-- Logs begin at Fri 2022-09-16 08:56:25 UTC, end at Fri 2022-09-16 10:15:42 UTC. -- Sep 16 09:41:34.028863 dv-cinder-790535-43-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 16 09:41:36.718592 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.common.config [-] Logging enabled! Sep 16 09:41:36.719220 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev578 Sep 16 09:41:36.719316 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=113308) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 16 09:41:36.722599 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.common.config [-] Logging enabled! Sep 16 09:41:36.722861 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev578 Sep 16 09:41:36.723186 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=113308) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 16 09:41:36.724151 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 16 09:41:36.724389 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 16 09:41:36.724886 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 16 09:41:36.725145 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 16 09:41:36.725374 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 16 09:41:36.725734 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:36.726042 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:36.726281 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:36.726585 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:36.726888 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:36.727179 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:36.727478 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:36.727785 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:36.728078 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:36.728372 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:36.728663 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:36.728899 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:36.729189 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] config_source = [] {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:36.729483 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:36.729800 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:36.730032 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] debug = True {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:36.730323 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:36.730749 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:36.731166 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:36.731461 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:36.731757 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:36.732041 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:36.732317 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:36.732597 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:36.733088 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:36.733395 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] host = dv-cinder-790535-43-iscsi {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:36.733800 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:36.734101 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:36.734402 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:36.734699 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:36.734984 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:36.735272 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:36.735567 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:36.735851 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] log_dir = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:36.736134 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] log_file = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:36.736416 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:36.736712 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:36.737009 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:36.737305 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:36.737536 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:36.737861 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:36.738149 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:36.738451 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:36.738733 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:36.739013 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:36.739412 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:36.739706 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:36.739993 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:36.740273 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:36.740570 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:36.740862 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:36.741155 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:36.741437 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:36.741745 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:36.742025 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:36.742307 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:36.742594 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:36.742874 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:36.743149 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:36.743478 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:36.743727 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:36.744005 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:36.744283 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:36.744600 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:36.744890 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:36.745178 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:36.745468 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:36.745791 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:36.746064 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:36.746341 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:36.746617 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] use_journal = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:36.746893 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] use_json = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:36.747170 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:36.747443 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:36.747731 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:36.748009 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:36.748286 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:36.749092 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:36.749725 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:36.750118 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:36.750404 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:36.750715 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.751024 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.751337 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.751629 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.751944 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.752233 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.752534 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.752838 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.753118 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.753417 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.753753 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.754084 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.754328 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.754626 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.754931 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.755245 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.755554 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.755852 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.756134 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.756414 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.756692 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.756979 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.757273 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.757579 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.757878 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.758174 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.758463 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.758770 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.759062 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.759357 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.759661 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.759961 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.760242 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.760529 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.760826 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.761110 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.761389 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.761723 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.762009 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.762287 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.762577 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.762879 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.763175 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.763457 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.763743 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.764165 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.764981 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.765263 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.765555 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.765852 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.766131 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.766425 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.766709 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.766988 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.767267 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.767550 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.767830 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.768104 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.768392 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.768670 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.768951 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.769228 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.769505 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.769807 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.770084 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.770363 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.770640 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.770914 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.771195 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.771473 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.771749 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.772023 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.772301 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.772576 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.772864 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.773171 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.773456 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.773764 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.774054 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.774335 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.774617 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.774902 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.775179 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.775463 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.775741 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.776039 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.776328 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.776623 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.776912 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.777215 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.777520 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.777827 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.778109 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.778396 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.778678 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.778958 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.779245 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.779528 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.779859 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.780149 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.780521 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.780827 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.781129 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.781415 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.781741 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.782044 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.782347 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.782633 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.782953 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.783245 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:36.783469 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 16 09:41:36.783727 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=113308) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 16 09:41:37.172632 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=113308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 16 09:41:37.172965 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=113308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 16 09:41:37.173238 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=113308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 16 09:41:37.173473 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=113308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 16 09:41:37.173782 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=113308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 16 09:41:37.174123 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 16 09:41:37.511535 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:37.511831 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:37.512110 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:37.513341 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:37.513638 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:37.513911 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:37.567731 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:37.568019 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:37.568294 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:37.584761 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:37.585055 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:37.585335 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:37.615450 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:37.615734 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:37.616005 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:37.653133 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:37.653422 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:37.653727 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:37.892475 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:37.893125 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:37.893125 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:37.894468 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:37.895206 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:37.995939 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:37.996268 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:37.996559 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:37.996837 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:37.997110 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:37.997432 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:37.997735 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:37.998002 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:37.998265 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:37.998606 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:37.998938 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:37.999206 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:37.999727 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:37.999988 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:38.000253 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:38.000531 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:38.000789 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:38.001064 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:38.001343 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:38.001632 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:38.001917 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:38.002179 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:38.002468 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:38.002856 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:38.003115 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:38.003368 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:38.003787 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=113308) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 09:41:38.004033 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=113308) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 09:41:38.004280 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=113308) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 09:41:38.004525 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=113308) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 09:41:38.004768 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=113308) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 09:41:38.005012 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=113308) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 09:41:38.005383 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 16 09:41:38.008633 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 16 09:41:38.012589 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 16 09:41:38.017143 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Sep 16 09:41:38.018938 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 16 09:41:38.019568 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 16 09:41:38.019910 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 16 09:41:38.020307 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 16 09:41:38.023158 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 16 09:41:38.023414 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 16 09:41:38.023793 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 16 09:41:38.028932 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 16 09:41:38.052843 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 16 09:41:38.053313 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:38.053659 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=113308) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Sep 16 09:41:38.054041 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:38.055453 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=113308) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 16 09:41:38.055741 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 16 09:41:38.055994 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 16 09:41:38.067048 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:38.067331 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:38.207264 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 16 09:41:38.207447 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 16 09:41:38.207667 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 16 09:41:38.208075 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 16 09:41:38.265478 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO dbcounter [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Registered counter for database neutron Sep 16 09:41:38.283291 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_db.sqlalchemy.engines [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=113308) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 16 09:41:38.289369 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG dbcounter [-] [113308] Writer thread running {{(pid=113308) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 16 09:41:39.016545 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.plugins.ml2.managers [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Initializing driver for type 'gre' Sep 16 09:41:39.017225 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] gre ID ranges: [(1, 1000)] Sep 16 09:41:39.258829 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.plugins.ml2.managers [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Initializing driver for type 'local' Sep 16 09:41:39.259200 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.plugins.ml2.managers [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Initializing driver for type 'vlan' Sep 16 09:41:39.350050 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] VlanTypeDriver initialization complete Sep 16 09:41:39.350429 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.plugins.ml2.managers [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Initializing driver for type 'vxlan' Sep 16 09:41:39.351046 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] vxlan ID ranges: [(1, 1000)] Sep 16 09:41:39.570486 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.plugins.ml2.managers [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Initializing extension driver 'port_security' Sep 16 09:41:39.570844 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.plugins.ml2.extensions.port_security [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] PortSecurityExtensionDriver initialization complete Sep 16 09:41:39.571206 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.plugins.ml2.managers [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Initializing mechanism driver 'openvswitch' Sep 16 09:41:39.571533 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.plugins.ml2.managers [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Initializing mechanism driver 'hyperv' Sep 16 09:41:39.578470 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.plugins.ml2.plugin [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=113308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:41:39.579253 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Subscribe: > port after_create 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:39.579671 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Subscribe: > port after_update 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:39.580065 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Subscribe: > port after_delete 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:39.580617 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=113308) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 16 09:41:39.581063 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Subscribe: > subnet after_create 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:39.581427 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Subscribe: > subnet after_update 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:39.581804 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Subscribe: > subnet after_delete 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:39.582193 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=113308) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 16 09:41:39.582599 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Subscribe: > network after_create 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:39.582953 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Subscribe: > network after_update 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:39.583316 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Subscribe: > network after_delete 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:39.583731 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=113308) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 16 09:41:39.584131 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Subscribe: > security_group after_create 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:39.584488 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Subscribe: > security_group after_update 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:39.584894 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Subscribe: > security_group after_delete 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:39.585289 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=113308) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 16 09:41:39.585784 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:39.593617 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:39.593617 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:39.593617 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=113308) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 16 09:41:39.593617 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Subscribe: > address_group after_create 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:39.593617 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Subscribe: > address_group after_update 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:39.594050 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Subscribe: > address_group after_delete 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:39.594050 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=113308) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 16 09:41:39.594050 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] ML2 OVO RPC backend initialized. {{(pid=113308) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Sep 16 09:41:39.594050 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Subscribe: > router_interface after_create 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:39.594050 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:39.594415 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Subscribe: > network before_response 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:39.594415 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Subscribe: > networks before_response 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:39.594415 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Subscribe: > port before_response 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:39.594415 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Subscribe: > ports before_response 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:39.594731 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Subscribe: > subnet before_response 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:39.594731 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Subscribe: > subnets before_response 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:39.594731 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Subscribe: > network after_create 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:39.594731 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Subscribe: > network after_update 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:39.595037 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Subscribe: > network after_delete 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:39.595037 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Subscribe: > port after_create 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:39.595037 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Subscribe: > port after_update 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:39.595037 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Subscribe: > port after_delete 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:39.595328 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Subscribe: > subnet after_create 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:39.595328 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Subscribe: > subnet after_update 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:39.595691 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Subscribe: > subnet after_delete 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:39.604483 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.quota [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loaded quota_driver: . Sep 16 09:41:39.604868 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.plugins.ml2.plugin [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Modular L2 Plugin initialization complete Sep 16 09:41:39.605282 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.manager [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading services supported by the core plugin {{(pid=113308) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 16 09:41:39.605732 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.plugins.ml2.managers [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Got port-security extension from driver 'port_security' Sep 16 09:41:39.606284 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.extensions.vlantransparent [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Disabled vlantransparent extension. Sep 16 09:41:39.606860 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.manager [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=113308) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 16 09:41:39.607253 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.manager [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading Plugin: router Sep 16 09:41:39.648472 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Subscribe: > router_interface before_create 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:39.648921 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Subscribe: > router after_create 55549900 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:39.649300 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Subscribe: > router before_create 55549900 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:39.649749 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:39.650204 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:39.650592 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Subscribe: > router after_delete 55549900 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:39.650958 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Subscribe: > floatingip after_create 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:39.651372 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Subscribe: > floatingip after_update 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:39.651739 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Subscribe: > router after_create 55549900 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:39.652093 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Subscribe: > router after_update 55549900 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:39.652491 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Subscribe: > router after_update 55549900 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:39.652909 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:39.653346 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Subscribe: > router after_update 55549900 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:39.653862 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Subscribe: > router precommit_update 55549900 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:39.654322 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Subscribe: port after_update 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:39.654744 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Subscribe: port after_delete 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:39.655162 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Subscribe: subnet after_update 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:39.656100 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:39.656649 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Subscribe: > port precommit_delete 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:39.656960 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Subscribe: > router precommit_create 55549900 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:39.657322 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Subscribe: port before_delete 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:39.657762 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Subscribe: > router precommit_create 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:39.658167 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Subscribe: > router after_update 55549900 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:39.658542 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Subscribe: > router precommit_delete 55549900 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:39.658903 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Subscribe: > router precommit_create 55549900 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:39.659450 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Subscribe: > router_interface after_create 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:39.659829 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Subscribe: > router precommit_update 55549900 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:39.660249 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Subscribe: > agent after_create 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:39.660621 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Subscribe: > agent after_delete 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:39.661027 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Subscribe: > network after_delete 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:39.662001 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.quota.resource_registry [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Tracking information for resource: router configured {{(pid=113308) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 09:41:39.662384 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.quota.resource_registry [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Tracking information for resource: floatingip configured {{(pid=113308) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 09:41:39.667662 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.db.l3_agentschedulers_db [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 16 09:41:39.668249 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Subscribe: port after_update 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:39.668612 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Subscribe: port after_create 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:39.668965 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Subscribe: port after_delete 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:39.669323 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Subscribe: port after_update 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:39.670156 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Subscribe: > router before_create 55550100 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:39.670522 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Subscribe: > router precommit_delete 55550100 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:39.670887 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Subscribe: > router precommit_create 55550100 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:39.671377 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Subscribe: > router precommit_update 55550100 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:39.677459 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.services.provider_configuration [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Service providers = [] {{(pid=113308) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 16 09:41:39.677865 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.db.servicetype_db [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=113308) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 16 09:41:39.680907 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.services.service_base [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=113308) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 16 09:41:39.681269 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.services.service_base [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=113308) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 16 09:41:39.681649 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.services.service_base [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=113308) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 16 09:41:39.682567 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.services.service_base [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=113308) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 16 09:41:39.682939 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.services.service_base [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 16 09:41:39.683331 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.manager [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=113308) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 09:41:39.683658 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.manager [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 16 09:41:39.696218 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.manager [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=113308) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 09:41:39.696585 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.manager [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading Plugin: auto_allocate Sep 16 09:41:39.702476 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Subscribe: network precommit_update 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:39.703372 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Subscribe: network precommit_create 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:39.703915 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.manager [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=113308) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 09:41:39.704247 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.manager [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading Plugin: tag Sep 16 09:41:39.711047 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.manager [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=113308) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 09:41:39.711386 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.manager [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading Plugin: timestamp Sep 16 09:41:39.715597 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.manager [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=113308) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 09:41:39.715937 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.manager [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading Plugin: network_ip_availability Sep 16 09:41:39.722712 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:39.723117 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:39.723485 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:39.724250 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.manager [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=113308) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 09:41:39.724584 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.manager [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading Plugin: flavors Sep 16 09:41:39.729343 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.manager [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=113308) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 09:41:39.729708 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.manager [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading Plugin: revisions Sep 16 09:41:39.735442 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.manager [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=113308) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 09:41:39.735837 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_concurrency.lockutils [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.562s {{(pid=113308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 16 09:41:39.736602 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=113308) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Sep 16 09:41:39.736949 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Initializing extension manager. Sep 16 09:41:39.737534 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: __init__.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.737913 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: __pycache__ {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.738259 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: address_group.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.739180 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.739768 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loaded extension: address-group Sep 16 09:41:39.740099 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: address_scope.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.740788 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.741299 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loaded extension: address-scope Sep 16 09:41:39.741663 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: admin_state_down_before_update.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.742692 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.743211 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loaded extension: router-admin-state-down-before-update Sep 16 09:41:39.743541 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: agent.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.744217 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.744728 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loaded extension: agent Sep 16 09:41:39.745056 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: agent_resources_synced.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.745966 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.746477 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loaded extension: agent-resources-synced Sep 16 09:41:39.746808 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: allowedaddresspairs.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.748589 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.749165 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loaded extension: allowed-address-pairs Sep 16 09:41:39.750711 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: auto_allocated_topology.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.751780 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.752303 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loaded extension: auto-allocated-topology Sep 16 09:41:39.752638 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: availability_zone.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.753315 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.753862 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loaded extension: availability_zone Sep 16 09:41:39.754193 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: availability_zone_filter.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.755092 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.755605 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loaded extension: availability_zone_filter Sep 16 09:41:39.755937 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: data_plane_status.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.756816 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.757325 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Extension data-plane-status not supported by any of loaded plugins Sep 16 09:41:39.757690 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: default_subnetpools.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.758577 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.759091 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loaded extension: default-subnetpools Sep 16 09:41:39.759422 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: dhcpagentscheduler.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.760207 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.760838 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loaded extension: dhcp_agent_scheduler Sep 16 09:41:39.761174 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: dns.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.762098 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.762608 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Extension dns-integration not supported by any of loaded plugins Sep 16 09:41:39.762945 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: dns_domain_ports.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.763838 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.764355 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 16 09:41:39.764755 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.766670 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.767182 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 16 09:41:39.767517 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: dvr.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.768171 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.768683 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loaded extension: dvr Sep 16 09:41:39.769013 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: ecmp_routes.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.769940 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.770449 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Extension ecmp_routes not supported by any of loaded plugins Sep 16 09:41:39.770777 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: empty_string_filtering.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.771657 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.772169 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loaded extension: empty-string-filtering Sep 16 09:41:39.772499 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.773381 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.773922 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 16 09:41:39.774251 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.775144 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.775649 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 16 09:41:39.775978 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: external_net.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.776856 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.777368 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loaded extension: external-net Sep 16 09:41:39.777739 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: extra_dhcp_opt.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.778621 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.779130 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loaded extension: extra_dhcp_opt Sep 16 09:41:39.779459 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: extraroute.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.780336 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.781343 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loaded extension: extraroute Sep 16 09:41:39.781708 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: extraroute_atomic.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.782723 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.783242 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loaded extension: extraroute-atomic Sep 16 09:41:39.783570 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: filter_validation.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.784204 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.784711 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loaded extension: filter-validation Sep 16 09:41:39.785039 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: fip_pf_description.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.785932 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.786438 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 16 09:41:39.786764 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: fip_pf_detail.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.787640 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.788148 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loaded extension: floating-ip-port-forwarding-detail Sep 16 09:41:39.788476 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: fip_pf_port_range.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.789387 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.789907 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Sep 16 09:41:39.790238 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: fip_port_details.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.791122 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.791632 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loaded extension: fip-port-details Sep 16 09:41:39.791962 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: flavors.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.793153 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.793704 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loaded extension: flavors Sep 16 09:41:39.794041 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.795673 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.796251 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 16 09:41:39.797519 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: floatingip_pools.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.798251 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.798779 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loaded extension: floatingip-pools Sep 16 09:41:39.799113 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: ip_allocation.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.800026 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.800560 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Extension ip_allocation not supported by any of loaded plugins Sep 16 09:41:39.800894 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.801830 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.802343 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loaded extension: ip-substring-filtering Sep 16 09:41:39.802673 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: l2_adjacency.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.803574 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.804083 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Extension l2_adjacency not supported by any of loaded plugins Sep 16 09:41:39.804415 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: l3.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.805403 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.805961 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loaded extension: router Sep 16 09:41:39.806294 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: l3_conntrack_helper.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.808698 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.809237 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 16 09:41:39.809600 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.810501 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.811025 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loaded extension: ext-gw-mode Sep 16 09:41:39.811362 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.813750 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.814278 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loaded extension: l3-ha Sep 16 09:41:39.814619 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.815518 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.816030 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Sep 16 09:41:39.816361 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: l3_flavors.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.817375 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.817933 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loaded extension: l3-flavors Sep 16 09:41:39.818266 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: l3_ndp_proxy.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.819624 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.820144 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Extension l3-ndp-proxy not supported by any of loaded plugins Sep 16 09:41:39.820480 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.821373 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.821927 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loaded extension: l3-port-ip-change-not-allowed Sep 16 09:41:39.822261 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: l3agentscheduler.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.823338 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.823861 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loaded extension: l3_agent_scheduler Sep 16 09:41:39.824207 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: local_ip.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.825960 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.826491 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Extension local_ip not supported by any of loaded plugins Sep 16 09:41:39.826825 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: logging.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.829266 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.829826 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Extension logging not supported by any of loaded plugins Sep 16 09:41:39.830169 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: metering.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.830892 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.831478 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loaded extension: metering Sep 16 09:41:39.831817 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.832875 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.833396 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loaded extension: metering_source_and_destination_fields Sep 16 09:41:39.833765 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: multiprovidernet.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.834668 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.835194 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loaded extension: multi-provider Sep 16 09:41:39.835527 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: netmtu.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.836419 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.836935 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loaded extension: net-mtu Sep 16 09:41:39.837268 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: netmtu_writable.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.838184 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.838698 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loaded extension: net-mtu-writable Sep 16 09:41:39.839030 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: network_availability_zone.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.839674 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.840183 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loaded extension: network_availability_zone Sep 16 09:41:39.840514 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: network_ip_availability.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.841609 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.842126 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loaded extension: network-ip-availability Sep 16 09:41:39.842453 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: network_segment_range.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.843285 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.844282 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Extension network-segment-range not supported by any of loaded plugins Sep 16 09:41:39.844617 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: pagination.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.845607 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.845951 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loaded extension: pagination Sep 16 09:41:39.846278 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: port_device_profile.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.847166 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.847684 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loaded extension: port-device-profile Sep 16 09:41:39.848012 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: port_mac_address_override.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.848898 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.849413 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loaded extension: port-mac-override Sep 16 09:41:39.849777 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.850666 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.851180 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loaded extension: port-mac-address-regenerate Sep 16 09:41:39.851508 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.852402 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.852911 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loaded extension: port-numa-affinity-policy Sep 16 09:41:39.853240 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: port_resource_request.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.854151 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.854710 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Extension port-resource-request not supported by any of loaded plugins Sep 16 09:41:39.854989 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: port_resource_request_groups.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.855927 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.856428 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Extension port-resource-request-groups not supported by any of loaded plugins Sep 16 09:41:39.856753 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: portbindings.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.857678 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.858188 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loaded extension: binding Sep 16 09:41:39.858515 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: portbindings_extended.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.860186 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.860706 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loaded extension: binding-extended Sep 16 09:41:39.861039 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: portsecurity.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.862045 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.862563 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loaded extension: port-security Sep 16 09:41:39.862895 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: project_id.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.864035 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.864379 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loaded extension: project-id Sep 16 09:41:39.864713 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: providernet.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.865631 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.866157 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loaded extension: provider Sep 16 09:41:39.866486 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: qos.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.870006 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.870543 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Extension qos not supported by any of loaded plugins Sep 16 09:41:39.870882 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.872117 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.872646 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 16 09:41:39.872983 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.873905 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.875261 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 16 09:41:39.876090 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: qos_default.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.877026 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.877571 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Extension qos-default not supported by any of loaded plugins Sep 16 09:41:39.877910 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: qos_fip.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.878803 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.879317 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Extension qos-fip not supported by any of loaded plugins Sep 16 09:41:39.879648 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: qos_fip_network_policy.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.880538 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.881044 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Extension qos-fip-network-policy not supported by any of loaded plugins Sep 16 09:41:39.881566 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: qos_gateway_ip.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.882491 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.882993 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 16 09:41:39.883326 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: qos_port_network_policy.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.884213 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.884728 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 16 09:41:39.885067 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.886121 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.886635 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Extension qos-pps-minimum not supported by any of loaded plugins Sep 16 09:41:39.886969 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.887981 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.888497 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Sep 16 09:41:39.888830 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: qos_pps_rule.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.890591 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.891719 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Extension qos-pps not supported by any of loaded plugins Sep 16 09:41:39.892054 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: qos_rule_type_details.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.892953 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.893468 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 16 09:41:39.893832 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: qos_rule_type_filter.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.894725 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.895245 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Extension qos-rule-type-filter not supported by any of loaded plugins Sep 16 09:41:39.895577 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: qos_rules_alias.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.896590 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.897103 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 16 09:41:39.897434 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: quota_check_limit.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.898359 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.898875 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loaded extension: quota-check-limit Sep 16 09:41:39.899206 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: quotasv2.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.900151 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.900488 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loaded extension: quotas Sep 16 09:41:39.900816 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: quotasv2_detail.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.902534 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.902884 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loaded extension: quota_details Sep 16 09:41:39.903220 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: rbac.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.904269 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.904811 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loaded extension: rbac-policies Sep 16 09:41:39.905151 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: rbac_address_group.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.906536 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.907058 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loaded extension: rbac-address-group Sep 16 09:41:39.907395 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: rbac_address_scope.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.908378 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.908902 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loaded extension: rbac-address-scope Sep 16 09:41:39.909292 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: rbac_security_groups.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.910176 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.910698 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loaded extension: rbac-security-groups Sep 16 09:41:39.911035 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: rbac_subnetpool.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.911944 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.912462 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loaded extension: rbac-subnetpool Sep 16 09:41:39.912797 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: revisionifmatch.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.913732 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.914251 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loaded extension: revision-if-match Sep 16 09:41:39.914582 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: revisions.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.915670 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.916189 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loaded extension: standard-attr-revisions Sep 16 09:41:39.916530 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: router_availability_zone.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.917174 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.917715 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loaded extension: router_availability_zone Sep 16 09:41:39.918046 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: routerservicetype.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.918939 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.919458 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Extension router-service-type not supported by any of loaded plugins Sep 16 09:41:39.919783 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.920680 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.921198 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loaded extension: security-groups-normalized-cidr Sep 16 09:41:39.922106 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: security_groups_port_filtering.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.923041 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.923558 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loaded extension: port-security-groups-filtering Sep 16 09:41:39.923886 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.924783 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.925313 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loaded extension: security-groups-remote-address-group Sep 16 09:41:39.925672 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: security_groups_shared_filtering.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.926580 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.927094 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loaded extension: security-groups-shared-filtering Sep 16 09:41:39.927426 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: securitygroup.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.938895 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.939448 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loaded extension: security-group Sep 16 09:41:39.939793 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: segment.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.940504 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.941022 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Extension segment not supported by any of loaded plugins Sep 16 09:41:39.941360 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.942303 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.942822 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 16 09:41:39.943161 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: servicetype.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.944223 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.944748 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loaded extension: service-type Sep 16 09:41:39.945085 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: sorting.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.946120 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.946464 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loaded extension: sorting Sep 16 09:41:39.946799 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: standard_attr_segment.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.947706 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.948231 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 16 09:41:39.948569 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: standardattrdescription.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.949192 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.949737 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loaded extension: standard-attr-description Sep 16 09:41:39.950072 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: stateful_security_group.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.950969 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.951563 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loaded extension: stateful-security-group Sep 16 09:41:39.951894 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: stdattrs_common.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.952488 dv-cinder-790535-43-iscsi neutron-server[113308]: WARNING neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 16 09:41:39.954265 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.963931 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.964456 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 16 09:41:39.964793 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: subnet_onboard.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.965856 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.966378 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loaded extension: subnet_onboard Sep 16 09:41:39.966714 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.967621 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.968160 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 16 09:41:39.968999 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: subnet_service_types.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.969945 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.970466 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loaded extension: subnet-service-types Sep 16 09:41:39.970800 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: subnetallocation.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.971993 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.972513 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loaded extension: subnet_allocation Sep 16 09:41:39.972846 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.973489 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.974034 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loaded extension: subnetpool-prefix-ops Sep 16 09:41:39.974363 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.975278 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.975797 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 16 09:41:39.976195 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: tagging.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.977239 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.977798 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loaded extension: standard-attr-tag Sep 16 09:41:39.978132 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: timestamp.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.979296 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.979815 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loaded extension: standard-attr-timestamp Sep 16 09:41:39.980149 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: trunk.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.981138 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.981701 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Extension trunk not supported by any of loaded plugins Sep 16 09:41:39.982021 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: trunk_details.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.982908 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.983422 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Extension trunk-details not supported by any of loaded plugins Sep 16 09:41:39.984274 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: uplink_status_propagation.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.985677 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.986200 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 16 09:41:39.986531 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Loading extension file: vlantransparent.py {{(pid=113308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 09:41:39.987180 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=113308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 09:41:39.987697 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Extension vlan-transparent not supported by any of loaded plugins Sep 16 09:41:39.990344 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.quota.resource_registry [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Creating instance of TrackedResource for resource:network Sep 16 09:41:39.990881 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.quota.resource_registry [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Creating instance of TrackedResource for resource:subnet Sep 16 09:41:39.991289 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.quota.resource_registry [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 09:41:39.991692 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.quota.resource_registry [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Creating instance of TrackedResource for resource:port Sep 16 09:41:39.992992 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.v2.resource_helper [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113308) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 09:41:39.993444 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.v2.resource_helper [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Service FLAVORS assigned prefix: {{(pid=113308) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 09:41:39.994103 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.v2.resource_helper [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113308) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 09:41:39.994552 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.v2.resource_helper [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113308) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 09:41:39.994890 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.quota.resource_registry [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Creating instance of TrackedResource for resource:router Sep 16 09:41:39.995330 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.quota.resource_registry [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Creating instance of TrackedResource for resource:floatingip Sep 16 09:41:39.995836 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.v2.resource_helper [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Service METERING assigned prefix: /metering {{(pid=113308) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 09:41:39.997310 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:39.997718 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:39.998080 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:41:39.999115 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.quota.resource_registry [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Creating instance of CountableResource for resource:rbac_policy Sep 16 09:41:40.000970 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.quota.resource_registry [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Creating instance of TrackedResource for resource:security_group Sep 16 09:41:40.001418 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.quota.resource_registry [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Creating instance of TrackedResource for resource:security_group_rule Sep 16 09:41:40.002010 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.v2.resource_helper [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Service CORE assigned prefix: {{(pid=113308) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 09:41:40.002361 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.quota.resource_registry [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 09:41:40.002720 dv-cinder-790535-43-iscsi neutron-server[113308]: WARNING neutron.quota.resource_registry [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] subnetpool is already registered Sep 16 09:41:40.003154 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.v2.resource_helper [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Service CORE assigned prefix: {{(pid=113308) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 09:41:40.003489 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.quota.resource_registry [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 09:41:40.003830 dv-cinder-790535-43-iscsi neutron-server[113308]: WARNING neutron.quota.resource_registry [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] subnetpool is already registered Sep 16 09:41:40.006351 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.v2.resource_helper [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113308) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 09:41:40.006811 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.v2.resource_helper [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Service FLAVORS assigned prefix: {{(pid=113308) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 09:41:40.007453 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.v2.resource_helper [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113308) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 09:41:40.008118 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.v2.resource_helper [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113308) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 09:41:40.010713 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.quota.resource_registry [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Creating instance of TrackedResource for resource:router Sep 16 09:41:40.010713 dv-cinder-790535-43-iscsi neutron-server[113308]: WARNING neutron.quota.resource_registry [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] router is already registered Sep 16 09:41:40.010713 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.quota.resource_registry [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Creating instance of TrackedResource for resource:floatingip Sep 16 09:41:40.010713 dv-cinder-790535-43-iscsi neutron-server[113308]: WARNING neutron.quota.resource_registry [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] floatingip is already registered Sep 16 09:41:40.010713 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.v2.resource_helper [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Service METERING assigned prefix: /metering {{(pid=113308) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 09:41:40.011135 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.quota.resource_registry [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Creating instance of CountableResource for resource:rbac_policy Sep 16 09:41:40.011215 dv-cinder-790535-43-iscsi neutron-server[113308]: WARNING neutron.quota.resource_registry [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] rbac_policy is already registered Sep 16 09:41:40.011641 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.quota.resource_registry [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Creating instance of TrackedResource for resource:security_group Sep 16 09:41:40.011993 dv-cinder-790535-43-iscsi neutron-server[113308]: WARNING neutron.quota.resource_registry [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] security_group is already registered Sep 16 09:41:40.012428 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.quota.resource_registry [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Creating instance of TrackedResource for resource:security_group_rule Sep 16 09:41:40.012771 dv-cinder-790535-43-iscsi neutron-server[113308]: WARNING neutron.quota.resource_registry [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] security_group_rule is already registered Sep 16 09:41:40.013267 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.v2.resource_helper [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Service CORE assigned prefix: {{(pid=113308) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 09:41:40.013630 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.quota.resource_registry [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 09:41:40.013976 dv-cinder-790535-43-iscsi neutron-server[113308]: WARNING neutron.quota.resource_registry [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] subnetpool is already registered Sep 16 09:41:40.014424 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.v2.resource_helper [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Service CORE assigned prefix: {{(pid=113308) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 09:41:40.014759 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.quota.resource_registry [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 09:41:40.015572 dv-cinder-790535-43-iscsi neutron-server[113308]: WARNING neutron.quota.resource_registry [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] subnetpool is already registered Sep 16 09:41:40.016078 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Extended resource: extensions {{(pid=113308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 09:41:40.017826 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Extended resource: address-groups {{(pid=113308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 09:41:40.019326 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Extended resource: address-scopes {{(pid=113308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 09:41:40.020566 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Extended resource: agents {{(pid=113308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 09:41:40.021764 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Extended resource: auto-allocated-topology {{(pid=113308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 09:41:40.024508 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Extended resource: availability_zones {{(pid=113308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 09:41:40.025795 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Extended resource: dhcp-networks {{(pid=113308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 09:41:40.027237 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Extended resource: dhcp-agents {{(pid=113308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 09:41:40.028797 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Extended resource: routers {{(pid=113308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 09:41:40.030806 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Extended resource: flavors {{(pid=113308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 09:41:40.032439 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Extended resource: service_profiles {{(pid=113308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 09:41:40.033790 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Extended resource: next_providers {{(pid=113308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 09:41:40.035256 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Extended resource: service_profiles {{(pid=113308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 09:41:40.036809 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Extended resource: floatingip-pools {{(pid=113308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 09:41:40.038134 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Extended resource: routers {{(pid=113308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 09:41:40.039986 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Extended resource: floatingips {{(pid=113308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 09:41:40.041734 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Extended resource: l3-routers {{(pid=113308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 09:41:40.043144 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Extended resource: l3-agents {{(pid=113308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 09:41:40.044774 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Extended resource: metering-labels {{(pid=113308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 09:41:40.046118 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Extended resource: metering-label-rules {{(pid=113308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 09:41:40.048447 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Extended resource: network-ip-availabilities {{(pid=113308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 09:41:40.050041 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Extended resource: bindings {{(pid=113308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 09:41:40.051702 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Extended resource: quotas {{(pid=113308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 09:41:40.053293 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Extended resource: quotas {{(pid=113308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 09:41:40.055203 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Extended resource: rbac-policies {{(pid=113308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 09:41:40.056428 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Extended resource: security-groups {{(pid=113308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 09:41:40.057684 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Extended resource: security-group-rules {{(pid=113308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 09:41:40.058975 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Extended resource: service-providers {{(pid=113308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 09:41:40.060357 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Extended resource: subnetpools {{(pid=113308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 09:41:40.061735 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Extended resource: subnetpools {{(pid=113308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 09:41:40.064394 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Extended resource: tags {{(pid=113308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 09:41:40.066280 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Extended resource: tags {{(pid=113308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 09:41:40.068151 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Extended resource: tags {{(pid=113308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 09:41:40.070088 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Extended resource: tags {{(pid=113308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 09:41:40.071794 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Extended resource: tags {{(pid=113308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 09:41:40.073698 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Extended resource: tags {{(pid=113308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 09:41:40.075577 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Extended resource: tags {{(pid=113308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 09:41:40.077418 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Extended resource: tags {{(pid=113308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 09:41:40.079907 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Extended resource: tags {{(pid=113308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 09:41:40.081814 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron.api.extensions [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Extended resource: tags {{(pid=113308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 09:41:40.089053 dv-cinder-790535-43-iscsi neutron-server[113308]: WARNING keystonemiddleware.auth_token [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 16 09:41:40.094807 dv-cinder-790535-43-iscsi neutron-server[113308]: WARNING keystonemiddleware.auth_token [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 16 09:41:40.104023 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_concurrency.lockutils [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Acquiring lock "singleton_lock" {{(pid=113308) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Sep 16 09:41:40.104344 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_concurrency.lockutils [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Acquired lock "singleton_lock" {{(pid=113308) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Sep 16 09:41:40.104872 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_concurrency.lockutils [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Releasing lock "singleton_lock" {{(pid=113308) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Sep 16 09:41:40.105565 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO oslo_service.service [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Starting 2 workers Sep 16 09:41:40.111573 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Started child 113423 {{(pid=113308) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 16 09:41:40.116360 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Started child 113424 {{(pid=113308) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 16 09:41:40.116721 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:41:40.118008 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO neutron.service [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Neutron service started, listening on 0.0.0.0:9696 Sep 16 09:41:40.118422 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [-] (113423) wsgi starting up on http://0.0.0.0:9696 Sep 16 09:41:40.118731 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Publish callbacks [] for process (None), before_spawn {{(pid=113308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:41:40.121074 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO oslo_service.service [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Starting 1 workers Sep 16 09:41:40.121360 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:41:40.122894 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [-] (113424) wsgi starting up on http://0.0.0.0:9696 Sep 16 09:41:40.127709 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Started child 113425 {{(pid=113308) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 16 09:41:40.128296 dv-cinder-790535-43-iscsi neutron-server[113308]: INFO oslo_service.service [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Starting 1 workers Sep 16 09:41:40.131225 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.service [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] calling RpcWorker wait() {{(pid=113425) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 16 09:41:40.131792 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.service [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] returning from RpcWorker wait() {{(pid=113425) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 16 09:41:40.133016 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:41:40.133121 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Started child 113426 {{(pid=113308) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 16 09:41:40.133530 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:41:40.133850 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG neutron_lib.callbacks.manager [None req-4b43377b-d780-478c-95b9-5b25c684363d None None] Publish callbacks [] for process (None), after_spawn {{(pid=113308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:41:40.135815 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=113308) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 16 09:41:40.136085 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 16 09:41:40.136277 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 16 09:41:40.136512 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 16 09:41:40.136857 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 16 09:41:40.137042 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 16 09:41:40.137572 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.137840 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.138052 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=113426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:41:40.138607 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.138607 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.138928 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.139058 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:41:40.139190 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.139430 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.139722 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.140018 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.140191 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.140981 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.141238 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.141502 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.141903 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.142194 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.142465 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.142711 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.142890 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.143136 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] config_source = [] {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.143417 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.143688 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.143973 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] debug = True {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.144237 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.144735 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.144989 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.145233 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.145474 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.145775 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.146035 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.146313 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.146572 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.146798 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.147061 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.147360 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.147600 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.147847 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.148093 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.148374 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.148618 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.149129 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] host = dv-cinder-790535-43-iscsi {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.149372 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.149638 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.149906 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.150181 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.150412 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.150647 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.150915 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.151176 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.151438 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.151679 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.151941 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.152191 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.152418 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] log_dir = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.152676 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] log_file = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.152834 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] log_options = True {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.153057 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.153357 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.153655 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.153848 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.154023 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.154181 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.154448 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.154599 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.154912 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.156362 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.156627 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.157071 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.157346 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.158106 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.158385 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.158688 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.158886 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.159138 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.159518 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.159687 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.159968 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.160247 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.160495 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.160730 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.161076 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.161416 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.161759 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.162196 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.162426 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.162680 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.162945 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.163210 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.163437 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.163921 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.164078 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.164217 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.164409 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.164653 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.164927 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.165164 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.165423 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.165745 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.165916 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.171194 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.171194 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.171194 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] use_journal = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.171194 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] use_json = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.171194 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.171194 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.171194 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.171194 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.171194 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.172388 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.172388 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.172388 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.172388 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.172388 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.172388 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.172388 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.172388 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.172853 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.172853 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.172853 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.172853 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.172853 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.172853 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.172853 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.172853 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.173359 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.173359 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.173670 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.174020 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.174291 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.174574 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.174826 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.175050 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.175270 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.175498 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.175805 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.176029 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.176276 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.176516 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.176763 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.177090 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.177360 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.177656 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.178015 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.178306 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.178567 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.73/identity {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.178852 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.179096 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.179360 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.179600 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.179839 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.180047 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.180278 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.180568 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.180803 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.181040 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.181281 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.181519 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.181774 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.182040 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.182309 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.182570 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.182798 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.183063 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.183289 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.183505 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.183739 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.183985 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.184193 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.184453 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.184752 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.184996 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.185260 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.185502 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.185747 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.185982 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.186203 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.186457 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.186671 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.187614 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.188164 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.188164 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.188378 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.188604 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.188848 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.189076 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.189293 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.190533 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.191311 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.192203 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.192426 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.192660 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.193796 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.194059 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.194343 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.194583 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.194839 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.195073 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.195311 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.195564 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.195796 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.196022 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.196247 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.196490 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.196729 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.197078 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.197339 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.197617 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.197870 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.198142 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.198403 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.198669 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.198918 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.199146 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.199405 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.199683 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.199915 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.200186 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.200417 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.200643 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.200905 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.201136 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.201366 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.204898 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.205402 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.206482 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.207026 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.207477 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.207887 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.208238 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.208630 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.209150 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.209430 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.209911 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.210192 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.210468 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.210905 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.211186 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.211487 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.212292 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.212673 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.213011 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.213385 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.213885 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.214426 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.214793 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.215076 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.215344 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.215625 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.216214 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.216494 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.216748 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.218905 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.219181 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.219443 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.219698 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.220067 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.220353 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.220605 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.220856 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.221135 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.221988 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.221988 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.222216 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 44924) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:41:40.222311 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.222383 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.223138 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.223425 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.223689 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.73/identity {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.223952 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.224207 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.224451 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.224689 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.224953 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.225198 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.225457 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.226377 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.226632 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.229081 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.229444 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.229657 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.229755 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [-] 10.222.0.73 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0054467 Sep 16 09:41:40.229831 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.230095 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.230341 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.230611 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.230845 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.231099 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.231322 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.231558 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.231793 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.232039 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.232277 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.232520 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.232752 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.233031 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.233309 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.233532 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.234869 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [-] 10.222.0.73 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0046043 Sep 16 09:41:40.236347 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.236732 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.238315 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.239131 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.239131 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.239458 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.239636 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.240576 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.240576 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.240576 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.241018 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.241018 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.241366 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.241705 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.242305 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.242745 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.243042 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.243307 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.243588 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.244331 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.244331 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.244643 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.244807 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.245012 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.245266 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.245567 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.246893 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.246893 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.246893 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.246893 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.246893 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.247601 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.247601 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.247601 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.247999 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.248279 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.248514 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.248760 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.249115 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.250979 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.250979 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.250979 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.251492 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.251492 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.251492 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.251903 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.252043 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.252273 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.253069 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.253069 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.253069 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.253504 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.255585 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.255585 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.255585 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.256076 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.256076 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.256360 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.256595 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.256776 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.257052 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.258867 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.259056 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.259412 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.260148 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.261004 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.261004 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.261004 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.261504 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.261504 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.261869 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.261869 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.262181 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.262321 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.263728 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.263728 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.264118 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.265196 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.265196 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.265196 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.265196 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.266084 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.266084 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.266371 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.266651 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.266824 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.267890 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.267890 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.267890 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.268305 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.268305 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.268582 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.268762 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.269000 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.269799 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.269799 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.269799 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.270678 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.270997 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.271543 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.271983 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.273357 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.273796 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.274010 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.274256 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.274605 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.275978 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.275978 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.276232 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.276331 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.276590 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.276835 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.277090 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.277426 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.277758 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.277989 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.278241 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.278486 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.278722 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.278950 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.279190 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.279420 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.279677 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.279903 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.280132 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.280358 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.280464 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:41:40.280564 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 16 09:41:40.281151 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=113308) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 16 09:41:40.281320 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 16 09:41:40.281572 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 16 09:41:40.282662 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 16 09:41:40.282846 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 16 09:41:40.283012 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 16 09:41:40.283224 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.283396 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.283564 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.283737 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.283940 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.284112 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.284277 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.284441 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.284600 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.284820 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.284989 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.285158 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.285376 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.285592 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.286397 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.286779 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.287316 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.287590 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.287687 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] config_source = [] {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.287772 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.287937 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.288763 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] debug = True {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.288763 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.288763 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.288763 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.289276 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.289276 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.289276 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.289276 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.289778 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.289778 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.289778 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.290104 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.290104 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.290327 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.290436 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.290543 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.290673 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.290834 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.290996 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] host = dv-cinder-790535-43-iscsi {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.291160 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.291321 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.291483 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.291648 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.291828 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.291940 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.292102 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.292264 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.292424 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.292584 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.292746 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.292907 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.293051 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] log_dir = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.293216 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] log_file = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.293377 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] log_options = True {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.293605 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.294538 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.294717 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.294892 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.295066 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.295218 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.295382 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.295544 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.295707 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.295868 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.296030 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.296195 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.296872 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.298160 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.298160 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.298160 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.298160 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.299568 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.299568 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.299820 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.299820 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.300028 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.300151 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.300292 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.300448 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.300607 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.300936 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.301119 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.301291 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.301465 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.301671 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.301815 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.301969 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.302125 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.302266 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.302405 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.302543 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.302681 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.302822 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.302962 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.303109 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.303249 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.303396 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.303535 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.303678 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.303815 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] use_journal = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.303965 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] use_json = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.304102 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.304261 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.304423 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.304585 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.304743 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.304884 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.305043 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.305209 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.305355 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 09:41:40.305597 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.305727 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.305904 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.306068 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.306231 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.306408 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.306567 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.306707 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.307234 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.307234 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.307234 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.307564 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.307564 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.307780 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.307780 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.307990 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.308096 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.308258 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.308420 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.308584 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.308746 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.308908 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.309081 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.309239 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.309396 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.309682 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.309806 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.309921 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.310038 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.310213 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.310394 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.310585 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.310784 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.73/identity {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.310899 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.311018 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.311161 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.311326 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.311489 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.311653 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.313170 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.313170 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.313170 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.313170 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.313170 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.313170 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.313842 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.313842 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.313842 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.313842 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.314328 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.314328 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.314328 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.314630 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.314630 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.314833 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.314943 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.315049 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.315196 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.315361 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.315524 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.316376 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.316376 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.316376 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.316376 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.316376 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.316904 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.316904 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.316904 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.316904 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.317326 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.317326 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.317645 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.317645 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.317854 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.317854 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.318054 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.318183 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.318292 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.318435 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.318597 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.318760 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.318940 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.319069 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.319557 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.319557 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.319867 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.320023 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.321355 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.321355 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.321355 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.321355 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.321355 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.321355 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.321355 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.322106 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.322106 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.322106 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.322106 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.322106 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.322728 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.322728 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.322728 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.322728 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.323021 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.323021 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.323185 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.323267 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.323386 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.323526 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.323676 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.324245 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.324245 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.324245 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.325263 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.325263 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.325263 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.325263 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.325263 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.325263 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.325263 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.326520 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.326520 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.326520 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.326520 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.327036 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.327036 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.327036 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.327036 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.327595 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.327595 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.327595 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.328143 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.328143 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.328143 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.328627 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.328627 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.328627 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.328974 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.328974 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.329221 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.329221 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.329460 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.329592 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.329718 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.329842 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.330005 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.330159 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.330323 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.330487 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.330635 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.330788 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.330938 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.331106 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.331290 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.331442 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.73/identity {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.331626 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.331776 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.331936 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.332075 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.332173 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.332319 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.332510 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.332674 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.332838 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.333000 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.333164 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.333327 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.333489 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.333677 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.333908 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.334058 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.334243 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.334403 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.334543 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.334702 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.334855 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.334996 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.335135 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.335273 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.335411 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.335541 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.335658 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.335820 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.335982 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.336146 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.336313 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.336482 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.336632 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.336799 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.336943 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.337122 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.337266 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.337441 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.337624 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.337932 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.337932 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.338204 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.338204 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.338472 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.338472 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.338736 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.338887 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.339035 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.339174 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.339312 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.339450 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.339587 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.339726 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.339864 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.340002 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.340139 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.340887 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.341052 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.341193 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.341345 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.341484 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.341692 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.341833 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.341972 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.342110 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.342262 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.342411 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.342551 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.342758 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.342906 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.343062 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.343269 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.343410 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.343952 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.343952 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.343952 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.344526 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.344526 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.344526 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.344526 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.345046 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.345046 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.345046 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.345440 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.345440 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.345440 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.345844 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.345844 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.345844 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.346069 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.346152 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.346318 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.346483 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.346656 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.346892 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.347035 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.347135 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.347280 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.347443 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.347620 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.347778 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.347929 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.348112 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.348251 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.348389 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.348556 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.348719 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.348882 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.349045 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.349208 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.349371 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.349575 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.349716 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.349925 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.350160 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.350255 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.350364 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.350530 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.350710 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.350871 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.351032 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.351179 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.351396 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.351619 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.351751 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.351889 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.351979 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.352126 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.352271 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.352431 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.352605 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.352777 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.352922 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.353097 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.353279 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.353442 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.353650 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.353807 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.353961 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.354128 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.354287 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.354456 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.354619 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.354867 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.355018 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.355110 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.355245 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.355408 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.355571 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.355735 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.355898 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.356061 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.356225 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.356387 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 09:41:40.356544 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 16 09:41:49.436473 dv-cinder-790535-43-iscsi neutron-server[113308]: DEBUG dbcounter [-] [113308] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=113308) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:41:52.115390 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a592f02-17ec-4313-9be6-5f3eafeaeb7a None None] get_active_networks_info from dv-cinder-790535-43-iscsi {{(pid=113425) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 16 09:41:52.133212 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writer thread running {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 16 09:41:52.133938 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writer thread running {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 16 09:41:52.227733 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a592f02-17ec-4313-9be6-5f3eafeaeb7a None None] No non-hosted networks {{(pid=113425) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 16 09:41:52.237502 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.agentschedulers_db [None req-0a592f02-17ec-4313-9be6-5f3eafeaeb7a None None] DHCP Agent not found on host dv-cinder-790535-43-iscsi {{(pid=113425) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Sep 16 09:41:52.361896 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-b55d642d-6e14-425f-9af3-2239c9fc4f77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-698052'] for agent (54fa5420-569f-41b3-81ce-b3c99a893561), after_create {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:41:53.971889 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writer thread running {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 16 09:41:54.578382 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-6ee6ee30-58b0-4d02-b30c-60e76222cd3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-698052'] for agent (647718b3-8298-4382-86e2-3fad9f5d7804), after_create {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:41:54.617518 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.db.api [None req-6fc40c71-4eac-4f73-845f-6402c1338c74 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-790535-43-iscsi {{(pid=113425) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 16 09:41:54.618379 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG oslo_db.api [None req-6fc40c71-4eac-4f73-845f-6402c1338c74 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 09:41:55.224975 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-6fc40c71-4eac-4f73-845f-6402c1338c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (647718b3-8298-4382-86e2-3fad9f5d7804), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:41:55.782334 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-c17a0cac-31fa-4a66-ad06-99f53fca2b4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-698052'] for agent (2d63c820-fb16-4aae-acf9-0482010d4ad8), after_create {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:41:55.986801 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 45004) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:41:56.584182 dv-cinder-790535-43-iscsi neutron-server[113424]: WARNING oslo_policy.policy [None req-de73d458-d870-4c7b-8ade-5d137d19f329 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 09:41:56.584923 dv-cinder-790535-43-iscsi neutron-server[113424]: WARNING oslo_policy.policy [None req-de73d458-d870-4c7b-8ade-5d137d19f329 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 09:41:56.821378 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [None req-de73d458-d870-4c7b-8ade-5d137d19f329 admin admin] http://10.222.0.73:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113424) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 09:41:56.825595 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-de73d458-d870-4c7b-8ade-5d137d19f329 admin admin] 10.222.0.73 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.8347218 Sep 16 09:41:57.297616 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-698052'] for agent (be58d251-43cc-467d-bf31-2aae48e2ac56), after_create {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:41:57.298398 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:41:57.298779 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:41:57.299127 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:41:57.299478 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:41:57.299807 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:41:57.300186 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:41:57.301165 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:41:57.301578 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:41:57.312582 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:41:57.312582 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:41:57.312582 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:41:57.312582 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:41:57.312582 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:41:57.313076 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:41:57.313076 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:41:57.313076 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-790535-43-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:41:57.313346 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-790535-43-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:41:57.330099 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-cd5fe5d0-24d3-4349-8269-176b5bcdf250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-698052'] for agent (65aa34d6-cc53-475e-ab2c-2c2516bff08f), after_create {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:41:59.704663 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 45038) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:41:59.718469 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.db.l3_hamode_db [None req-6cf415ed-5dbe-4f4e-a082-3ebe16f3dd73 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 16 09:41:59.797416 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf415ed-5dbe-4f4e-a082-3ebe16f3dd73 None None] Routers set() bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 09:41:59.797843 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf415ed-5dbe-4f4e-a082-3ebe16f3dd73 None None] Router IDs set() for agent in host dv-cinder-790535-43-iscsi {{(pid=113425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 16 09:42:00.048037 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.v2.base [None req-3c121b11-2c82-496c-95a2-f9a5d0e76384 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=113424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:42:00.059961 dv-cinder-790535-43-iscsi neutron-server[113424]: ERROR stevedore.extension [None req-3c121b11-2c82-496c-95a2-f9a5d0e76384 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 16 09:42:00.143220 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.policy [None req-3c121b11-2c82-496c-95a2-f9a5d0e76384 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=113424) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 16 09:42:00.184451 dv-cinder-790535-43-iscsi neutron-server[113424]: WARNING oslo_policy.policy [None req-3c121b11-2c82-496c-95a2-f9a5d0e76384 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 09:42:00.184824 dv-cinder-790535-43-iscsi neutron-server[113424]: WARNING oslo_policy.policy [None req-3c121b11-2c82-496c-95a2-f9a5d0e76384 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 09:42:00.206336 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writer thread running {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 16 09:42:00.351434 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-3c121b11-2c82-496c-95a2-f9a5d0e76384 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759569721217', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759569720725', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759569704633', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759569709384', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759569683092', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759569691428', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1848643', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1298997', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-443280', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-486318'] for rbac-policy (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:42:00.572330 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-3c121b11-2c82-496c-95a2-f9a5d0e76384 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:42:00.573530 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-3c121b11-2c82-496c-95a2-f9a5d0e76384 admin admin] 10.222.0.73 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8678534 Sep 16 09:42:03.437911 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 45048) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:42:03.769772 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.v2.base [None req-ddbfb7a8-f7c2-40d1-897b-91b8d9f24a07 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=113424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:42:03.856038 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddbfb7a8-f7c2-40d1-897b-91b8d9f24a07 demo demo] Made reservation on behalf of c5deba24fa574c85bd7836f8419b8fe6 for: {'network': 1} {{(pid=113424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 09:42:03.861289 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-ddbfb7a8-f7c2-40d1-897b-91b8d9f24a07 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for network (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:42:03.883594 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-ddbfb7a8-f7c2-40d1-897b-91b8d9f24a07 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:42:04.005957 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-ddbfb7a8-f7c2-40d1-897b-91b8d9f24a07 demo demo] Publish callbacks [] for security_group (9b7bc5eb-7fbe-46c5-b391-1272a5bc0f84), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:42:04.055860 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-ddbfb7a8-f7c2-40d1-897b-91b8d9f24a07 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (9b7bc5eb-7fbe-46c5-b391-1272a5bc0f84), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:42:04.089451 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddbfb7a8-f7c2-40d1-897b-91b8d9f24a07 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=113424) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 09:42:04.120410 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-ddbfb7a8-f7c2-40d1-897b-91b8d9f24a07 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759571758520', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1277354'] for segment (d24ed279-5b6c-467f-a9ed-b456aec20dbf), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:42:04.120996 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-ddbfb7a8-f7c2-40d1-897b-91b8d9f24a07 demo demo] Unsubscribe: segment precommit_create {{(pid=113424) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 16 09:42:04.121528 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.db.segments_db [None req-ddbfb7a8-f7c2-40d1-897b-91b8d9f24a07 demo demo] Added segment d24ed279-5b6c-467f-a9ed-b456aec20dbf of type vlan for network 828f36df-7232-47bb-b11b-839868925f22 Sep 16 09:42:04.128744 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbfb7a8-f7c2-40d1-897b-91b8d9f24a07 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=9b7bc5eb-7fbe-46c5-b391-1272a5bc0f84,revision_number=1']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:42:04.164351 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbfb7a8-f7c2-40d1-897b-91b8d9f24a07 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:42:04.164723 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbfb7a8-f7c2-40d1-897b-91b8d9f24a07 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:42:04.165117 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbfb7a8-f7c2-40d1-897b-91b8d9f24a07 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:42:04.165507 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbfb7a8-f7c2-40d1-897b-91b8d9f24a07 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:42:04.165883 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbfb7a8-f7c2-40d1-897b-91b8d9f24a07 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:42:04.166209 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbfb7a8-f7c2-40d1-897b-91b8d9f24a07 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:42:04.166532 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbfb7a8-f7c2-40d1-897b-91b8d9f24a07 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:42:04.166852 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbfb7a8-f7c2-40d1-897b-91b8d9f24a07 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:42:04.167187 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbfb7a8-f7c2-40d1-897b-91b8d9f24a07 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:42:04.167512 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbfb7a8-f7c2-40d1-897b-91b8d9f24a07 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:42:04.167832 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbfb7a8-f7c2-40d1-897b-91b8d9f24a07 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:42:04.168162 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbfb7a8-f7c2-40d1-897b-91b8d9f24a07 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:42:04.168478 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbfb7a8-f7c2-40d1-897b-91b8d9f24a07 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:42:04.168825 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbfb7a8-f7c2-40d1-897b-91b8d9f24a07 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:42:04.169146 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbfb7a8-f7c2-40d1-897b-91b8d9f24a07 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:42:04.170545 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbfb7a8-f7c2-40d1-897b-91b8d9f24a07 demo demo] Tracked resource versions report: Sep 16 09:42:04.170545 dv-cinder-790535-43-iscsi neutron-server[113424]: pushed versions: Sep 16 09:42:04.170545 dv-cinder-790535-43-iscsi neutron-server[113424]: { 'AddressGroup': {'1.2'}, Sep 16 09:42:04.170545 dv-cinder-790535-43-iscsi neutron-server[113424]: 'Agent': {'1.1'}, Sep 16 09:42:04.170545 dv-cinder-790535-43-iscsi neutron-server[113424]: 'ConntrackHelper': {'1.0'}, Sep 16 09:42:04.170545 dv-cinder-790535-43-iscsi neutron-server[113424]: 'LocalIPAssociation': {'1.0'}, Sep 16 09:42:04.170545 dv-cinder-790535-43-iscsi neutron-server[113424]: 'Log': {'1.0'}, Sep 16 09:42:04.170545 dv-cinder-790535-43-iscsi neutron-server[113424]: 'NDPProxy': {'1.0'}, Sep 16 09:42:04.170545 dv-cinder-790535-43-iscsi neutron-server[113424]: 'Network': {'1.1'}, Sep 16 09:42:04.170545 dv-cinder-790535-43-iscsi neutron-server[113424]: 'Port': {'1.7'}, Sep 16 09:42:04.170545 dv-cinder-790535-43-iscsi neutron-server[113424]: 'PortForwarding': {'1.3'}, Sep 16 09:42:04.170545 dv-cinder-790535-43-iscsi neutron-server[113424]: 'QosPolicy': {'1.10'}, Sep 16 09:42:04.170545 dv-cinder-790535-43-iscsi neutron-server[113424]: 'SecurityGroup': {'1.5'}, Sep 16 09:42:04.170545 dv-cinder-790535-43-iscsi neutron-server[113424]: 'SecurityGroupRule': {'1.2'}, Sep 16 09:42:04.170545 dv-cinder-790535-43-iscsi neutron-server[113424]: 'SubPort': {'1.0'}, Sep 16 09:42:04.170545 dv-cinder-790535-43-iscsi neutron-server[113424]: 'Subnet': {'1.1'}, Sep 16 09:42:04.170545 dv-cinder-790535-43-iscsi neutron-server[113424]: 'Trunk': {'1.1'}} Sep 16 09:42:04.170545 dv-cinder-790535-43-iscsi neutron-server[113424]: consumer versions: Sep 16 09:42:04.170545 dv-cinder-790535-43-iscsi neutron-server[113424]: { DHCP agent@dv-cinder-790535-43-iscsi: {}, Sep 16 09:42:04.170545 dv-cinder-790535-43-iscsi neutron-server[113424]: L3 agent@dv-cinder-790535-43-iscsi: {}, Sep 16 09:42:04.170545 dv-cinder-790535-43-iscsi neutron-server[113424]: Metadata agent@dv-cinder-790535-43-iscsi: {}, Sep 16 09:42:04.170545 dv-cinder-790535-43-iscsi neutron-server[113424]: Metering agent@dv-cinder-790535-43-iscsi: {}, Sep 16 09:42:04.170545 dv-cinder-790535-43-iscsi neutron-server[113424]: Open vSwitch agent@dv-cinder-790535-43-iscsi: { 'AddressGroup': '1.2', Sep 16 09:42:04.170545 dv-cinder-790535-43-iscsi neutron-server[113424]: 'Agent': '1.1', Sep 16 09:42:04.170545 dv-cinder-790535-43-iscsi neutron-server[113424]: 'ConntrackHelper': '1.0', Sep 16 09:42:04.170545 dv-cinder-790535-43-iscsi neutron-server[113424]: 'LocalIPAssociation': '1.0', Sep 16 09:42:04.170545 dv-cinder-790535-43-iscsi neutron-server[113424]: 'Log': '1.0', Sep 16 09:42:04.170545 dv-cinder-790535-43-iscsi neutron-server[113424]: 'NDPProxy': '1.0', Sep 16 09:42:04.170545 dv-cinder-790535-43-iscsi neutron-server[113424]: 'Network': '1.1', Sep 16 09:42:04.170545 dv-cinder-790535-43-iscsi neutron-server[113424]: 'Port': '1.7', Sep 16 09:42:04.170545 dv-cinder-790535-43-iscsi neutron-server[113424]: 'PortForwarding': '1.3', Sep 16 09:42:04.170545 dv-cinder-790535-43-iscsi neutron-server[113424]: 'QosPolicy': '1.10', Sep 16 09:42:04.170545 dv-cinder-790535-43-iscsi neutron-server[113424]: 'SecurityGroup': '1.5', Sep 16 09:42:04.170545 dv-cinder-790535-43-iscsi neutron-server[113424]: 'SecurityGroupRule': '1.2', Sep 16 09:42:04.170545 dv-cinder-790535-43-iscsi neutron-server[113424]: 'SubPort': '1.0', Sep 16 09:42:04.170545 dv-cinder-790535-43-iscsi neutron-server[113424]: 'Subnet': '1.1', Sep 16 09:42:04.170545 dv-cinder-790535-43-iscsi neutron-server[113424]: 'Trunk': '1.1'}} Sep 16 09:42:04.170545 dv-cinder-790535-43-iscsi neutron-server[113424]: {{(pid=113424) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 09:42:04.231762 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-ddbfb7a8-f7c2-40d1-897b-91b8d9f24a07 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759571199151'] for network (828f36df-7232-47bb-b11b-839868925f22), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:42:04.347340 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-ddbfb7a8-f7c2-40d1-897b-91b8d9f24a07 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335'] for network (828f36df-7232-47bb-b11b-839868925f22), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:42:04.352769 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddbfb7a8-f7c2-40d1-897b-91b8d9f24a07 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:42:04.353529 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-ddbfb7a8-f7c2-40d1-897b-91b8d9f24a07 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546317'] for network (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:42:04.437649 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=54,neutron:INSERT=43,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:42:04.474547 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbfb7a8-f7c2-40d1-897b-91b8d9f24a07 demo demo] Pushing event updated for resources: {'Network': ['ID=828f36df-7232-47bb-b11b-839868925f22,revision_number=1']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:42:04.487768 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Network 828f36df-7232-47bb-b11b-839868925f22 details requested by agent ovs-agent-dv-cinder-790535-43-iscsi with host dv-cinder-790535-43-iscsi {{(pid=113425) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 09:42:04.521077 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-ddbfb7a8-f7c2-40d1-897b-91b8d9f24a07 demo demo] 10.222.0.73 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0821459 Sep 16 09:42:07.271704 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 45062) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:42:07.702488 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3790bcf6-ff1b-4860-ba94-677b8c6dedff demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:42:07.704162 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-3790bcf6-ff1b-4860-ba94-677b8c6dedff demo admin] 10.222.0.73 "GET /networking/v2.0/networks/828f36df-7232-47bb-b11b-839868925f22 HTTP/1.1" status: 200 len: 825 time: 0.4314888 Sep 16 09:42:07.729392 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-438e62d8-ce5a-4c84-bf18-cebe0e680875 demo admin] 10.222.0.73 "GET /networking/v2.0/subnetpools/8515d9b7-ff75-478c-9419-ea4fba66d51b HTTP/1.1" status: 200 len: 734 time: 0.0191588 Sep 16 09:42:07.738900 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.v2.base [None req-1a0811df-5e69-4cf9-b1fa-952a64bb39d5 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': '828f36df-7232-47bb-b11b-839868925f22', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': '8515d9b7-ff75-478c-9419-ea4fba66d51b'}} {{(pid=113424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:42:07.826592 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a0811df-5e69-4cf9-b1fa-952a64bb39d5 demo admin] Made reservation on behalf of c5deba24fa574c85bd7836f8419b8fe6 for: {'subnet': 1} {{(pid=113424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 09:42:07.829020 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-1a0811df-5e69-4cf9-b1fa-952a64bb39d5 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:42:07.983897 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:42:08.221603 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-1a0811df-5e69-4cf9-b1fa-952a64bb39d5 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335'] for subnet (c608d81d-34ff-449c-b62c-1676837cd81e), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:42:08.310850 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0811df-5e69-4cf9-b1fa-952a64bb39d5 demo admin] Pushing event updated for resources: {'Subnet': ['ID=c608d81d-34ff-449c-b62c-1676837cd81e,revision_number=0']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:42:08.318533 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0811df-5e69-4cf9-b1fa-952a64bb39d5 demo admin] Checking segment: {'id': 'd24ed279-5b6c-467f-a9ed-b456aec20dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '828f36df-7232-47bb-b11b-839868925f22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 09:42:08.318919 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0811df-5e69-4cf9-b1fa-952a64bb39d5 demo admin] Network hostable DHCP agents. Network: 828f36df-7232-47bb-b11b-839868925f22, hostable agents: ['54fa5420-569f-41b3-81ce-b3c99a893561'], hosted agents: [] {{(pid=113424) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 09:42:08.390145 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0811df-5e69-4cf9-b1fa-952a64bb39d5 demo admin] Network 828f36df-7232-47bb-b11b-839868925f22 is scheduled to be hosted by DHCP agent 54fa5420-569f-41b3-81ce-b3c99a893561 with binding_index 1 {{(pid=113424) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 09:42:08.453455 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.base_scheduler [None req-1a0811df-5e69-4cf9-b1fa-952a64bb39d5 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-43-iscsi, 828f36df-7232-47bb-b11b-839868925f22) {{(pid=113424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 09:42:08.459598 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0811df-5e69-4cf9-b1fa-952a64bb39d5 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:42:08.460140 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-1a0811df-5e69-4cf9-b1fa-952a64bb39d5 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546317'] for subnet (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:42:08.466134 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94769a7b-88dc-4fe6-8573-01dfad62d4ee None None] Network 828f36df-7232-47bb-b11b-839868925f22 requested from dv-cinder-790535-43-iscsi {{(pid=113425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 09:42:08.475906 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=28,neutron:INSERT=32,neutron:UPDATE=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:42:08.544170 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-1a0811df-5e69-4cf9-b1fa-952a64bb39d5 demo admin] 10.222.0.73 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8085420 Sep 16 09:42:08.750442 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394ceb8c-d53b-44c7-a143-176b8b61e57e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8adadafb-aa0f-50bc-bc9f-45663671aa4d-828f36df-7232-47bb-b11b-839868925f22', 'network_id': '828f36df-7232-47bb-b11b-839868925f22', 'project_id': 'c5deba24fa574c85bd7836f8419b8fe6', 'fixed_ips': [{'subnet_id': 'c608d81d-34ff-449c-b62c-1676837cd81e'}]}} from dv-cinder-790535-43-iscsi. {{(pid=113425) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 09:42:08.751746 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-394ceb8c-d53b-44c7-a143-176b8b61e57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (None), before_create {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:42:09.034894 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.db_base_plugin_common [None req-394ceb8c-d53b-44c7-a143-176b8b61e57e None None] Allocated IP 172.20.0.2 (828f36df-7232-47bb-b11b-839868925f22/c608d81d-34ff-449c-b62c-1676837cd81e/4374ede1-b270-4e4a-aa05-b61ec6006d87) {{(pid=113425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 09:42:09.248445 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=16,neutron:INSERT=31 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:42:09.262116 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=8 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:42:09.310529 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-394ceb8c-d53b-44c7-a143-176b8b61e57e None None] Publish callbacks [] for port (4374ede1-b270-4e4a-aa05-b61ec6006d87), precommit_create {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:42:09.387478 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-394ceb8c-d53b-44c7-a143-176b8b61e57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759571245505'] for port (4374ede1-b270-4e4a-aa05-b61ec6006d87), after_create {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:42:09.468443 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394ceb8c-d53b-44c7-a143-176b8b61e57e None None] Network 828f36df-7232-47bb-b11b-839868925f22 is already hosted by enough agents. {{(pid=113425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 09:42:09.474415 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.scheduler.base_scheduler [None req-394ceb8c-d53b-44c7-a143-176b8b61e57e None None] Resources bound (agent type, host, resource id): {{(pid=113425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 09:42:09.480333 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394ceb8c-d53b-44c7-a143-176b8b61e57e None None] Received port after_create {{(pid=113425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 09:42:09.482320 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394ceb8c-d53b-44c7-a143-176b8b61e57e None None] Pushing event updated for resources: {'Port': ['ID=4374ede1-b270-4e4a-aa05-b61ec6006d87,revision_number=1']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:42:09.495956 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394ceb8c-d53b-44c7-a143-176b8b61e57e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:42:09.496297 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394ceb8c-d53b-44c7-a143-176b8b61e57e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:42:09.496658 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394ceb8c-d53b-44c7-a143-176b8b61e57e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:42:09.497137 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394ceb8c-d53b-44c7-a143-176b8b61e57e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:42:09.497354 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394ceb8c-d53b-44c7-a143-176b8b61e57e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:42:09.497715 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394ceb8c-d53b-44c7-a143-176b8b61e57e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:42:09.498039 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394ceb8c-d53b-44c7-a143-176b8b61e57e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:42:09.498369 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394ceb8c-d53b-44c7-a143-176b8b61e57e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:42:09.498756 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394ceb8c-d53b-44c7-a143-176b8b61e57e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:42:09.499332 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394ceb8c-d53b-44c7-a143-176b8b61e57e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:42:09.499663 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394ceb8c-d53b-44c7-a143-176b8b61e57e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:42:09.499998 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394ceb8c-d53b-44c7-a143-176b8b61e57e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:42:09.500322 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394ceb8c-d53b-44c7-a143-176b8b61e57e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:42:09.500640 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394ceb8c-d53b-44c7-a143-176b8b61e57e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:42:09.500958 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394ceb8c-d53b-44c7-a143-176b8b61e57e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:42:09.502458 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394ceb8c-d53b-44c7-a143-176b8b61e57e None None] Tracked resource versions report: Sep 16 09:42:09.502458 dv-cinder-790535-43-iscsi neutron-server[113425]: pushed versions: Sep 16 09:42:09.502458 dv-cinder-790535-43-iscsi neutron-server[113425]: { 'AddressGroup': {'1.2'}, Sep 16 09:42:09.502458 dv-cinder-790535-43-iscsi neutron-server[113425]: 'Agent': {'1.1'}, Sep 16 09:42:09.502458 dv-cinder-790535-43-iscsi neutron-server[113425]: 'ConntrackHelper': {'1.0'}, Sep 16 09:42:09.502458 dv-cinder-790535-43-iscsi neutron-server[113425]: 'LocalIPAssociation': {'1.0'}, Sep 16 09:42:09.502458 dv-cinder-790535-43-iscsi neutron-server[113425]: 'Log': {'1.0'}, Sep 16 09:42:09.502458 dv-cinder-790535-43-iscsi neutron-server[113425]: 'NDPProxy': {'1.0'}, Sep 16 09:42:09.502458 dv-cinder-790535-43-iscsi neutron-server[113425]: 'Network': {'1.1'}, Sep 16 09:42:09.502458 dv-cinder-790535-43-iscsi neutron-server[113425]: 'Port': {'1.7'}, Sep 16 09:42:09.502458 dv-cinder-790535-43-iscsi neutron-server[113425]: 'PortForwarding': {'1.3'}, Sep 16 09:42:09.502458 dv-cinder-790535-43-iscsi neutron-server[113425]: 'QosPolicy': {'1.10'}, Sep 16 09:42:09.502458 dv-cinder-790535-43-iscsi neutron-server[113425]: 'SecurityGroup': {'1.5'}, Sep 16 09:42:09.502458 dv-cinder-790535-43-iscsi neutron-server[113425]: 'SecurityGroupRule': {'1.2'}, Sep 16 09:42:09.502458 dv-cinder-790535-43-iscsi neutron-server[113425]: 'SubPort': {'1.0'}, Sep 16 09:42:09.502458 dv-cinder-790535-43-iscsi neutron-server[113425]: 'Subnet': {'1.1'}, Sep 16 09:42:09.502458 dv-cinder-790535-43-iscsi neutron-server[113425]: 'Trunk': {'1.1'}} Sep 16 09:42:09.502458 dv-cinder-790535-43-iscsi neutron-server[113425]: consumer versions: Sep 16 09:42:09.502458 dv-cinder-790535-43-iscsi neutron-server[113425]: { DHCP agent@dv-cinder-790535-43-iscsi: {}, Sep 16 09:42:09.502458 dv-cinder-790535-43-iscsi neutron-server[113425]: L3 agent@dv-cinder-790535-43-iscsi: {}, Sep 16 09:42:09.502458 dv-cinder-790535-43-iscsi neutron-server[113425]: Metadata agent@dv-cinder-790535-43-iscsi: {}, Sep 16 09:42:09.502458 dv-cinder-790535-43-iscsi neutron-server[113425]: Metering agent@dv-cinder-790535-43-iscsi: {}, Sep 16 09:42:09.502458 dv-cinder-790535-43-iscsi neutron-server[113425]: Open vSwitch agent@dv-cinder-790535-43-iscsi: { 'AddressGroup': '1.2', Sep 16 09:42:09.502458 dv-cinder-790535-43-iscsi neutron-server[113425]: 'Agent': '1.1', Sep 16 09:42:09.502458 dv-cinder-790535-43-iscsi neutron-server[113425]: 'ConntrackHelper': '1.0', Sep 16 09:42:09.502458 dv-cinder-790535-43-iscsi neutron-server[113425]: 'LocalIPAssociation': '1.0', Sep 16 09:42:09.502458 dv-cinder-790535-43-iscsi neutron-server[113425]: 'Log': '1.0', Sep 16 09:42:09.502458 dv-cinder-790535-43-iscsi neutron-server[113425]: 'NDPProxy': '1.0', Sep 16 09:42:09.502458 dv-cinder-790535-43-iscsi neutron-server[113425]: 'Network': '1.1', Sep 16 09:42:09.502458 dv-cinder-790535-43-iscsi neutron-server[113425]: 'Port': '1.7', Sep 16 09:42:09.502458 dv-cinder-790535-43-iscsi neutron-server[113425]: 'PortForwarding': '1.3', Sep 16 09:42:09.502458 dv-cinder-790535-43-iscsi neutron-server[113425]: 'QosPolicy': '1.10', Sep 16 09:42:09.502458 dv-cinder-790535-43-iscsi neutron-server[113425]: 'SecurityGroup': '1.5', Sep 16 09:42:09.502458 dv-cinder-790535-43-iscsi neutron-server[113425]: 'SecurityGroupRule': '1.2', Sep 16 09:42:09.502458 dv-cinder-790535-43-iscsi neutron-server[113425]: 'SubPort': '1.0', Sep 16 09:42:09.502458 dv-cinder-790535-43-iscsi neutron-server[113425]: 'Subnet': '1.1', Sep 16 09:42:09.502458 dv-cinder-790535-43-iscsi neutron-server[113425]: 'Trunk': '1.1'}} Sep 16 09:42:09.502458 dv-cinder-790535-43-iscsi neutron-server[113425]: {{(pid=113425) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 09:42:09.580026 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.managers [None req-394ceb8c-d53b-44c7-a143-176b8b61e57e None None] Attempting to bind port 4374ede1-b270-4e4a-aa05-b61ec6006d87 on host dv-cinder-790535-43-iscsi for vnic_type normal with profile {{(pid=113425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 09:42:09.587662 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.managers [None req-394ceb8c-d53b-44c7-a143-176b8b61e57e None None] Attempting to bind port 4374ede1-b270-4e4a-aa05-b61ec6006d87 by drivers openvswitch,hyperv on host dv-cinder-790535-43-iscsi at level 0 using segments [{'id': 'd24ed279-5b6c-467f-a9ed-b456aec20dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '828f36df-7232-47bb-b11b-839868925f22'}] {{(pid=113425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 09:42:09.587662 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394ceb8c-d53b-44c7-a143-176b8b61e57e None None] Attempting to bind port 4374ede1-b270-4e4a-aa05-b61ec6006d87 on network 828f36df-7232-47bb-b11b-839868925f22 {{(pid=113425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 09:42:09.631283 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394ceb8c-d53b-44c7-a143-176b8b61e57e None None] Checking agent: {'id': 'be58d251-43cc-467d-bf31-2aae48e2ac56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-43-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 9, 41, 57), 'started_at': datetime.datetime(2022, 9, 16, 9, 41, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 9, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-43-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 09:42:09.631651 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394ceb8c-d53b-44c7-a143-176b8b61e57e None None] Checking segment: {'id': 'd24ed279-5b6c-467f-a9ed-b456aec20dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '828f36df-7232-47bb-b11b-839868925f22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 09:42:09.632117 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-394ceb8c-d53b-44c7-a143-176b8b61e57e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:42:09.632599 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394ceb8c-d53b-44c7-a143-176b8b61e57e None None] Bound using segment: {'id': 'd24ed279-5b6c-467f-a9ed-b456aec20dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '828f36df-7232-47bb-b11b-839868925f22'} {{(pid=113425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 09:42:09.632971 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.managers [None req-394ceb8c-d53b-44c7-a143-176b8b61e57e None None] Bound port: 4374ede1-b270-4e4a-aa05-b61ec6006d87, host: dv-cinder-790535-43-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd24ed279-5b6c-467f-a9ed-b456aec20dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '828f36df-7232-47bb-b11b-839868925f22'}}] {{(pid=113425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 09:42:09.633372 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-394ceb8c-d53b-44c7-a143-176b8b61e57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (4374ede1-b270-4e4a-aa05-b61ec6006d87), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:42:09.694174 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-394ceb8c-d53b-44c7-a143-176b8b61e57e None None] For port 4374ede1-b270-4e4a-aa05-b61ec6006d87, host dv-cinder-790535-43-iscsi, cleared binding levels {{(pid=113425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 09:42:09.714215 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-394ceb8c-d53b-44c7-a143-176b8b61e57e None None] For port 4374ede1-b270-4e4a-aa05-b61ec6006d87, host dv-cinder-790535-43-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=4374ede1-b270-4e4a-aa05-b61ec6006d87,segment=NetworkSegment(d24ed279-5b6c-467f-a9ed-b456aec20dbf),segment_id=d24ed279-5b6c-467f-a9ed-b456aec20dbf)] {{(pid=113425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 09:42:09.804982 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-394ceb8c-d53b-44c7-a143-176b8b61e57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (4374ede1-b270-4e4a-aa05-b61ec6006d87), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:42:09.859150 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394ceb8c-d53b-44c7-a143-176b8b61e57e None None] Pushing event updated for resources: {'Port': ['ID=4374ede1-b270-4e4a-aa05-b61ec6006d87,revision_number=2']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:42:11.276653 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 45076) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:42:11.617226 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [None req-5c8eaafd-b0fb-430a-9e14-babdc38999e4 admin admin] http://10.222.0.73:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113424) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 09:42:11.618356 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-5c8eaafd-b0fb-430a-9e14-babdc38999e4 admin admin] 10.222.0.73 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3407581 Sep 16 09:42:14.331750 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 45084) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:42:14.672680 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [None req-e86dafb0-0245-4713-9312-715fab7bf177 admin admin] http://10.222.0.73:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113424) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 09:42:14.673761 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-e86dafb0-0245-4713-9312-715fab7bf177 admin admin] 10.222.0.73 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3410306 Sep 16 09:42:16.975879 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device 4374ede1-b270-4e4a-aa05-b61ec6006d87 up at agent ovs-agent-dv-cinder-790535-43-iscsi {{(pid=113425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 09:42:17.056135 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Provisioning complete for port 4374ede1-b270-4e4a-aa05-b61ec6006d87 triggered by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:42:17.056469 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (4374ede1-b270-4e4a-aa05-b61ec6006d87), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:42:17.056835 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Attempt 1 to provision port 4374ede1-b270-4e4a-aa05-b61ec6006d87 Sep 16 09:42:17.100452 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:42:17.162827 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Current status of the port 4374ede1-b270-4e4a-aa05-b61ec6006d87 is: DOWN; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:42:17.163234 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (4374ede1-b270-4e4a-aa05-b61ec6006d87), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:42:17.199515 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] For port 4374ede1-b270-4e4a-aa05-b61ec6006d87, host dv-cinder-790535-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=4374ede1-b270-4e4a-aa05-b61ec6006d87,segment=NetworkSegment(d24ed279-5b6c-467f-a9ed-b456aec20dbf),segment_id=d24ed279-5b6c-467f-a9ed-b456aec20dbf)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:42:17.282241 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (4374ede1-b270-4e4a-aa05-b61ec6006d87), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:42:17.310209 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:42:17.336310 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Pushing event updated for resources: {'Port': ['ID=4374ede1-b270-4e4a-aa05-b61ec6006d87,revision_number=3']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:42:17.405487 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 45098) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:42:17.768006 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.v2.base [None req-a393c293-6522-4294-8189-0d024b3aa2b6 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=113424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:42:17.849864 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-a393c293-6522-4294-8189-0d024b3aa2b6 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-696460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65145'] for router (fd04348d-f8f9-4a67-9539-2eacad910f4c), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:42:17.851444 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-a393c293-6522-4294-8189-0d024b3aa2b6 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65120'] for router (fd04348d-f8f9-4a67-9539-2eacad910f4c), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:42:17.993906 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-a393c293-6522-4294-8189-0d024b3aa2b6 demo demo] Publish callbacks [] for router_controller (fd04348d-f8f9-4a67-9539-2eacad910f4c), precommit_add_association {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:42:18.125487 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b3ae8b-1ac9-4fe3-94da-a49abbf8a7b2 None None] Network 828f36df-7232-47bb-b11b-839868925f22 requested from dv-cinder-790535-43-iscsi {{(pid=113425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 09:42:18.185581 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-a393c293-6522-4294-8189-0d024b3aa2b6 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-711457'] for router (fd04348d-f8f9-4a67-9539-2eacad910f4c), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:42:18.189450 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-530e4675-59db-4f7d-9aad-5219da7d8b58 None None] Provisioning complete for port 4374ede1-b270-4e4a-aa05-b61ec6006d87 triggered by entity DHCP. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:42:18.190143 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-530e4675-59db-4f7d-9aad-5219da7d8b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (4374ede1-b270-4e4a-aa05-b61ec6006d87), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:42:18.190333 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-530e4675-59db-4f7d-9aad-5219da7d8b58 None None] Attempt 1 to provision port 4374ede1-b270-4e4a-aa05-b61ec6006d87 Sep 16 09:42:18.275057 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-a393c293-6522-4294-8189-0d024b3aa2b6 demo demo] Publish callbacks [] for router (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:42:18.276254 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-a393c293-6522-4294-8189-0d024b3aa2b6 demo demo] 10.222.0.73 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.8696756 Sep 16 09:42:18.328061 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-530e4675-59db-4f7d-9aad-5219da7d8b58 None None] Current status of the port 4374ede1-b270-4e4a-aa05-b61ec6006d87 is: ACTIVE; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:42:18.553798 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-2b2b1223-606a-424a-ac31-bbe162e0ead7 None None] Provisioning complete for port 4374ede1-b270-4e4a-aa05-b61ec6006d87 triggered by entity DHCP. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:42:18.554098 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-2b2b1223-606a-424a-ac31-bbe162e0ead7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (4374ede1-b270-4e4a-aa05-b61ec6006d87), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:42:18.554445 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-2b2b1223-606a-424a-ac31-bbe162e0ead7 None None] Attempt 1 to provision port 4374ede1-b270-4e4a-aa05-b61ec6006d87 Sep 16 09:42:18.632448 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-2b2b1223-606a-424a-ac31-bbe162e0ead7 None None] Current status of the port 4374ede1-b270-4e4a-aa05-b61ec6006d87 is: ACTIVE; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:42:18.962349 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device 4374ede1-b270-4e4a-aa05-b61ec6006d87 up at agent ovs-agent-dv-cinder-790535-43-iscsi {{(pid=113425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 09:42:18.979272 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:42:19.002327 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Provisioning complete for port 4374ede1-b270-4e4a-aa05-b61ec6006d87 triggered by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:42:19.002721 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (4374ede1-b270-4e4a-aa05-b61ec6006d87), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:42:19.003061 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Attempt 1 to provision port 4374ede1-b270-4e4a-aa05-b61ec6006d87 Sep 16 09:42:19.077828 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Current status of the port 4374ede1-b270-4e4a-aa05-b61ec6006d87 is: ACTIVE; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:42:20.968179 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 45106) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:42:21.493222 dv-cinder-790535-43-iscsi neutron-server[113423]: WARNING oslo_policy.policy [None req-05a030aa-8908-4e36-9c1d-197e1db36aa6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 09:42:21.493807 dv-cinder-790535-43-iscsi neutron-server[113423]: WARNING oslo_policy.policy [None req-05a030aa-8908-4e36-9c1d-197e1db36aa6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 09:42:21.718150 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [None req-05a030aa-8908-4e36-9c1d-197e1db36aa6 admin admin] http://10.222.0.73:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113423) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 09:42:21.719432 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-05a030aa-8908-4e36-9c1d-197e1db36aa6 admin admin] 10.222.0.73 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.7493846 Sep 16 09:42:22.141673 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-4b24cd19-419e-4c61-9944-2147dc033e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (54fa5420-569f-41b3-81ce-b3c99a893561), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:42:24.412566 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 45120) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:42:24.546934 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-8e6204b1-1139-4867-a6d6-77468f42f3c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (647718b3-8298-4382-86e2-3fad9f5d7804), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:42:24.744928 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.v2.base [None req-2c835392-91bb-489a-a195-124e55cf36c0 admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True}} {{(pid=113423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:42:24.758362 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writer thread running {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 16 09:42:24.779661 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:42:24.878245 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c835392-91bb-489a-a195-124e55cf36c0 admin admin] Made reservation on behalf of 21c05913226c4fa2af82369356d31409 for: {'network': 1} {{(pid=113423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 09:42:24.887903 dv-cinder-790535-43-iscsi neutron-server[113423]: ERROR stevedore.extension [None req-2c835392-91bb-489a-a195-124e55cf36c0 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 16 09:42:24.950711 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.policy [None req-2c835392-91bb-489a-a195-124e55cf36c0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=113423) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 16 09:42:24.994323 dv-cinder-790535-43-iscsi neutron-server[113423]: WARNING oslo_policy.policy [None req-2c835392-91bb-489a-a195-124e55cf36c0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 09:42:24.994640 dv-cinder-790535-43-iscsi neutron-server[113423]: WARNING oslo_policy.policy [None req-2c835392-91bb-489a-a195-124e55cf36c0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 09:42:25.005081 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-2c835392-91bb-489a-a195-124e55cf36c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for network (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:42:25.026248 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-2c835392-91bb-489a-a195-124e55cf36c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:42:25.140176 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-2c835392-91bb-489a-a195-124e55cf36c0 admin admin] Publish callbacks [] for security_group (c9485a87-60a1-4073-bb55-ff3c594e16a0), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:42:25.206978 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-2c835392-91bb-489a-a195-124e55cf36c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (c9485a87-60a1-4073-bb55-ff3c594e16a0), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:42:25.219180 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-2c835392-91bb-489a-a195-124e55cf36c0 admin admin] Reserving flat network on physical network physnet1 {{(pid=113423) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 16 09:42:25.290229 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-2c835392-91bb-489a-a195-124e55cf36c0 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759571758520', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1277354'] for segment (0b254eb8-8459-4a20-9dd6-e212af12e724), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:42:25.290229 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-2c835392-91bb-489a-a195-124e55cf36c0 admin admin] Unsubscribe: segment precommit_create {{(pid=113423) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 16 09:42:25.290229 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.db.segments_db [None req-2c835392-91bb-489a-a195-124e55cf36c0 admin admin] Added segment 0b254eb8-8459-4a20-9dd6-e212af12e724 of type flat for network d06af4bd-75ff-4039-9388-f05026361d79 Sep 16 09:42:25.290229 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c835392-91bb-489a-a195-124e55cf36c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9485a87-60a1-4073-bb55-ff3c594e16a0,revision_number=1']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:42:25.297777 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c835392-91bb-489a-a195-124e55cf36c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:42:25.298120 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c835392-91bb-489a-a195-124e55cf36c0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:42:25.298470 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c835392-91bb-489a-a195-124e55cf36c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:42:25.298805 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c835392-91bb-489a-a195-124e55cf36c0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:42:25.299125 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c835392-91bb-489a-a195-124e55cf36c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:42:25.299454 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c835392-91bb-489a-a195-124e55cf36c0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:42:25.299775 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c835392-91bb-489a-a195-124e55cf36c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:42:25.300090 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c835392-91bb-489a-a195-124e55cf36c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:42:25.300421 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c835392-91bb-489a-a195-124e55cf36c0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:42:25.300740 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c835392-91bb-489a-a195-124e55cf36c0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:42:25.301074 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c835392-91bb-489a-a195-124e55cf36c0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:42:25.301387 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c835392-91bb-489a-a195-124e55cf36c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:42:25.301725 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c835392-91bb-489a-a195-124e55cf36c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:42:25.302120 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c835392-91bb-489a-a195-124e55cf36c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:42:25.302348 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c835392-91bb-489a-a195-124e55cf36c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:42:25.303703 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c835392-91bb-489a-a195-124e55cf36c0 admin admin] Tracked resource versions report: Sep 16 09:42:25.303703 dv-cinder-790535-43-iscsi neutron-server[113423]: pushed versions: Sep 16 09:42:25.303703 dv-cinder-790535-43-iscsi neutron-server[113423]: { 'AddressGroup': {'1.2'}, Sep 16 09:42:25.303703 dv-cinder-790535-43-iscsi neutron-server[113423]: 'Agent': {'1.1'}, Sep 16 09:42:25.303703 dv-cinder-790535-43-iscsi neutron-server[113423]: 'ConntrackHelper': {'1.0'}, Sep 16 09:42:25.303703 dv-cinder-790535-43-iscsi neutron-server[113423]: 'LocalIPAssociation': {'1.0'}, Sep 16 09:42:25.303703 dv-cinder-790535-43-iscsi neutron-server[113423]: 'Log': {'1.0'}, Sep 16 09:42:25.303703 dv-cinder-790535-43-iscsi neutron-server[113423]: 'NDPProxy': {'1.0'}, Sep 16 09:42:25.303703 dv-cinder-790535-43-iscsi neutron-server[113423]: 'Network': {'1.1'}, Sep 16 09:42:25.303703 dv-cinder-790535-43-iscsi neutron-server[113423]: 'Port': {'1.7'}, Sep 16 09:42:25.303703 dv-cinder-790535-43-iscsi neutron-server[113423]: 'PortForwarding': {'1.3'}, Sep 16 09:42:25.303703 dv-cinder-790535-43-iscsi neutron-server[113423]: 'QosPolicy': {'1.10'}, Sep 16 09:42:25.303703 dv-cinder-790535-43-iscsi neutron-server[113423]: 'SecurityGroup': {'1.5'}, Sep 16 09:42:25.303703 dv-cinder-790535-43-iscsi neutron-server[113423]: 'SecurityGroupRule': {'1.2'}, Sep 16 09:42:25.303703 dv-cinder-790535-43-iscsi neutron-server[113423]: 'SubPort': {'1.0'}, Sep 16 09:42:25.303703 dv-cinder-790535-43-iscsi neutron-server[113423]: 'Subnet': {'1.1'}, Sep 16 09:42:25.303703 dv-cinder-790535-43-iscsi neutron-server[113423]: 'Trunk': {'1.1'}} Sep 16 09:42:25.303703 dv-cinder-790535-43-iscsi neutron-server[113423]: consumer versions: Sep 16 09:42:25.303703 dv-cinder-790535-43-iscsi neutron-server[113423]: { DHCP agent@dv-cinder-790535-43-iscsi: {}, Sep 16 09:42:25.303703 dv-cinder-790535-43-iscsi neutron-server[113423]: L3 agent@dv-cinder-790535-43-iscsi: {}, Sep 16 09:42:25.303703 dv-cinder-790535-43-iscsi neutron-server[113423]: Metadata agent@dv-cinder-790535-43-iscsi: {}, Sep 16 09:42:25.303703 dv-cinder-790535-43-iscsi neutron-server[113423]: Metering agent@dv-cinder-790535-43-iscsi: {}, Sep 16 09:42:25.303703 dv-cinder-790535-43-iscsi neutron-server[113423]: Open vSwitch agent@dv-cinder-790535-43-iscsi: { 'AddressGroup': '1.2', Sep 16 09:42:25.303703 dv-cinder-790535-43-iscsi neutron-server[113423]: 'Agent': '1.1', Sep 16 09:42:25.303703 dv-cinder-790535-43-iscsi neutron-server[113423]: 'ConntrackHelper': '1.0', Sep 16 09:42:25.303703 dv-cinder-790535-43-iscsi neutron-server[113423]: 'LocalIPAssociation': '1.0', Sep 16 09:42:25.303703 dv-cinder-790535-43-iscsi neutron-server[113423]: 'Log': '1.0', Sep 16 09:42:25.303703 dv-cinder-790535-43-iscsi neutron-server[113423]: 'NDPProxy': '1.0', Sep 16 09:42:25.303703 dv-cinder-790535-43-iscsi neutron-server[113423]: 'Network': '1.1', Sep 16 09:42:25.303703 dv-cinder-790535-43-iscsi neutron-server[113423]: 'Port': '1.7', Sep 16 09:42:25.303703 dv-cinder-790535-43-iscsi neutron-server[113423]: 'PortForwarding': '1.3', Sep 16 09:42:25.303703 dv-cinder-790535-43-iscsi neutron-server[113423]: 'QosPolicy': '1.10', Sep 16 09:42:25.303703 dv-cinder-790535-43-iscsi neutron-server[113423]: 'SecurityGroup': '1.5', Sep 16 09:42:25.303703 dv-cinder-790535-43-iscsi neutron-server[113423]: 'SecurityGroupRule': '1.2', Sep 16 09:42:25.303703 dv-cinder-790535-43-iscsi neutron-server[113423]: 'SubPort': '1.0', Sep 16 09:42:25.303703 dv-cinder-790535-43-iscsi neutron-server[113423]: 'Subnet': '1.1', Sep 16 09:42:25.303703 dv-cinder-790535-43-iscsi neutron-server[113423]: 'Trunk': '1.1'}} Sep 16 09:42:25.303703 dv-cinder-790535-43-iscsi neutron-server[113423]: {{(pid=113423) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 09:42:25.374088 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-2c835392-91bb-489a-a195-124e55cf36c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759571199151'] for network (d06af4bd-75ff-4039-9388-f05026361d79), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:42:25.487140 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-2c835392-91bb-489a-a195-124e55cf36c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335'] for network (d06af4bd-75ff-4039-9388-f05026361d79), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:42:25.488548 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c835392-91bb-489a-a195-124e55cf36c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:42:25.489193 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-2c835392-91bb-489a-a195-124e55cf36c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546317'] for network (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:42:25.597167 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c835392-91bb-489a-a195-124e55cf36c0 admin admin] Pushing event updated for resources: {'Network': ['ID=d06af4bd-75ff-4039-9388-f05026361d79,revision_number=1']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:42:25.612692 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Network d06af4bd-75ff-4039-9388-f05026361d79 details requested by agent ovs-agent-dv-cinder-790535-43-iscsi with host dv-cinder-790535-43-iscsi {{(pid=113425) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 09:42:25.669699 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-2c835392-91bb-489a-a195-124e55cf36c0 admin admin] 10.222.0.73 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.2559915 Sep 16 09:42:25.889865 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-c17a0cac-31fa-4a66-ad06-99f53fca2b4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (2d63c820-fb16-4aae-acf9-0482010d4ad8), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:42:27.298510 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-cd5fe5d0-24d3-4349-8269-176b5bcdf250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (65aa34d6-cc53-475e-ab2c-2c2516bff08f), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:42:27.344574 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (be58d251-43cc-467d-bf31-2aae48e2ac56), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:42:28.197050 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=25,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:42:28.197878 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=74,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:42:28.296520 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 45138) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:42:28.675368 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a547ec6c-1b26-4ac5-942c-19368d803df0 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:42:28.676740 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-a547ec6c-1b26-4ac5-942c-19368d803df0 demo admin] 10.222.0.73 "GET /networking/v2.0/subnets/c608d81d-34ff-449c-b62c-1676837cd81e HTTP/1.1" status: 200 len: 849 time: 0.3792925 Sep 16 09:42:28.806073 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-c0df8cc7-63b1-4e61-b50f-57be994cd5b2 demo admin] 10.222.0.73 "GET /networking/v2.0/routers/fd04348d-f8f9-4a67-9539-2eacad910f4c HTTP/1.1" status: 200 len: 704 time: 0.1231425 Sep 16 09:42:29.069599 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-1bcf8d03-200a-4aab-a890-b6094c93eaeb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:42:29.365211 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.db_base_plugin_common [None req-1bcf8d03-200a-4aab-a890-b6094c93eaeb demo admin] Allocated IP 172.20.0.1 (828f36df-7232-47bb-b11b-839868925f22/c608d81d-34ff-449c-b62c-1676837cd81e/05e18bec-8b94-4019-940d-7edfd1ec89d0) {{(pid=113424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 09:42:29.580592 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-1bcf8d03-200a-4aab-a890-b6094c93eaeb demo admin] Publish callbacks [] for port (05e18bec-8b94-4019-940d-7edfd1ec89d0), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:42:29.722470 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-1bcf8d03-200a-4aab-a890-b6094c93eaeb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759571245505'] for port (05e18bec-8b94-4019-940d-7edfd1ec89d0), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:42:29.802196 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bcf8d03-200a-4aab-a890-b6094c93eaeb demo admin] Network 828f36df-7232-47bb-b11b-839868925f22 is already hosted by enough agents. {{(pid=113424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 09:42:29.807878 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.base_scheduler [None req-1bcf8d03-200a-4aab-a890-b6094c93eaeb demo admin] Resources bound (agent type, host, resource id): {{(pid=113424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 09:42:29.813506 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcf8d03-200a-4aab-a890-b6094c93eaeb demo admin] Received port after_create {{(pid=113424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 09:42:29.814097 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-1bcf8d03-200a-4aab-a890-b6094c93eaeb demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691992'] for router_interface (fd04348d-f8f9-4a67-9539-2eacad910f4c), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:42:29.834979 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcf8d03-200a-4aab-a890-b6094c93eaeb demo admin] Pushing event updated for resources: {'Port': ['ID=05e18bec-8b94-4019-940d-7edfd1ec89d0,revision_number=1']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:42:29.951935 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:42:30.017236 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-e4191fd6-9750-4baa-89d7-dcefadd63afe None None] Provisioning complete for port 05e18bec-8b94-4019-940d-7edfd1ec89d0 triggered by entity DHCP. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:42:30.017830 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-e4191fd6-9750-4baa-89d7-dcefadd63afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (05e18bec-8b94-4019-940d-7edfd1ec89d0), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:42:30.017930 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-e4191fd6-9750-4baa-89d7-dcefadd63afe None None] Attempt 1 to provision port 05e18bec-8b94-4019-940d-7edfd1ec89d0 Sep 16 09:42:30.048169 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-e4191fd6-9750-4baa-89d7-dcefadd63afe None None] Port 05e18bec-8b94-4019-940d-7edfd1ec89d0 cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:42:30.157428 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-1bcf8d03-200a-4aab-a890-b6094c93eaeb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (05e18bec-8b94-4019-940d-7edfd1ec89d0), before_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:42:30.160049 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:42:30.371803 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-1bcf8d03-200a-4aab-a890-b6094c93eaeb demo admin] Publish callbacks [] for port (05e18bec-8b94-4019-940d-7edfd1ec89d0), precommit_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:42:30.435238 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-1bcf8d03-200a-4aab-a890-b6094c93eaeb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (05e18bec-8b94-4019-940d-7edfd1ec89d0), after_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:42:30.436815 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-1bcf8d03-200a-4aab-a890-b6094c93eaeb demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692108'] for router_interface (fd04348d-f8f9-4a67-9539-2eacad910f4c), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:42:30.512243 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcf8d03-200a-4aab-a890-b6094c93eaeb demo admin] Pushing event updated for resources: {'Port': ['ID=05e18bec-8b94-4019-940d-7edfd1ec89d0,revision_number=2']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:42:30.549260 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-e4191fd6-9750-4baa-89d7-dcefadd63afe None None] Attempt 2 to provision port 05e18bec-8b94-4019-940d-7edfd1ec89d0 Sep 16 09:42:30.567997 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bcf8d03-200a-4aab-a890-b6094c93eaeb demo admin] Network 828f36df-7232-47bb-b11b-839868925f22 is already hosted by enough agents. {{(pid=113424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 09:42:30.569338 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.base_scheduler [None req-1bcf8d03-200a-4aab-a890-b6094c93eaeb demo admin] Resources bound (agent type, host, resource id): {{(pid=113424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 09:42:30.585334 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-e4191fd6-9750-4baa-89d7-dcefadd63afe None None] Port 05e18bec-8b94-4019-940d-7edfd1ec89d0 cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:42:30.849989 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bcf8d03-200a-4aab-a890-b6094c93eaeb demo admin] Router fd04348d-f8f9-4a67-9539-2eacad910f4c is scheduled to L3 agent 647718b3-8298-4382-86e2-3fad9f5d7804 with binding_index 1 {{(pid=113424) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 09:42:30.945141 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bcf8d03-200a-4aab-a890-b6094c93eaeb demo admin] Notify agent at l3_agent.dv-cinder-790535-43-iscsi the message routers_updated {{(pid=113424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 09:42:30.950694 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-1bcf8d03-200a-4aab-a890-b6094c93eaeb demo admin] 10.222.0.73 "PUT /networking/v2.0/routers/fd04348d-f8f9-4a67-9539-2eacad910f4c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1384969 Sep 16 09:42:30.969513 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006aba78-88f1-4f25-8857-e169139821c0 None None] Sync routers for ids ['fd04348d-f8f9-4a67-9539-2eacad910f4c'] in dv-cinder-790535-43-iscsi {{(pid=113426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 09:42:30.982962 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006aba78-88f1-4f25-8857-e169139821c0 None None] Routers {'fd04348d-f8f9-4a67-9539-2eacad910f4c'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 09:42:30.983938 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-006aba78-88f1-4f25-8857-e169139821c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T09:42:24Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['fd04348d-f8f9-4a67-9539-2eacad910f4c'], 'active': True} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:42:31.086440 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-e4191fd6-9750-4baa-89d7-dcefadd63afe None None] Attempt 3 to provision port 05e18bec-8b94-4019-940d-7edfd1ec89d0 Sep 16 09:42:31.122551 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-e4191fd6-9750-4baa-89d7-dcefadd63afe None None] Port 05e18bec-8b94-4019-940d-7edfd1ec89d0 cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:42:31.169438 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvr_db [None req-006aba78-88f1-4f25-8857-e169139821c0 None None] Set router fd04348d-f8f9-4a67-9539-2eacad910f4c gateway port host: None {{(pid=113426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 09:42:31.244103 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.agents_db [None req-7c9a7194-4e2e-43f7-be58-28c896ce3cef None None] Agent healthcheck: found 5 active agents {{(pid=113426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 09:42:31.614693 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-006aba78-88f1-4f25-8857-e169139821c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd04348d-f8f9-4a67-9539-2eacad910f4c', 'name': 'router1', 'tenant_id': 'c5deba24fa574c85bd7836f8419b8fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:42:17Z', 'updated_at': '2022-09-16T09:42:29Z', 'revision_number': 2, 'project_id': 'c5deba24fa574c85bd7836f8419b8fe6', 'gw_port_host': None, '_interfaces': [{'id': '05e18bec-8b94-4019-940d-7edfd1ec89d0', 'name': '', 'network_id': '828f36df-7232-47bb-b11b-839868925f22', 'tenant_id': 'c5deba24fa574c85bd7836f8419b8fe6', 'mac_address': 'fa:16:3e:c2:c9:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd04348d-f8f9-4a67-9539-2eacad910f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c608d81d-34ff-449c-b62c-1676837cd81e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:42:29Z', 'updated_at': '2022-09-16T09:42:30Z', 'revision_number': 2, 'project_id': 'c5deba24fa574c85bd7836f8419b8fe6', 'subnets': [{'id': 'c608d81d-34ff-449c-b62c-1676837cd81e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8515d9b7-ff75-478c-9419-ea4fba66d51b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:42:31.624320 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-e4191fd6-9750-4baa-89d7-dcefadd63afe None None] Attempt 4 to provision port 05e18bec-8b94-4019-940d-7edfd1ec89d0 Sep 16 09:42:31.656105 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-e4191fd6-9750-4baa-89d7-dcefadd63afe None None] Port 05e18bec-8b94-4019-940d-7edfd1ec89d0 cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:42:31.665479 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006aba78-88f1-4f25-8857-e169139821c0 None None] Checking router: fd04348d-f8f9-4a67-9539-2eacad910f4c for host: dv-cinder-790535-43-iscsi {{(pid=113426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 09:42:31.665874 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006aba78-88f1-4f25-8857-e169139821c0 None None] Updating router fd04348d-f8f9-4a67-9539-2eacad910f4c port 05e18bec-8b94-4019-940d-7edfd1ec89d0 binding host dv-cinder-790535-43-iscsi {{(pid=113426) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 09:42:31.720099 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron_lib.callbacks.manager [None req-006aba78-88f1-4f25-8857-e169139821c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (05e18bec-8b94-4019-940d-7edfd1ec89d0), before_update {{(pid=113426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:42:32.157645 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-e4191fd6-9750-4baa-89d7-dcefadd63afe None None] Attempt 5 to provision port 05e18bec-8b94-4019-940d-7edfd1ec89d0 Sep 16 09:42:32.190057 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-e4191fd6-9750-4baa-89d7-dcefadd63afe None None] Port 05e18bec-8b94-4019-940d-7edfd1ec89d0 cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:42:32.229032 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron_lib.callbacks.manager [None req-006aba78-88f1-4f25-8857-e169139821c0 None None] Publish callbacks [] for port (05e18bec-8b94-4019-940d-7edfd1ec89d0), precommit_update {{(pid=113426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:42:32.321327 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron_lib.callbacks.manager [None req-006aba78-88f1-4f25-8857-e169139821c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (05e18bec-8b94-4019-940d-7edfd1ec89d0), after_update {{(pid=113426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:42:32.443788 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf50336-f933-48cb-8457-250e4bcf7cac None None] Pushing event updated for resources: {'Port': ['ID=05e18bec-8b94-4019-940d-7edfd1ec89d0,revision_number=3']} {{(pid=113426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:42:32.468400 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf50336-f933-48cb-8457-250e4bcf7cac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:42:32.468740 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf50336-f933-48cb-8457-250e4bcf7cac None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:42:32.469080 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf50336-f933-48cb-8457-250e4bcf7cac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:42:32.469414 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf50336-f933-48cb-8457-250e4bcf7cac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:42:32.469761 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf50336-f933-48cb-8457-250e4bcf7cac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:42:32.470082 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf50336-f933-48cb-8457-250e4bcf7cac None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:42:32.470398 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf50336-f933-48cb-8457-250e4bcf7cac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:42:32.470715 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf50336-f933-48cb-8457-250e4bcf7cac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:42:32.471051 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf50336-f933-48cb-8457-250e4bcf7cac None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:42:32.471365 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf50336-f933-48cb-8457-250e4bcf7cac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:42:32.471678 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf50336-f933-48cb-8457-250e4bcf7cac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:42:32.472004 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf50336-f933-48cb-8457-250e4bcf7cac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:42:32.472325 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf50336-f933-48cb-8457-250e4bcf7cac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:42:32.472631 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf50336-f933-48cb-8457-250e4bcf7cac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:42:32.472937 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf50336-f933-48cb-8457-250e4bcf7cac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:42:32.474348 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf50336-f933-48cb-8457-250e4bcf7cac None None] Tracked resource versions report: Sep 16 09:42:32.474348 dv-cinder-790535-43-iscsi neutron-server[113426]: pushed versions: Sep 16 09:42:32.474348 dv-cinder-790535-43-iscsi neutron-server[113426]: { 'AddressGroup': {'1.2'}, Sep 16 09:42:32.474348 dv-cinder-790535-43-iscsi neutron-server[113426]: 'Agent': {'1.1'}, Sep 16 09:42:32.474348 dv-cinder-790535-43-iscsi neutron-server[113426]: 'ConntrackHelper': {'1.0'}, Sep 16 09:42:32.474348 dv-cinder-790535-43-iscsi neutron-server[113426]: 'LocalIPAssociation': {'1.0'}, Sep 16 09:42:32.474348 dv-cinder-790535-43-iscsi neutron-server[113426]: 'Log': {'1.0'}, Sep 16 09:42:32.474348 dv-cinder-790535-43-iscsi neutron-server[113426]: 'NDPProxy': {'1.0'}, Sep 16 09:42:32.474348 dv-cinder-790535-43-iscsi neutron-server[113426]: 'Network': {'1.1'}, Sep 16 09:42:32.474348 dv-cinder-790535-43-iscsi neutron-server[113426]: 'Port': {'1.7'}, Sep 16 09:42:32.474348 dv-cinder-790535-43-iscsi neutron-server[113426]: 'PortForwarding': {'1.3'}, Sep 16 09:42:32.474348 dv-cinder-790535-43-iscsi neutron-server[113426]: 'QosPolicy': {'1.10'}, Sep 16 09:42:32.474348 dv-cinder-790535-43-iscsi neutron-server[113426]: 'SecurityGroup': {'1.5'}, Sep 16 09:42:32.474348 dv-cinder-790535-43-iscsi neutron-server[113426]: 'SecurityGroupRule': {'1.2'}, Sep 16 09:42:32.474348 dv-cinder-790535-43-iscsi neutron-server[113426]: 'SubPort': {'1.0'}, Sep 16 09:42:32.474348 dv-cinder-790535-43-iscsi neutron-server[113426]: 'Subnet': {'1.1'}, Sep 16 09:42:32.474348 dv-cinder-790535-43-iscsi neutron-server[113426]: 'Trunk': {'1.1'}} Sep 16 09:42:32.474348 dv-cinder-790535-43-iscsi neutron-server[113426]: consumer versions: Sep 16 09:42:32.474348 dv-cinder-790535-43-iscsi neutron-server[113426]: { DHCP agent@dv-cinder-790535-43-iscsi: {}, Sep 16 09:42:32.474348 dv-cinder-790535-43-iscsi neutron-server[113426]: L3 agent@dv-cinder-790535-43-iscsi: {}, Sep 16 09:42:32.474348 dv-cinder-790535-43-iscsi neutron-server[113426]: Metadata agent@dv-cinder-790535-43-iscsi: {}, Sep 16 09:42:32.474348 dv-cinder-790535-43-iscsi neutron-server[113426]: Metering agent@dv-cinder-790535-43-iscsi: {}, Sep 16 09:42:32.474348 dv-cinder-790535-43-iscsi neutron-server[113426]: Open vSwitch agent@dv-cinder-790535-43-iscsi: { 'AddressGroup': '1.2', Sep 16 09:42:32.474348 dv-cinder-790535-43-iscsi neutron-server[113426]: 'Agent': '1.1', Sep 16 09:42:32.474348 dv-cinder-790535-43-iscsi neutron-server[113426]: 'ConntrackHelper': '1.0', Sep 16 09:42:32.474348 dv-cinder-790535-43-iscsi neutron-server[113426]: 'LocalIPAssociation': '1.0', Sep 16 09:42:32.474348 dv-cinder-790535-43-iscsi neutron-server[113426]: 'Log': '1.0', Sep 16 09:42:32.474348 dv-cinder-790535-43-iscsi neutron-server[113426]: 'NDPProxy': '1.0', Sep 16 09:42:32.474348 dv-cinder-790535-43-iscsi neutron-server[113426]: 'Network': '1.1', Sep 16 09:42:32.474348 dv-cinder-790535-43-iscsi neutron-server[113426]: 'Port': '1.7', Sep 16 09:42:32.474348 dv-cinder-790535-43-iscsi neutron-server[113426]: 'PortForwarding': '1.3', Sep 16 09:42:32.474348 dv-cinder-790535-43-iscsi neutron-server[113426]: 'QosPolicy': '1.10', Sep 16 09:42:32.474348 dv-cinder-790535-43-iscsi neutron-server[113426]: 'SecurityGroup': '1.5', Sep 16 09:42:32.474348 dv-cinder-790535-43-iscsi neutron-server[113426]: 'SecurityGroupRule': '1.2', Sep 16 09:42:32.474348 dv-cinder-790535-43-iscsi neutron-server[113426]: 'SubPort': '1.0', Sep 16 09:42:32.474348 dv-cinder-790535-43-iscsi neutron-server[113426]: 'Subnet': '1.1', Sep 16 09:42:32.474348 dv-cinder-790535-43-iscsi neutron-server[113426]: 'Trunk': '1.1'}} Sep 16 09:42:32.474348 dv-cinder-790535-43-iscsi neutron-server[113426]: {{(pid=113426) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 09:42:32.488930 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.managers [None req-006aba78-88f1-4f25-8857-e169139821c0 None None] Attempting to bind port 05e18bec-8b94-4019-940d-7edfd1ec89d0 on host dv-cinder-790535-43-iscsi for vnic_type normal with profile {{(pid=113426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 09:42:32.489326 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.managers [None req-006aba78-88f1-4f25-8857-e169139821c0 None None] Attempting to bind port 05e18bec-8b94-4019-940d-7edfd1ec89d0 by drivers openvswitch,hyperv on host dv-cinder-790535-43-iscsi at level 0 using segments [{'id': 'd24ed279-5b6c-467f-a9ed-b456aec20dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '828f36df-7232-47bb-b11b-839868925f22'}] {{(pid=113426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 09:42:32.489802 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006aba78-88f1-4f25-8857-e169139821c0 None None] Attempting to bind port 05e18bec-8b94-4019-940d-7edfd1ec89d0 on network 828f36df-7232-47bb-b11b-839868925f22 {{(pid=113426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 09:42:32.564959 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=100 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:42:32.573976 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006aba78-88f1-4f25-8857-e169139821c0 None None] Checking agent: {'id': 'be58d251-43cc-467d-bf31-2aae48e2ac56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-43-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 9, 41, 57), 'started_at': datetime.datetime(2022, 9, 16, 9, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 9, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-43-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 09:42:32.574378 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006aba78-88f1-4f25-8857-e169139821c0 None None] Checking segment: {'id': 'd24ed279-5b6c-467f-a9ed-b456aec20dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '828f36df-7232-47bb-b11b-839868925f22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 09:42:32.576353 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron_lib.callbacks.manager [None req-006aba78-88f1-4f25-8857-e169139821c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:42:32.576353 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006aba78-88f1-4f25-8857-e169139821c0 None None] Bound using segment: {'id': 'd24ed279-5b6c-467f-a9ed-b456aec20dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '828f36df-7232-47bb-b11b-839868925f22'} {{(pid=113426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 09:42:32.576353 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.managers [None req-006aba78-88f1-4f25-8857-e169139821c0 None None] Bound port: 05e18bec-8b94-4019-940d-7edfd1ec89d0, host: dv-cinder-790535-43-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd24ed279-5b6c-467f-a9ed-b456aec20dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '828f36df-7232-47bb-b11b-839868925f22'}}] {{(pid=113426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 09:42:32.576353 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron_lib.callbacks.manager [None req-006aba78-88f1-4f25-8857-e169139821c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (05e18bec-8b94-4019-940d-7edfd1ec89d0), before_update {{(pid=113426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:42:32.627978 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:42:32.640753 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.db [None req-006aba78-88f1-4f25-8857-e169139821c0 None None] For port 05e18bec-8b94-4019-940d-7edfd1ec89d0, host dv-cinder-790535-43-iscsi, cleared binding levels {{(pid=113426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 09:42:32.659986 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.db [None req-006aba78-88f1-4f25-8857-e169139821c0 None None] For port 05e18bec-8b94-4019-940d-7edfd1ec89d0, host dv-cinder-790535-43-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=05e18bec-8b94-4019-940d-7edfd1ec89d0,segment=NetworkSegment(d24ed279-5b6c-467f-a9ed-b456aec20dbf),segment_id=d24ed279-5b6c-467f-a9ed-b456aec20dbf)] {{(pid=113426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 09:42:32.691178 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-e4191fd6-9750-4baa-89d7-dcefadd63afe None None] Attempt 6 to provision port 05e18bec-8b94-4019-940d-7edfd1ec89d0 Sep 16 09:42:32.726945 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-e4191fd6-9750-4baa-89d7-dcefadd63afe None None] Port 05e18bec-8b94-4019-940d-7edfd1ec89d0 cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:42:32.728151 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron_lib.callbacks.manager [None req-006aba78-88f1-4f25-8857-e169139821c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (05e18bec-8b94-4019-940d-7edfd1ec89d0), after_update {{(pid=113426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:42:32.773216 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006aba78-88f1-4f25-8857-e169139821c0 None None] Routers {'fd04348d-f8f9-4a67-9539-2eacad910f4c'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 09:42:32.773848 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-006aba78-88f1-4f25-8857-e169139821c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T09:42:24Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['fd04348d-f8f9-4a67-9539-2eacad910f4c'], 'active': True} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:42:32.818450 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf50336-f933-48cb-8457-250e4bcf7cac None None] Pushing event updated for resources: {'Port': ['ID=05e18bec-8b94-4019-940d-7edfd1ec89d0,revision_number=4']} {{(pid=113426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:42:32.867920 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvr_db [None req-006aba78-88f1-4f25-8857-e169139821c0 None None] Set router fd04348d-f8f9-4a67-9539-2eacad910f4c gateway port host: None {{(pid=113426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 09:42:33.061892 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-006aba78-88f1-4f25-8857-e169139821c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd04348d-f8f9-4a67-9539-2eacad910f4c', 'name': 'router1', 'tenant_id': 'c5deba24fa574c85bd7836f8419b8fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:42:17Z', 'updated_at': '2022-09-16T09:42:29Z', 'revision_number': 2, 'project_id': 'c5deba24fa574c85bd7836f8419b8fe6', 'gw_port_host': None, '_interfaces': [{'id': '05e18bec-8b94-4019-940d-7edfd1ec89d0', 'name': '', 'network_id': '828f36df-7232-47bb-b11b-839868925f22', 'tenant_id': 'c5deba24fa574c85bd7836f8419b8fe6', 'mac_address': 'fa:16:3e:c2:c9:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd04348d-f8f9-4a67-9539-2eacad910f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c608d81d-34ff-449c-b62c-1676837cd81e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:42:29Z', 'updated_at': '2022-09-16T09:42:32Z', 'revision_number': 4, 'project_id': 'c5deba24fa574c85bd7836f8419b8fe6', 'subnets': [{'id': 'c608d81d-34ff-449c-b62c-1676837cd81e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8515d9b7-ff75-478c-9419-ea4fba66d51b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:42:33.086641 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006aba78-88f1-4f25-8857-e169139821c0 None None] The sync data for ids ['fd04348d-f8f9-4a67-9539-2eacad910f4c'] in dv-cinder-790535-43-iscsi is: [{'id': 'fd04348d-f8f9-4a67-9539-2eacad910f4c', 'name': 'router1', 'tenant_id': 'c5deba24fa574c85bd7836f8419b8fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:42:17Z', 'updated_at': '2022-09-16T09:42:29Z', 'revision_number': 2, 'project_id': 'c5deba24fa574c85bd7836f8419b8fe6', 'gw_port_host': None, '_interfaces': [{'id': '05e18bec-8b94-4019-940d-7edfd1ec89d0', 'name': '', 'network_id': '828f36df-7232-47bb-b11b-839868925f22', 'tenant_id': 'c5deba24fa574c85bd7836f8419b8fe6', 'mac_address': 'fa:16:3e:c2:c9:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd04348d-f8f9-4a67-9539-2eacad910f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c608d81d-34ff-449c-b62c-1676837cd81e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:42:29Z', 'updated_at': '2022-09-16T09:42:32Z', 'revision_number': 4, 'project_id': 'c5deba24fa574c85bd7836f8419b8fe6', 'subnets': [{'id': 'c608d81d-34ff-449c-b62c-1676837cd81e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8515d9b7-ff75-478c-9419-ea4fba66d51b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 09:42:33.228008 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-e4191fd6-9750-4baa-89d7-dcefadd63afe None None] Attempt 7 to provision port 05e18bec-8b94-4019-940d-7edfd1ec89d0 Sep 16 09:42:33.311144 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-e4191fd6-9750-4baa-89d7-dcefadd63afe None None] Current status of the port 05e18bec-8b94-4019-940d-7edfd1ec89d0 is: DOWN; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:42:33.311544 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-e4191fd6-9750-4baa-89d7-dcefadd63afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (05e18bec-8b94-4019-940d-7edfd1ec89d0), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:42:33.347606 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-e4191fd6-9750-4baa-89d7-dcefadd63afe None None] For port 05e18bec-8b94-4019-940d-7edfd1ec89d0, host dv-cinder-790535-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=05e18bec-8b94-4019-940d-7edfd1ec89d0,segment=NetworkSegment(d24ed279-5b6c-467f-a9ed-b456aec20dbf),segment_id=d24ed279-5b6c-467f-a9ed-b456aec20dbf)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:42:33.397849 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-e4191fd6-9750-4baa-89d7-dcefadd63afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (05e18bec-8b94-4019-940d-7edfd1ec89d0), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:42:33.449914 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4191fd6-9750-4baa-89d7-dcefadd63afe None None] Pushing event updated for resources: {'Port': ['ID=05e18bec-8b94-4019-940d-7edfd1ec89d0,revision_number=5']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:42:33.518637 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-47cfcb61-c169-4018-97c2-0a81e6ef59ea None None] Provisioning complete for port 05e18bec-8b94-4019-940d-7edfd1ec89d0 triggered by entity DHCP. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:42:33.524338 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-47cfcb61-c169-4018-97c2-0a81e6ef59ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (05e18bec-8b94-4019-940d-7edfd1ec89d0), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:42:33.524338 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-47cfcb61-c169-4018-97c2-0a81e6ef59ea None None] Attempt 1 to provision port 05e18bec-8b94-4019-940d-7edfd1ec89d0 Sep 16 09:42:33.594338 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-47cfcb61-c169-4018-97c2-0a81e6ef59ea None None] Current status of the port 05e18bec-8b94-4019-940d-7edfd1ec89d0 is: ACTIVE; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:42:33.637296 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 45150) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:42:34.061341 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed38abe6-498d-4fc0-989e-522baa2f0483 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:42:34.063177 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-ed38abe6-498d-4fc0-989e-522baa2f0483 admin admin] 10.222.0.73 "GET /networking/v2.0/networks/d06af4bd-75ff-4039-9388-f05026361d79 HTTP/1.1" status: 200 len: 842 time: 0.4247820 Sep 16 09:42:34.073035 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.v2.base [None req-15f86cf7-5eec-4521-be33-9fbe092a2cb4 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'ip_version': 4, 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'name': 'public-subnet'}} {{(pid=113424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:42:34.169316 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15f86cf7-5eec-4521-be33-9fbe092a2cb4 admin admin] Made reservation on behalf of 21c05913226c4fa2af82369356d31409 for: {'subnet': 1} {{(pid=113424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 09:42:34.172880 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-15f86cf7-5eec-4521-be33-9fbe092a2cb4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:42:34.210827 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:42:34.500036 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:42:34.564468 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.objects.ports [None req-15f86cf7-5eec-4521-be33-9fbe092a2cb4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=113424) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 16 09:42:34.564921 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-15f86cf7-5eec-4521-be33-9fbe092a2cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335'] for subnet (429d2505-e0fa-44a7-bb81-98c451c1a231), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:42:34.703566 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f86cf7-5eec-4521-be33-9fbe092a2cb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=429d2505-e0fa-44a7-bb81-98c451c1a231,revision_number=0']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:42:34.708874 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f86cf7-5eec-4521-be33-9fbe092a2cb4 admin admin] Checking segment: {'id': '0b254eb8-8459-4a20-9dd6-e212af12e724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 09:42:34.709742 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f86cf7-5eec-4521-be33-9fbe092a2cb4 admin admin] Network hostable DHCP agents. Network: d06af4bd-75ff-4039-9388-f05026361d79, hostable agents: ['54fa5420-569f-41b3-81ce-b3c99a893561'], hosted agents: [] {{(pid=113424) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 09:42:34.796398 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f86cf7-5eec-4521-be33-9fbe092a2cb4 admin admin] Network d06af4bd-75ff-4039-9388-f05026361d79 is scheduled to be hosted by DHCP agent 54fa5420-569f-41b3-81ce-b3c99a893561 with binding_index 1 {{(pid=113424) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 09:42:34.869654 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.base_scheduler [None req-15f86cf7-5eec-4521-be33-9fbe092a2cb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-43-iscsi, d06af4bd-75ff-4039-9388-f05026361d79) {{(pid=113424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 09:42:34.874438 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f86cf7-5eec-4521-be33-9fbe092a2cb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:42:34.875038 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-15f86cf7-5eec-4521-be33-9fbe092a2cb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546317'] for subnet (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:42:34.879221 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234d47c3-8d75-4007-91dc-dfe52ba3ec7c None None] Network d06af4bd-75ff-4039-9388-f05026361d79 requested from dv-cinder-790535-43-iscsi {{(pid=113425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 09:42:34.986370 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06d27ec-8028-4cef-ab79-7156b2516841 None None] Network d06af4bd-75ff-4039-9388-f05026361d79 requested from dv-cinder-790535-43-iscsi {{(pid=113425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 09:42:34.994339 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-15f86cf7-5eec-4521-be33-9fbe092a2cb4 admin admin] 10.222.0.73 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9246027 Sep 16 09:42:35.053868 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:42:35.059275 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:42:35.590433 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=44,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:42:35.594358 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=29,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:42:37.790909 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 45160) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:42:38.412909 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-82710d68-1e60-4d42-9f3f-817061fcf93b demo admin] 10.222.0.73 "GET /networking/v2.0/routers/fd04348d-f8f9-4a67-9539-2eacad910f4c HTTP/1.1" status: 200 len: 710 time: 0.6209614 Sep 16 09:42:38.584477 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647842c6-fdda-4bcb-bf5b-e7df77782530 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:42:38.585903 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-647842c6-fdda-4bcb-bf5b-e7df77782530 demo admin] 10.222.0.73 "GET /networking/v2.0/networks/d06af4bd-75ff-4039-9388-f05026361d79 HTTP/1.1" status: 200 len: 886 time: 0.1671660 Sep 16 09:42:38.595817 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.v2.base [None req-6837f9ef-04aa-4835-ae84-a99f64e663fc demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79'}}} {{(pid=113423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:42:38.844362 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-6837f9ef-04aa-4835-ae84-a99f64e663fc demo admin] Publish callbacks [] for router_gateway (fd04348d-f8f9-4a67-9539-2eacad910f4c), precommit_update {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:42:38.991456 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device 05e18bec-8b94-4019-940d-7edfd1ec89d0 up at agent ovs-agent-dv-cinder-790535-43-iscsi {{(pid=113425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 09:42:39.039675 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Provisioning complete for port 05e18bec-8b94-4019-940d-7edfd1ec89d0 triggered by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:42:39.040073 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (05e18bec-8b94-4019-940d-7edfd1ec89d0), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:42:39.040420 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Attempt 1 to provision port 05e18bec-8b94-4019-940d-7edfd1ec89d0 Sep 16 09:42:39.117949 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Current status of the port 05e18bec-8b94-4019-940d-7edfd1ec89d0 is: ACTIVE; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:42:39.131004 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-6837f9ef-04aa-4835-ae84-a99f64e663fc demo admin] Publish callbacks [] for router_gateway (fd04348d-f8f9-4a67-9539-2eacad910f4c), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:42:39.208572 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-6837f9ef-04aa-4835-ae84-a99f64e663fc demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:42:39.402586 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.db.db_base_plugin_common [None req-6837f9ef-04aa-4835-ae84-a99f64e663fc demo admin] Allocated IP 172.27.1.44 (d06af4bd-75ff-4039-9388-f05026361d79/429d2505-e0fa-44a7-bb81-98c451c1a231/30ad759e-bc76-477a-9c0e-b13ca8c2ecdf) {{(pid=113423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 09:42:39.514941 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-6837f9ef-04aa-4835-ae84-a99f64e663fc demo admin] Publish callbacks [] for port (30ad759e-bc76-477a-9c0e-b13ca8c2ecdf), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:42:39.517463 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:42:39.554294 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:42:39.647767 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-6837f9ef-04aa-4835-ae84-a99f64e663fc demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759571245505'] for port (30ad759e-bc76-477a-9c0e-b13ca8c2ecdf), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:42:39.730979 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6837f9ef-04aa-4835-ae84-a99f64e663fc demo admin] Network d06af4bd-75ff-4039-9388-f05026361d79 is already hosted by enough agents. {{(pid=113423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 09:42:39.735913 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.base_scheduler [None req-6837f9ef-04aa-4835-ae84-a99f64e663fc demo admin] Resources bound (agent type, host, resource id): {{(pid=113423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 09:42:39.748719 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6837f9ef-04aa-4835-ae84-a99f64e663fc demo admin] Received port after_create {{(pid=113423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 09:42:39.750171 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6837f9ef-04aa-4835-ae84-a99f64e663fc demo admin] Pushing event updated for resources: {'Port': ['ID=30ad759e-bc76-477a-9c0e-b13ca8c2ecdf,revision_number=1']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:42:40.142543 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-6837f9ef-04aa-4835-ae84-a99f64e663fc demo admin] Publish callbacks [] for router_gateway (fd04348d-f8f9-4a67-9539-2eacad910f4c), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:42:40.333098 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-6837f9ef-04aa-4835-ae84-a99f64e663fc demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-711629', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-697312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1178'] for router (fd04348d-f8f9-4a67-9539-2eacad910f4c), precommit_update {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:42:40.338276 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-6837f9ef-04aa-4835-ae84-a99f64e663fc demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-711457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-711620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-711487', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-697307'] for router (fd04348d-f8f9-4a67-9539-2eacad910f4c), after_update {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:42:40.444292 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6837f9ef-04aa-4835-ae84-a99f64e663fc demo admin] Router fd04348d-f8f9-4a67-9539-2eacad910f4c has already been hosted by L3 agent 647718b3-8298-4382-86e2-3fad9f5d7804 {{(pid=113423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 09:42:40.545580 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6837f9ef-04aa-4835-ae84-a99f64e663fc demo admin] Notify agent at l3_agent.dv-cinder-790535-43-iscsi the message routers_updated {{(pid=113423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 09:42:40.549979 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-6837f9ef-04aa-4835-ae84-a99f64e663fc demo admin] Publish callbacks [] for router (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:42:40.551257 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-6837f9ef-04aa-4835-ae84-a99f64e663fc demo admin] 10.222.0.73 "PUT /networking/v2.0/routers/fd04348d-f8f9-4a67-9539-2eacad910f4c HTTP/1.1" status: 200 len: 889 time: 1.9594004 Sep 16 09:42:40.568851 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30657cee-ed5e-40df-996b-e32d335c4e29 None None] Sync routers for ids ['fd04348d-f8f9-4a67-9539-2eacad910f4c'] in dv-cinder-790535-43-iscsi {{(pid=113425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 09:42:40.582080 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30657cee-ed5e-40df-996b-e32d335c4e29 None None] Routers {'fd04348d-f8f9-4a67-9539-2eacad910f4c'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 09:42:40.582766 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-30657cee-ed5e-40df-996b-e32d335c4e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T09:42:24Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['fd04348d-f8f9-4a67-9539-2eacad910f4c'], 'active': True} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:42:40.796804 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvr_db [None req-30657cee-ed5e-40df-996b-e32d335c4e29 None None] Set router fd04348d-f8f9-4a67-9539-2eacad910f4c gateway port host: dv-cinder-790535-43-iscsi {{(pid=113425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 09:42:40.861994 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:42:41.269285 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-30657cee-ed5e-40df-996b-e32d335c4e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd04348d-f8f9-4a67-9539-2eacad910f4c', 'name': 'router1', 'tenant_id': 'c5deba24fa574c85bd7836f8419b8fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '30ad759e-bc76-477a-9c0e-b13ca8c2ecdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:42:17Z', 'updated_at': '2022-09-16T09:42:39Z', 'revision_number': 4, 'project_id': 'c5deba24fa574c85bd7836f8419b8fe6', 'gw_port': {'id': '30ad759e-bc76-477a-9c0e-b13ca8c2ecdf', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:11:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd04348d-f8f9-4a67-9539-2eacad910f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:42:39Z', 'updated_at': '2022-09-16T09:42:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_interfaces': [{'id': '05e18bec-8b94-4019-940d-7edfd1ec89d0', 'name': '', 'network_id': '828f36df-7232-47bb-b11b-839868925f22', 'tenant_id': 'c5deba24fa574c85bd7836f8419b8fe6', 'mac_address': 'fa:16:3e:c2:c9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd04348d-f8f9-4a67-9539-2eacad910f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c608d81d-34ff-449c-b62c-1676837cd81e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:42:29Z', 'updated_at': '2022-09-16T09:42:33Z', 'revision_number': 5, 'project_id': 'c5deba24fa574c85bd7836f8419b8fe6', 'subnets': [{'id': 'c608d81d-34ff-449c-b62c-1676837cd81e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8515d9b7-ff75-478c-9419-ea4fba66d51b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:42:41.321026 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30657cee-ed5e-40df-996b-e32d335c4e29 None None] Checking router: fd04348d-f8f9-4a67-9539-2eacad910f4c for host: dv-cinder-790535-43-iscsi {{(pid=113425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 09:42:41.321374 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30657cee-ed5e-40df-996b-e32d335c4e29 None None] Updating router fd04348d-f8f9-4a67-9539-2eacad910f4c port 30ad759e-bc76-477a-9c0e-b13ca8c2ecdf binding host dv-cinder-790535-43-iscsi {{(pid=113425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 09:42:41.374708 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-30657cee-ed5e-40df-996b-e32d335c4e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (30ad759e-bc76-477a-9c0e-b13ca8c2ecdf), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:42:41.704910 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-30657cee-ed5e-40df-996b-e32d335c4e29 None None] Publish callbacks [] for port (30ad759e-bc76-477a-9c0e-b13ca8c2ecdf), precommit_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:42:41.786364 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-30657cee-ed5e-40df-996b-e32d335c4e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (30ad759e-bc76-477a-9c0e-b13ca8c2ecdf), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:42:41.823777 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.managers [None req-30657cee-ed5e-40df-996b-e32d335c4e29 None None] Attempting to bind port 30ad759e-bc76-477a-9c0e-b13ca8c2ecdf on host dv-cinder-790535-43-iscsi for vnic_type normal with profile {{(pid=113425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 09:42:41.824150 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.managers [None req-30657cee-ed5e-40df-996b-e32d335c4e29 None None] Attempting to bind port 30ad759e-bc76-477a-9c0e-b13ca8c2ecdf by drivers openvswitch,hyperv on host dv-cinder-790535-43-iscsi at level 0 using segments [{'id': '0b254eb8-8459-4a20-9dd6-e212af12e724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79'}] {{(pid=113425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 09:42:41.824515 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30657cee-ed5e-40df-996b-e32d335c4e29 None None] Attempting to bind port 30ad759e-bc76-477a-9c0e-b13ca8c2ecdf on network d06af4bd-75ff-4039-9388-f05026361d79 {{(pid=113425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 09:42:41.852275 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b226fafa-6c39-4592-96b2-629624e5e8fb None None] Pushing event updated for resources: {'Port': ['ID=30ad759e-bc76-477a-9c0e-b13ca8c2ecdf,revision_number=2']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:42:41.875439 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30657cee-ed5e-40df-996b-e32d335c4e29 None None] Checking agent: {'id': 'be58d251-43cc-467d-bf31-2aae48e2ac56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-43-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 9, 41, 57), 'started_at': datetime.datetime(2022, 9, 16, 9, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 9, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-43-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 09:42:41.875814 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30657cee-ed5e-40df-996b-e32d335c4e29 None None] Checking segment: {'id': '0b254eb8-8459-4a20-9dd6-e212af12e724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 09:42:41.876229 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-30657cee-ed5e-40df-996b-e32d335c4e29 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:42:41.876616 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30657cee-ed5e-40df-996b-e32d335c4e29 None None] Bound using segment: {'id': '0b254eb8-8459-4a20-9dd6-e212af12e724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79'} {{(pid=113425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 09:42:41.877093 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.managers [None req-30657cee-ed5e-40df-996b-e32d335c4e29 None None] Bound port: 30ad759e-bc76-477a-9c0e-b13ca8c2ecdf, host: dv-cinder-790535-43-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b254eb8-8459-4a20-9dd6-e212af12e724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79'}}] {{(pid=113425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 09:42:41.877476 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-30657cee-ed5e-40df-996b-e32d335c4e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (30ad759e-bc76-477a-9c0e-b13ca8c2ecdf), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:42:41.925513 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-30657cee-ed5e-40df-996b-e32d335c4e29 None None] For port 30ad759e-bc76-477a-9c0e-b13ca8c2ecdf, host dv-cinder-790535-43-iscsi, cleared binding levels {{(pid=113425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 09:42:41.928678 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-30657cee-ed5e-40df-996b-e32d335c4e29 None None] For port 30ad759e-bc76-477a-9c0e-b13ca8c2ecdf, host dv-cinder-790535-43-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=30ad759e-bc76-477a-9c0e-b13ca8c2ecdf,segment=NetworkSegment(0b254eb8-8459-4a20-9dd6-e212af12e724),segment_id=0b254eb8-8459-4a20-9dd6-e212af12e724)] {{(pid=113425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 09:42:41.999340 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-30657cee-ed5e-40df-996b-e32d335c4e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (30ad759e-bc76-477a-9c0e-b13ca8c2ecdf), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:42:42.040979 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30657cee-ed5e-40df-996b-e32d335c4e29 None None] Routers {'fd04348d-f8f9-4a67-9539-2eacad910f4c'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 09:42:42.041658 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-30657cee-ed5e-40df-996b-e32d335c4e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T09:42:24Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['fd04348d-f8f9-4a67-9539-2eacad910f4c'], 'active': True} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:42:42.095432 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b226fafa-6c39-4592-96b2-629624e5e8fb None None] Pushing event updated for resources: {'Port': ['ID=30ad759e-bc76-477a-9c0e-b13ca8c2ecdf,revision_number=3']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:42:42.161908 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvr_db [None req-30657cee-ed5e-40df-996b-e32d335c4e29 None None] Set router fd04348d-f8f9-4a67-9539-2eacad910f4c gateway port host: dv-cinder-790535-43-iscsi {{(pid=113425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 09:42:42.351502 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:42:42.355553 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:42:42.367615 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-30657cee-ed5e-40df-996b-e32d335c4e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd04348d-f8f9-4a67-9539-2eacad910f4c', 'name': 'router1', 'tenant_id': 'c5deba24fa574c85bd7836f8419b8fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '30ad759e-bc76-477a-9c0e-b13ca8c2ecdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:42:17Z', 'updated_at': '2022-09-16T09:42:39Z', 'revision_number': 4, 'project_id': 'c5deba24fa574c85bd7836f8419b8fe6', 'gw_port': {'id': '30ad759e-bc76-477a-9c0e-b13ca8c2ecdf', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:11:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd04348d-f8f9-4a67-9539-2eacad910f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:42:39Z', 'updated_at': '2022-09-16T09:42:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_interfaces': [{'id': '05e18bec-8b94-4019-940d-7edfd1ec89d0', 'name': '', 'network_id': '828f36df-7232-47bb-b11b-839868925f22', 'tenant_id': 'c5deba24fa574c85bd7836f8419b8fe6', 'mac_address': 'fa:16:3e:c2:c9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd04348d-f8f9-4a67-9539-2eacad910f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c608d81d-34ff-449c-b62c-1676837cd81e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:42:29Z', 'updated_at': '2022-09-16T09:42:33Z', 'revision_number': 5, 'project_id': 'c5deba24fa574c85bd7836f8419b8fe6', 'subnets': [{'id': 'c608d81d-34ff-449c-b62c-1676837cd81e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8515d9b7-ff75-478c-9419-ea4fba66d51b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:42:42.394976 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30657cee-ed5e-40df-996b-e32d335c4e29 None None] The sync data for ids ['fd04348d-f8f9-4a67-9539-2eacad910f4c'] in dv-cinder-790535-43-iscsi is: [{'id': 'fd04348d-f8f9-4a67-9539-2eacad910f4c', 'name': 'router1', 'tenant_id': 'c5deba24fa574c85bd7836f8419b8fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '30ad759e-bc76-477a-9c0e-b13ca8c2ecdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:42:17Z', 'updated_at': '2022-09-16T09:42:39Z', 'revision_number': 4, 'project_id': 'c5deba24fa574c85bd7836f8419b8fe6', 'gw_port': {'id': '30ad759e-bc76-477a-9c0e-b13ca8c2ecdf', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:11:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd04348d-f8f9-4a67-9539-2eacad910f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:42:39Z', 'updated_at': '2022-09-16T09:42:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_interfaces': [{'id': '05e18bec-8b94-4019-940d-7edfd1ec89d0', 'name': '', 'network_id': '828f36df-7232-47bb-b11b-839868925f22', 'tenant_id': 'c5deba24fa574c85bd7836f8419b8fe6', 'mac_address': 'fa:16:3e:c2:c9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd04348d-f8f9-4a67-9539-2eacad910f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c608d81d-34ff-449c-b62c-1676837cd81e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:42:29Z', 'updated_at': '2022-09-16T09:42:33Z', 'revision_number': 5, 'project_id': 'c5deba24fa574c85bd7836f8419b8fe6', 'subnets': [{'id': 'c608d81d-34ff-449c-b62c-1676837cd81e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8515d9b7-ff75-478c-9419-ea4fba66d51b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 09:42:43.003159 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device 30ad759e-bc76-477a-9c0e-b13ca8c2ecdf up at agent ovs-agent-dv-cinder-790535-43-iscsi {{(pid=113425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 09:42:43.052421 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Provisioning complete for port 30ad759e-bc76-477a-9c0e-b13ca8c2ecdf triggered by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:42:43.052807 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (30ad759e-bc76-477a-9c0e-b13ca8c2ecdf), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:42:43.053144 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Attempt 1 to provision port 30ad759e-bc76-477a-9c0e-b13ca8c2ecdf Sep 16 09:42:43.064684 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=27 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:42:43.065817 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=59,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:42:43.128560 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Current status of the port 30ad759e-bc76-477a-9c0e-b13ca8c2ecdf is: DOWN; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:42:43.128887 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (30ad759e-bc76-477a-9c0e-b13ca8c2ecdf), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:42:43.149625 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] For port 30ad759e-bc76-477a-9c0e-b13ca8c2ecdf, host dv-cinder-790535-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=30ad759e-bc76-477a-9c0e-b13ca8c2ecdf,segment=NetworkSegment(0b254eb8-8459-4a20-9dd6-e212af12e724),segment_id=0b254eb8-8459-4a20-9dd6-e212af12e724)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:42:43.243628 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (30ad759e-bc76-477a-9c0e-b13ca8c2ecdf), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:42:43.297712 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Pushing event updated for resources: {'Port': ['ID=30ad759e-bc76-477a-9c0e-b13ca8c2ecdf,revision_number=4']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:42:43.412683 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 45172) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:42:43.802676 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:42:43.815172 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-9198d652-0c8a-4d07-a7a7-c4f5d0db333d admin admin] 10.222.0.73 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 412 time: 0.4014912 Sep 16 09:42:44.890501 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=40,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:42:44.891641 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=7,neutron:INSERT=1,neutron:DELETE=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:42:44.976443 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device 30ad759e-bc76-477a-9c0e-b13ca8c2ecdf up at agent ovs-agent-dv-cinder-790535-43-iscsi {{(pid=113425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 09:42:45.018346 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:42:45.022537 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Provisioning complete for port 30ad759e-bc76-477a-9c0e-b13ca8c2ecdf triggered by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:42:45.022941 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (30ad759e-bc76-477a-9c0e-b13ca8c2ecdf), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:42:45.023281 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Attempt 1 to provision port 30ad759e-bc76-477a-9c0e-b13ca8c2ecdf Sep 16 09:42:45.099368 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Current status of the port 30ad759e-bc76-477a-9c0e-b13ca8c2ecdf is: ACTIVE; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:42:52.178343 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-5f52d97d-d706-4820-8cc9-d06234d30d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (54fa5420-569f-41b3-81ce-b3c99a893561), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:42:53.812087 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=60,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:42:54.527550 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-6452dd6e-6a09-46c6-b958-d261c1b87cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (647718b3-8298-4382-86e2-3fad9f5d7804), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:42:55.750207 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-c17a0cac-31fa-4a66-ad06-99f53fca2b4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (2d63c820-fb16-4aae-acf9-0482010d4ad8), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:42:57.277948 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (be58d251-43cc-467d-bf31-2aae48e2ac56), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:42:57.306536 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-cd5fe5d0-24d3-4349-8269-176b5bcdf250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (65aa34d6-cc53-475e-ab2c-2c2516bff08f), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:43:07.198299 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=35,neutron:UPDATE=2 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:43:07.202598 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=39,neutron:UPDATE=2 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:43:07.210012 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=3,neutron:UPDATE=3 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:43:08.187701 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.agents_db [None req-7c9a7194-4e2e-43f7-be58-28c896ce3cef None None] Agent healthcheck: found 5 active agents {{(pid=113426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 09:43:18.186940 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=6 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:43:18.196928 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=2 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:43:22.119750 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-ba410b52-929e-4e9a-859e-dba982e798bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (54fa5420-569f-41b3-81ce-b3c99a893561), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:43:24.791390 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-e26e452a-93c7-4ec0-a6d4-0e687e7c5533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (647718b3-8298-4382-86e2-3fad9f5d7804), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:43:25.767342 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-c17a0cac-31fa-4a66-ad06-99f53fca2b4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (2d63c820-fb16-4aae-acf9-0482010d4ad8), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:43:27.307798 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (be58d251-43cc-467d-bf31-2aae48e2ac56), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:43:27.334166 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-cd5fe5d0-24d3-4349-8269-176b5bcdf250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (65aa34d6-cc53-475e-ab2c-2c2516bff08f), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:43:37.197961 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:43:37.207642 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:43:37.211076 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:43:45.177734 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.agents_db [None req-7c9a7194-4e2e-43f7-be58-28c896ce3cef None None] Agent healthcheck: found 5 active agents {{(pid=113426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 09:43:52.099083 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3004d6e5-d5d7-4b33-8e35-b2c47d9b70e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (54fa5420-569f-41b3-81ce-b3c99a893561), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:43:54.532441 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-d0e9f4ee-bd4e-464a-b29d-65943f147417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (647718b3-8298-4382-86e2-3fad9f5d7804), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:43:55.171936 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:43:55.172631 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=5 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:43:55.750859 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-c17a0cac-31fa-4a66-ad06-99f53fca2b4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (2d63c820-fb16-4aae-acf9-0482010d4ad8), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:43:57.282256 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (be58d251-43cc-467d-bf31-2aae48e2ac56), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:43:57.304575 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-cd5fe5d0-24d3-4349-8269-176b5bcdf250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (65aa34d6-cc53-475e-ab2c-2c2516bff08f), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:44:07.200654 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=6 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:44:07.206563 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:44:07.210297 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:44:15.194037 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 45722) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:44:15.543196 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.pecan_wsgi.hooks.translation [None req-430833e3-9de0-464f-93b3-4775d34b7630 admin admin] GET failed (client error): The resource could not be found. Sep 16 09:44:15.544591 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-430833e3-9de0-464f-93b3-4775d34b7630 admin admin] 10.222.0.73 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3495018 Sep 16 09:44:15.707737 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ff72f0-c01b-470f-99aa-997ed4d10ace admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:44:15.709231 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-23ff72f0-c01b-470f-99aa-997ed4d10ace admin admin] 10.222.0.73 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1601758 Sep 16 09:44:18.317925 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 45732) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:44:18.708772 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6368c86-f6ec-40ae-b46e-b9ee75675344 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:44:18.710166 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-e6368c86-f6ec-40ae-b46e-b9ee75675344 admin admin] 10.222.0.73 "GET /networking/v2.0/subnets/c608d81d-34ff-449c-b62c-1676837cd81e HTTP/1.1" status: 200 len: 849 time: 0.3912709 Sep 16 09:44:18.720631 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.v2.base [None req-270d5753-9ea9-4600-9a72-2c50c03929dd admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=113424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:44:18.805300 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-270d5753-9ea9-4600-9a72-2c50c03929dd admin admin] Publish callbacks [] for subnet (c608d81d-34ff-449c-b62c-1676837cd81e), before_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:44:18.984074 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-270d5753-9ea9-4600-9a72-2c50c03929dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759571687060'] for subnet (c608d81d-34ff-449c-b62c-1676837cd81e), after_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:44:19.018726 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270d5753-9ea9-4600-9a72-2c50c03929dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:44:19.018726 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-270d5753-9ea9-4600-9a72-2c50c03929dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546317'] for subnet (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:44:19.019923 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-270d5753-9ea9-4600-9a72-2c50c03929dd admin admin] 10.222.0.73 "PUT /networking/v2.0/subnets/c608d81d-34ff-449c-b62c-1676837cd81e HTTP/1.1" status: 200 len: 868 time: 0.3030798 Sep 16 09:44:19.024402 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9a6ff1-02d2-4a54-8732-7080707052eb None None] Network 828f36df-7232-47bb-b11b-839868925f22 requested from dv-cinder-790535-43-iscsi {{(pid=113425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 09:44:19.040829 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270d5753-9ea9-4600-9a72-2c50c03929dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=c608d81d-34ff-449c-b62c-1676837cd81e,revision_number=1']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:44:19.048874 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270d5753-9ea9-4600-9a72-2c50c03929dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:44:19.049230 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270d5753-9ea9-4600-9a72-2c50c03929dd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:44:19.049621 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270d5753-9ea9-4600-9a72-2c50c03929dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:44:19.049973 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270d5753-9ea9-4600-9a72-2c50c03929dd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:44:19.050330 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270d5753-9ea9-4600-9a72-2c50c03929dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:44:19.050666 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270d5753-9ea9-4600-9a72-2c50c03929dd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:44:19.050997 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270d5753-9ea9-4600-9a72-2c50c03929dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:44:19.051326 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270d5753-9ea9-4600-9a72-2c50c03929dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:44:19.051671 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270d5753-9ea9-4600-9a72-2c50c03929dd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:44:19.051997 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270d5753-9ea9-4600-9a72-2c50c03929dd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:44:19.052529 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270d5753-9ea9-4600-9a72-2c50c03929dd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:44:19.052871 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270d5753-9ea9-4600-9a72-2c50c03929dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:44:19.053246 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270d5753-9ea9-4600-9a72-2c50c03929dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:44:19.054067 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270d5753-9ea9-4600-9a72-2c50c03929dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:44:19.054067 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270d5753-9ea9-4600-9a72-2c50c03929dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:44:19.318257 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-172b96df-2d69-470a-9353-003caed1dd99 None None] Provisioning complete for port 4374ede1-b270-4e4a-aa05-b61ec6006d87 triggered by entity DHCP. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:44:19.318644 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-172b96df-2d69-470a-9353-003caed1dd99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (4374ede1-b270-4e4a-aa05-b61ec6006d87), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:44:19.318987 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-172b96df-2d69-470a-9353-003caed1dd99 None None] Attempt 1 to provision port 4374ede1-b270-4e4a-aa05-b61ec6006d87 Sep 16 09:44:19.391968 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-172b96df-2d69-470a-9353-003caed1dd99 None None] Current status of the port 4374ede1-b270-4e4a-aa05-b61ec6006d87 is: ACTIVE; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:44:19.399943 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-172b96df-2d69-470a-9353-003caed1dd99 None None] Provisioning complete for port 05e18bec-8b94-4019-940d-7edfd1ec89d0 triggered by entity DHCP. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:44:19.400330 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-172b96df-2d69-470a-9353-003caed1dd99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (05e18bec-8b94-4019-940d-7edfd1ec89d0), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:44:19.400669 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-172b96df-2d69-470a-9353-003caed1dd99 None None] Attempt 1 to provision port 05e18bec-8b94-4019-940d-7edfd1ec89d0 Sep 16 09:44:19.475298 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-172b96df-2d69-470a-9353-003caed1dd99 None None] Current status of the port 05e18bec-8b94-4019-940d-7edfd1ec89d0 is: ACTIVE; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:44:21.623742 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 45740) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:44:22.119540 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4309e3d7-bb79-4874-986c-c39a004c2ab9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:44:22.120010 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4309e3d7-bb79-4874-986c-c39a004c2ab9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:44:22.121615 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-4309e3d7-bb79-4874-986c-c39a004c2ab9 admin admin] 10.222.0.73 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4968987 Sep 16 09:44:22.139425 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-71733d2a-5057-4846-90f6-e99c0a75c283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (54fa5420-569f-41b3-81ce-b3c99a893561), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:44:22.183733 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.agents_db [None req-7c9a7194-4e2e-43f7-be58-28c896ce3cef None None] Agent healthcheck: found 5 active agents {{(pid=113426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 09:44:24.550004 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-48591fb3-8511-45d2-a19e-376154c5eabf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (647718b3-8298-4382-86e2-3fad9f5d7804), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:44:24.788185 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 45748) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:44:25.212162 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409ccfda-5d72-40d8-8180-d89c64f4cc21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:44:25.212627 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409ccfda-5d72-40d8-8180-d89c64f4cc21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:44:25.214191 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-409ccfda-5d72-40d8-8180-d89c64f4cc21 admin admin] 10.222.0.73 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4251199 Sep 16 09:44:25.767500 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-c17a0cac-31fa-4a66-ad06-99f53fca2b4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (2d63c820-fb16-4aae-acf9-0482010d4ad8), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:44:27.275833 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (be58d251-43cc-467d-bf31-2aae48e2ac56), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:44:27.292682 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-cd5fe5d0-24d3-4349-8269-176b5bcdf250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (65aa34d6-cc53-475e-ab2c-2c2516bff08f), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:44:27.840084 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 45756) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:44:28.259649 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e9d792-1af1-4956-af61-ccd30687e973 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:44:28.261029 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-37e9d792-1af1-4956-af61-ccd30687e973 admin admin] 10.222.0.73 "GET /networking/v2.0/networks/828f36df-7232-47bb-b11b-839868925f22 HTTP/1.1" status: 200 len: 869 time: 0.4199085 Sep 16 09:44:30.868520 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 45764) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:44:31.207947 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:44:31.238949 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:44:31.281731 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351d8245-41f1-44a4-8806-9da251a07d8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:44:31.283231 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-351d8245-41f1-44a4-8806-9da251a07d8a admin admin] 10.222.0.73 "GET /networking/v2.0/networks/d06af4bd-75ff-4039-9388-f05026361d79 HTTP/1.1" status: 200 len: 886 time: 0.4137223 Sep 16 09:44:32.178974 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=3 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:44:32.180874 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=5 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:44:33.860705 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 45772) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:44:34.276268 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3faa3464-682c-4da4-8ced-137d6a43d650 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:44:34.276723 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3faa3464-682c-4da4-8ced-137d6a43d650 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:44:34.278486 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-3faa3464-682c-4da4-8ced-137d6a43d650 admin admin] 10.222.0.73 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4166255 Sep 16 09:44:36.875919 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 45782) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:44:37.205326 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=27,neutron:UPDATE=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:44:37.209327 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=36,neutron:UPDATE=2 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:44:37.211100 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=29,neutron:UPDATE=2 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:44:37.279838 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488ef237-439c-49ab-82c2-dec1cbdc3dd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:44:37.280313 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488ef237-439c-49ab-82c2-dec1cbdc3dd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:44:37.282004 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-488ef237-439c-49ab-82c2-dec1cbdc3dd9 admin admin] 10.222.0.73 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4047554 Sep 16 09:44:39.909282 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 45790) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:44:40.277321 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd7715d-bb93-4373-8a1e-08a7160050ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:44:40.279488 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-7dd7715d-bb93-4373-8a1e-08a7160050ae admin admin] 10.222.0.73 "GET /networking/v2.0/subnets/429d2505-e0fa-44a7-bb81-98c451c1a231 HTTP/1.1" status: 200 len: 816 time: 0.3690581 Sep 16 09:44:41.316728 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=15 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:44:42.902809 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 45798) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:44:43.298558 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159b9001-a8a7-4a46-a8c4-b3accd3530c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:44:43.299923 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-159b9001-a8a7-4a46-a8c4-b3accd3530c9 admin admin] 10.222.0.73 "GET /networking/v2.0/subnets/c608d81d-34ff-449c-b62c-1676837cd81e HTTP/1.1" status: 200 len: 868 time: 0.3954737 Sep 16 09:44:49.438881 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=12 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:44:49.446929 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=14 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:44:52.132488 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-dbfcea86-8407-4cb1-9302-b60d54f8ab6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (54fa5420-569f-41b3-81ce-b3c99a893561), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:44:53.289281 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=24 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:44:53.295254 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=25 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:44:54.515331 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-7f6150b2-7b58-42a8-b072-c5fbc3e9f1d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (647718b3-8298-4382-86e2-3fad9f5d7804), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:44:55.766590 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-c17a0cac-31fa-4a66-ad06-99f53fca2b4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (2d63c820-fb16-4aae-acf9-0482010d4ad8), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:44:57.269512 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-cd5fe5d0-24d3-4349-8269-176b5bcdf250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (65aa34d6-cc53-475e-ab2c-2c2516bff08f), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:44:57.303378 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (be58d251-43cc-467d-bf31-2aae48e2ac56), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:44:59.179979 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.agents_db [None req-7c9a7194-4e2e-43f7-be58-28c896ce3cef None None] Agent healthcheck: found 5 active agents {{(pid=113426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 09:45:07.210705 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:45:07.214721 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:45:07.218209 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:45:09.179628 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=3 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:45:09.186570 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=5 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:45:13.516282 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 45854) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:45:13.856081 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [None req-f068ef68-b94c-4ae4-983a-43aca67f6e7f admin admin] http://10.222.0.73:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113423) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 09:45:13.857075 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-f068ef68-b94c-4ae4-983a-43aca67f6e7f admin admin] 10.222.0.73 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3398485 Sep 16 09:45:16.517523 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 45862) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:45:16.865411 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c9a602f-2152-40a2-a449-77a02c3b49a7 admin admin] GET failed (client error): The resource could not be found. Sep 16 09:45:16.866755 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-4c9a602f-2152-40a2-a449-77a02c3b49a7 admin admin] 10.222.0.73 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3482437 Sep 16 09:45:16.959589 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48938481-ccc2-496e-86e4-a079e008e83c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:45:16.961017 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-48938481-ccc2-496e-86e4-a079e008e83c admin admin] 10.222.0.73 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0899916 Sep 16 09:45:19.619501 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 45870) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:45:19.953180 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.v2.base [None req-998721ef-a3e4-4a12-81dc-f99215a2b5cf admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=113424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:45:20.058203 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-998721ef-a3e4-4a12-81dc-f99215a2b5cf admin admin] Made reservation on behalf of 21c05913226c4fa2af82369356d31409 for: {'network': 1} {{(pid=113424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 09:45:20.061364 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-998721ef-a3e4-4a12-81dc-f99215a2b5cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for network (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:45:20.092313 dv-cinder-790535-43-iscsi neutron-server[113424]: WARNING neutron.services.revisions.revision_plugin [None req-998721ef-a3e4-4a12-81dc-f99215a2b5cf admin admin] Could not find related network for resource to bump revision. Sep 16 09:45:20.104437 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-998721ef-a3e4-4a12-81dc-f99215a2b5cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=113424) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 09:45:20.114383 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-998721ef-a3e4-4a12-81dc-f99215a2b5cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1277354'] for segment (bf16daec-97b1-4a01-8152-ac76843df44e), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:45:20.114719 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.db.segments_db [None req-998721ef-a3e4-4a12-81dc-f99215a2b5cf admin admin] Added segment bf16daec-97b1-4a01-8152-ac76843df44e of type vlan for network 3fae70ce-0304-4130-9a2f-cf915549f60a Sep 16 09:45:20.165174 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-998721ef-a3e4-4a12-81dc-f99215a2b5cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759571199151'] for network (3fae70ce-0304-4130-9a2f-cf915549f60a), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:45:20.229774 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-998721ef-a3e4-4a12-81dc-f99215a2b5cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335'] for network (3fae70ce-0304-4130-9a2f-cf915549f60a), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:45:20.231378 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998721ef-a3e4-4a12-81dc-f99215a2b5cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:45:20.231985 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-998721ef-a3e4-4a12-81dc-f99215a2b5cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546317'] for network (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:45:20.324707 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998721ef-a3e4-4a12-81dc-f99215a2b5cf admin admin] Pushing event updated for resources: {'Network': ['ID=3fae70ce-0304-4130-9a2f-cf915549f60a,revision_number=1']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:45:20.331672 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998721ef-a3e4-4a12-81dc-f99215a2b5cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:45:20.332020 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998721ef-a3e4-4a12-81dc-f99215a2b5cf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:45:20.332376 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998721ef-a3e4-4a12-81dc-f99215a2b5cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:45:20.332715 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998721ef-a3e4-4a12-81dc-f99215a2b5cf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:45:20.333076 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998721ef-a3e4-4a12-81dc-f99215a2b5cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:45:20.333402 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998721ef-a3e4-4a12-81dc-f99215a2b5cf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:45:20.333756 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998721ef-a3e4-4a12-81dc-f99215a2b5cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:45:20.334104 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998721ef-a3e4-4a12-81dc-f99215a2b5cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:45:20.334445 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998721ef-a3e4-4a12-81dc-f99215a2b5cf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:45:20.334775 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998721ef-a3e4-4a12-81dc-f99215a2b5cf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:45:20.335115 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998721ef-a3e4-4a12-81dc-f99215a2b5cf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:45:20.335438 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998721ef-a3e4-4a12-81dc-f99215a2b5cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:45:20.335755 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998721ef-a3e4-4a12-81dc-f99215a2b5cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:45:20.336071 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998721ef-a3e4-4a12-81dc-f99215a2b5cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:45:20.336387 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998721ef-a3e4-4a12-81dc-f99215a2b5cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:45:20.347912 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Network 3fae70ce-0304-4130-9a2f-cf915549f60a details requested by agent ovs-agent-dv-cinder-790535-43-iscsi with host dv-cinder-790535-43-iscsi {{(pid=113425) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 09:45:20.398430 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-998721ef-a3e4-4a12-81dc-f99215a2b5cf admin admin] 10.222.0.73 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7777719 Sep 16 09:45:22.103124 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3d8c76c9-2967-4b08-8c96-5c74f4dad384 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (54fa5420-569f-41b3-81ce-b3c99a893561), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:45:23.106578 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 45880) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:45:23.452205 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c259873-6765-452a-9a6c-c87e8df311a7 admin admin] GET failed (client error): The resource could not be found. Sep 16 09:45:23.453591 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-7c259873-6765-452a-9a6c-c87e8df311a7 admin admin] 10.222.0.73 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3460274 Sep 16 09:45:23.533892 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b542e2-8613-46b8-aa94-ce92196378fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:45:23.535389 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-a5b542e2-8613-46b8-aa94-ce92196378fc admin admin] 10.222.0.73 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0770502 Sep 16 09:45:23.545690 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.v2.base [None req-24dbff1a-2eab-4027-b7c6-9b31534bf0ac admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '3fae70ce-0304-4130-9a2f-cf915549f60a', 'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=113424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:45:23.629316 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24dbff1a-2eab-4027-b7c6-9b31534bf0ac admin admin] Made reservation on behalf of 21c05913226c4fa2af82369356d31409 for: {'subnet': 1} {{(pid=113424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 09:45:23.631775 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-24dbff1a-2eab-4027-b7c6-9b31534bf0ac admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:45:23.852626 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-24dbff1a-2eab-4027-b7c6-9b31534bf0ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335'] for subnet (e3b3c716-7b7a-4f79-b1bf-7f613f28e241), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:45:24.000410 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dbff1a-2eab-4027-b7c6-9b31534bf0ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3b3c716-7b7a-4f79-b1bf-7f613f28e241,revision_number=0']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:45:24.016545 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24dbff1a-2eab-4027-b7c6-9b31534bf0ac admin admin] Checking segment: {'id': 'bf16daec-97b1-4a01-8152-ac76843df44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '3fae70ce-0304-4130-9a2f-cf915549f60a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 09:45:24.016901 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24dbff1a-2eab-4027-b7c6-9b31534bf0ac admin admin] Network hostable DHCP agents. Network: 3fae70ce-0304-4130-9a2f-cf915549f60a, hostable agents: ['54fa5420-569f-41b3-81ce-b3c99a893561'], hosted agents: [] {{(pid=113424) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 09:45:24.092232 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24dbff1a-2eab-4027-b7c6-9b31534bf0ac admin admin] Network 3fae70ce-0304-4130-9a2f-cf915549f60a is scheduled to be hosted by DHCP agent 54fa5420-569f-41b3-81ce-b3c99a893561 with binding_index 1 {{(pid=113424) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 09:45:24.149610 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.base_scheduler [None req-24dbff1a-2eab-4027-b7c6-9b31534bf0ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-43-iscsi, 3fae70ce-0304-4130-9a2f-cf915549f60a) {{(pid=113424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 09:45:24.154162 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24dbff1a-2eab-4027-b7c6-9b31534bf0ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:45:24.155232 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-24dbff1a-2eab-4027-b7c6-9b31534bf0ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546317'] for subnet (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:45:24.158350 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b721ce-c663-45f9-b1cd-cf6d5452c113 None None] Network 3fae70ce-0304-4130-9a2f-cf915549f60a requested from dv-cinder-790535-43-iscsi {{(pid=113425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 09:45:24.165221 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:45:24.243618 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-24dbff1a-2eab-4027-b7c6-9b31534bf0ac admin admin] 10.222.0.73 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7016242 Sep 16 09:45:24.264104 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed70ab7-1b44-41f4-8bc8-22e371c16f70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8adadafb-aa0f-50bc-bc9f-45663671aa4d-3fae70ce-0304-4130-9a2f-cf915549f60a', 'network_id': '3fae70ce-0304-4130-9a2f-cf915549f60a', 'project_id': '21c05913226c4fa2af82369356d31409', 'fixed_ips': [{'subnet_id': 'e3b3c716-7b7a-4f79-b1bf-7f613f28e241'}]}} from dv-cinder-790535-43-iscsi. {{(pid=113425) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 09:45:24.265601 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-7ed70ab7-1b44-41f4-8bc8-22e371c16f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (None), before_create {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:45:24.414262 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.db_base_plugin_common [None req-7ed70ab7-1b44-41f4-8bc8-22e371c16f70 None None] Allocated IP 192.168.233.2 (3fae70ce-0304-4130-9a2f-cf915549f60a/e3b3c716-7b7a-4f79-b1bf-7f613f28e241/7faa3c05-f974-4877-a366-eb60666f906b) {{(pid=113425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 09:45:24.582381 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-cd40d9a3-7fca-48b5-9b70-bdff25635d99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (647718b3-8298-4382-86e2-3fad9f5d7804), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:45:24.584191 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-7ed70ab7-1b44-41f4-8bc8-22e371c16f70 None None] Publish callbacks [] for port (7faa3c05-f974-4877-a366-eb60666f906b), precommit_create {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:45:24.682217 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-7ed70ab7-1b44-41f4-8bc8-22e371c16f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759571245505'] for port (7faa3c05-f974-4877-a366-eb60666f906b), after_create {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:45:24.724498 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed70ab7-1b44-41f4-8bc8-22e371c16f70 None None] Network 3fae70ce-0304-4130-9a2f-cf915549f60a is already hosted by enough agents. {{(pid=113425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 09:45:24.727531 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.scheduler.base_scheduler [None req-7ed70ab7-1b44-41f4-8bc8-22e371c16f70 None None] Resources bound (agent type, host, resource id): {{(pid=113425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 09:45:24.732716 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed70ab7-1b44-41f4-8bc8-22e371c16f70 None None] Received port after_create {{(pid=113425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 09:45:24.737725 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed70ab7-1b44-41f4-8bc8-22e371c16f70 None None] Pushing event updated for resources: {'Port': ['ID=7faa3c05-f974-4877-a366-eb60666f906b,revision_number=1']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:45:24.750028 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed70ab7-1b44-41f4-8bc8-22e371c16f70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:45:24.750379 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed70ab7-1b44-41f4-8bc8-22e371c16f70 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:45:24.750730 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed70ab7-1b44-41f4-8bc8-22e371c16f70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:45:24.751086 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed70ab7-1b44-41f4-8bc8-22e371c16f70 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:45:24.751421 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed70ab7-1b44-41f4-8bc8-22e371c16f70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:45:24.751748 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed70ab7-1b44-41f4-8bc8-22e371c16f70 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:45:24.752072 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed70ab7-1b44-41f4-8bc8-22e371c16f70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:45:24.752449 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed70ab7-1b44-41f4-8bc8-22e371c16f70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:45:24.752788 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed70ab7-1b44-41f4-8bc8-22e371c16f70 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:45:24.753117 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed70ab7-1b44-41f4-8bc8-22e371c16f70 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:45:24.753440 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed70ab7-1b44-41f4-8bc8-22e371c16f70 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:45:24.753804 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed70ab7-1b44-41f4-8bc8-22e371c16f70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:45:24.754132 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed70ab7-1b44-41f4-8bc8-22e371c16f70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:45:24.754449 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed70ab7-1b44-41f4-8bc8-22e371c16f70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:45:24.754764 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed70ab7-1b44-41f4-8bc8-22e371c16f70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:45:24.809031 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.managers [None req-7ed70ab7-1b44-41f4-8bc8-22e371c16f70 None None] Attempting to bind port 7faa3c05-f974-4877-a366-eb60666f906b on host dv-cinder-790535-43-iscsi for vnic_type normal with profile {{(pid=113425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 09:45:24.809465 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.managers [None req-7ed70ab7-1b44-41f4-8bc8-22e371c16f70 None None] Attempting to bind port 7faa3c05-f974-4877-a366-eb60666f906b by drivers openvswitch,hyperv on host dv-cinder-790535-43-iscsi at level 0 using segments [{'id': 'bf16daec-97b1-4a01-8152-ac76843df44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '3fae70ce-0304-4130-9a2f-cf915549f60a'}] {{(pid=113425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 09:45:24.809861 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed70ab7-1b44-41f4-8bc8-22e371c16f70 None None] Attempting to bind port 7faa3c05-f974-4877-a366-eb60666f906b on network 3fae70ce-0304-4130-9a2f-cf915549f60a {{(pid=113425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 09:45:24.853839 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed70ab7-1b44-41f4-8bc8-22e371c16f70 None None] Checking agent: {'id': 'be58d251-43cc-467d-bf31-2aae48e2ac56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-43-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 9, 41, 57), 'started_at': datetime.datetime(2022, 9, 16, 9, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 9, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-43-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 09:45:24.854210 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed70ab7-1b44-41f4-8bc8-22e371c16f70 None None] Checking segment: {'id': 'bf16daec-97b1-4a01-8152-ac76843df44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '3fae70ce-0304-4130-9a2f-cf915549f60a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 09:45:24.854617 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-7ed70ab7-1b44-41f4-8bc8-22e371c16f70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:45:24.855017 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed70ab7-1b44-41f4-8bc8-22e371c16f70 None None] Bound using segment: {'id': 'bf16daec-97b1-4a01-8152-ac76843df44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '3fae70ce-0304-4130-9a2f-cf915549f60a'} {{(pid=113425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 09:45:24.856099 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.managers [None req-7ed70ab7-1b44-41f4-8bc8-22e371c16f70 None None] Bound port: 7faa3c05-f974-4877-a366-eb60666f906b, host: dv-cinder-790535-43-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf16daec-97b1-4a01-8152-ac76843df44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '3fae70ce-0304-4130-9a2f-cf915549f60a'}}] {{(pid=113425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 09:45:24.856500 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-7ed70ab7-1b44-41f4-8bc8-22e371c16f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (7faa3c05-f974-4877-a366-eb60666f906b), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:45:24.919336 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-7ed70ab7-1b44-41f4-8bc8-22e371c16f70 None None] For port 7faa3c05-f974-4877-a366-eb60666f906b, host dv-cinder-790535-43-iscsi, cleared binding levels {{(pid=113425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 09:45:24.922589 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-7ed70ab7-1b44-41f4-8bc8-22e371c16f70 None None] For port 7faa3c05-f974-4877-a366-eb60666f906b, host dv-cinder-790535-43-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=7faa3c05-f974-4877-a366-eb60666f906b,segment=NetworkSegment(bf16daec-97b1-4a01-8152-ac76843df44e),segment_id=bf16daec-97b1-4a01-8152-ac76843df44e)] {{(pid=113425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 09:45:25.041689 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-7ed70ab7-1b44-41f4-8bc8-22e371c16f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (7faa3c05-f974-4877-a366-eb60666f906b), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:45:25.094157 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed70ab7-1b44-41f4-8bc8-22e371c16f70 None None] Pushing event updated for resources: {'Port': ['ID=7faa3c05-f974-4877-a366-eb60666f906b,revision_number=2']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:45:25.772545 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-c17a0cac-31fa-4a66-ad06-99f53fca2b4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (2d63c820-fb16-4aae-acf9-0482010d4ad8), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:45:25.921874 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d26e1f6-43e6-45b1-8f07-52e2f6031d06 None None] Network 3fae70ce-0304-4130-9a2f-cf915549f60a requested from dv-cinder-790535-43-iscsi {{(pid=113425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 09:45:26.006789 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-34653bb2-9c99-49e6-a73c-142a79d30bbb None None] Provisioning complete for port 7faa3c05-f974-4877-a366-eb60666f906b triggered by entity DHCP. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:45:26.007209 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-34653bb2-9c99-49e6-a73c-142a79d30bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (7faa3c05-f974-4877-a366-eb60666f906b), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:45:26.007555 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-34653bb2-9c99-49e6-a73c-142a79d30bbb None None] Attempt 1 to provision port 7faa3c05-f974-4877-a366-eb60666f906b Sep 16 09:45:26.117570 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-34653bb2-9c99-49e6-a73c-142a79d30bbb None None] Current status of the port 7faa3c05-f974-4877-a366-eb60666f906b is: DOWN; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:45:26.117570 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-34653bb2-9c99-49e6-a73c-142a79d30bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (7faa3c05-f974-4877-a366-eb60666f906b), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:45:26.162746 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-34653bb2-9c99-49e6-a73c-142a79d30bbb None None] For port 7faa3c05-f974-4877-a366-eb60666f906b, host dv-cinder-790535-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=7faa3c05-f974-4877-a366-eb60666f906b,segment=NetworkSegment(bf16daec-97b1-4a01-8152-ac76843df44e),segment_id=bf16daec-97b1-4a01-8152-ac76843df44e)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:45:26.240955 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-34653bb2-9c99-49e6-a73c-142a79d30bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (7faa3c05-f974-4877-a366-eb60666f906b), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:45:26.277941 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=91,neutron:UPDATE=8,neutron:INSERT=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:45:26.297129 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34653bb2-9c99-49e6-a73c-142a79d30bbb None None] Pushing event updated for resources: {'Port': ['ID=7faa3c05-f974-4877-a366-eb60666f906b,revision_number=3']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:45:26.360757 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-b5925402-dd5d-4b7e-8bf0-bd6047b9fb81 None None] Provisioning complete for port 7faa3c05-f974-4877-a366-eb60666f906b triggered by entity DHCP. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:45:26.361146 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-b5925402-dd5d-4b7e-8bf0-bd6047b9fb81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (7faa3c05-f974-4877-a366-eb60666f906b), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:45:26.361485 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-b5925402-dd5d-4b7e-8bf0-bd6047b9fb81 None None] Attempt 1 to provision port 7faa3c05-f974-4877-a366-eb60666f906b Sep 16 09:45:26.384367 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:45:26.397442 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:45:26.443535 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-b5925402-dd5d-4b7e-8bf0-bd6047b9fb81 None None] Current status of the port 7faa3c05-f974-4877-a366-eb60666f906b is: ACTIVE; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:45:27.105820 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device 7faa3c05-f974-4877-a366-eb60666f906b up at agent ovs-agent-dv-cinder-790535-43-iscsi {{(pid=113425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 09:45:27.156174 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Provisioning complete for port 7faa3c05-f974-4877-a366-eb60666f906b triggered by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:45:27.156545 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (7faa3c05-f974-4877-a366-eb60666f906b), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:45:27.156934 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Attempt 1 to provision port 7faa3c05-f974-4877-a366-eb60666f906b Sep 16 09:45:27.263412 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Current status of the port 7faa3c05-f974-4877-a366-eb60666f906b is: ACTIVE; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:45:27.280554 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (be58d251-43cc-467d-bf31-2aae48e2ac56), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:45:27.303426 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-cd5fe5d0-24d3-4349-8269-176b5bcdf250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (65aa34d6-cc53-475e-ab2c-2c2516bff08f), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:45:34.162566 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=76,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:45:36.181410 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.agents_db [None req-7c9a7194-4e2e-43f7-be58-28c896ce3cef None None] Agent healthcheck: found 5 active agents {{(pid=113426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 09:45:37.253950 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:45:37.258003 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=13 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:45:37.260960 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:45:50.164320 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=4 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:45:50.165109 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:45:52.161343 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3a759974-0356-4450-8da8-abf8ed70a0d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (54fa5420-569f-41b3-81ce-b3c99a893561), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:45:54.555639 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-374ff556-f7b5-41a5-bce7-8f285f2364b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (647718b3-8298-4382-86e2-3fad9f5d7804), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:45:55.759660 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-c17a0cac-31fa-4a66-ad06-99f53fca2b4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (2d63c820-fb16-4aae-acf9-0482010d4ad8), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:45:57.258176 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (be58d251-43cc-467d-bf31-2aae48e2ac56), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:45:57.292540 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-cd5fe5d0-24d3-4349-8269-176b5bcdf250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (65aa34d6-cc53-475e-ab2c-2c2516bff08f), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:46:07.207135 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:UPDATE=1,neutron:SELECT=5 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:46:07.207929 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:46:07.213652 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:46:13.184069 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.agents_db [None req-7c9a7194-4e2e-43f7-be58-28c896ce3cef None None] Agent healthcheck: found 5 active agents {{(pid=113426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 09:46:22.131154 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-069ad8ae-4f14-4810-8a51-9e8f32d2df56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (54fa5420-569f-41b3-81ce-b3c99a893561), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:46:23.191481 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=4 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:46:23.192292 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=4 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:46:24.543918 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-206df7c5-0085-4e17-bd02-27d21cf22068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (647718b3-8298-4382-86e2-3fad9f5d7804), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:46:25.765732 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-c17a0cac-31fa-4a66-ad06-99f53fca2b4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (2d63c820-fb16-4aae-acf9-0482010d4ad8), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:46:27.304582 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (be58d251-43cc-467d-bf31-2aae48e2ac56), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:46:27.398720 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-cd5fe5d0-24d3-4349-8269-176b5bcdf250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (65aa34d6-cc53-475e-ab2c-2c2516bff08f), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:46:37.198021 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=5 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:46:37.220220 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:46:37.232447 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:UPDATE=4,neutron:SELECT=4 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:46:49.357915 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=12 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:46:49.357915 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=14 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:46:50.189499 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.agents_db [None req-7c9a7194-4e2e-43f7-be58-28c896ce3cef None None] Agent healthcheck: found 5 active agents {{(pid=113426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 09:46:51.823571 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 45924) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:46:51.830610 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [None req-17085d0c-b23f-49a3-9d74-fc8a1c2a7341 tempest-verify_tempest_config-1370351704 tempest-verify_tempest_config-1370351704-project] http://10.222.0.73:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113424) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 09:46:51.831587 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-17085d0c-b23f-49a3-9d74-fc8a1c2a7341 tempest-verify_tempest_config-1370351704 tempest-verify_tempest_config-1370351704-project] 10.222.0.73 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0070434 Sep 16 09:46:52.138258 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-b86e691e-3b48-4d9a-8e6f-ec1563557bc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (54fa5420-569f-41b3-81ce-b3c99a893561), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:46:52.656786 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 45942) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:46:52.993048 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-28236c52-3a1e-4eb0-85f6-69cf1473701d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:46:53.070180 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-28236c52-3a1e-4eb0-85f6-69cf1473701d admin admin] Publish callbacks [] for security_group (9f0c4769-e349-4f65-806a-7cf74ddae16e), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:46:53.187543 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-28236c52-3a1e-4eb0-85f6-69cf1473701d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (9f0c4769-e349-4f65-806a-7cf74ddae16e), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:46:53.234217 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28236c52-3a1e-4eb0-85f6-69cf1473701d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f0c4769-e349-4f65-806a-7cf74ddae16e,revision_number=1']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:46:53.237985 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-28236c52-3a1e-4eb0-85f6-69cf1473701d admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=9608e11b41ea406bb20db3ff372528a9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5802169 Sep 16 09:46:53.240941 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 45946) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:46:53.244513 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28236c52-3a1e-4eb0-85f6-69cf1473701d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:46:53.244865 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28236c52-3a1e-4eb0-85f6-69cf1473701d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:46:53.245228 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28236c52-3a1e-4eb0-85f6-69cf1473701d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:46:53.245897 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28236c52-3a1e-4eb0-85f6-69cf1473701d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:46:53.246236 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28236c52-3a1e-4eb0-85f6-69cf1473701d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:46:53.246577 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28236c52-3a1e-4eb0-85f6-69cf1473701d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:46:53.246902 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28236c52-3a1e-4eb0-85f6-69cf1473701d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:46:53.247231 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28236c52-3a1e-4eb0-85f6-69cf1473701d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:46:53.247580 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28236c52-3a1e-4eb0-85f6-69cf1473701d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:46:53.247913 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28236c52-3a1e-4eb0-85f6-69cf1473701d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:46:53.248301 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28236c52-3a1e-4eb0-85f6-69cf1473701d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:46:53.248706 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28236c52-3a1e-4eb0-85f6-69cf1473701d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:46:53.249383 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28236c52-3a1e-4eb0-85f6-69cf1473701d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:46:53.249383 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28236c52-3a1e-4eb0-85f6-69cf1473701d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:46:53.249797 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28236c52-3a1e-4eb0-85f6-69cf1473701d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:46:53.303275 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-99ce7a7d-ba18-4b72-967a-b1eaf3464088 admin admin] Publish callbacks [] for security_group (9f0c4769-e349-4f65-806a-7cf74ddae16e), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:46:53.323757 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-99ce7a7d-ba18-4b72-967a-b1eaf3464088 admin admin] Publish callbacks [] for security_group (9f0c4769-e349-4f65-806a-7cf74ddae16e), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:46:53.493102 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-99ce7a7d-ba18-4b72-967a-b1eaf3464088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (9f0c4769-e349-4f65-806a-7cf74ddae16e), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:46:53.496016 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-99ce7a7d-ba18-4b72-967a-b1eaf3464088 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:46:53.497362 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-99ce7a7d-ba18-4b72-967a-b1eaf3464088 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/9f0c4769-e349-4f65-806a-7cf74ddae16e HTTP/1.1" status: 204 len: 168 time: 0.2552302 Sep 16 09:46:53.506024 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ce7a7d-ba18-4b72-967a-b1eaf3464088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f0c4769-e349-4f65-806a-7cf74ddae16e,revision_number=None']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:46:53.513305 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ce7a7d-ba18-4b72-967a-b1eaf3464088 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:46:53.513676 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ce7a7d-ba18-4b72-967a-b1eaf3464088 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:46:53.514669 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ce7a7d-ba18-4b72-967a-b1eaf3464088 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:46:53.515308 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ce7a7d-ba18-4b72-967a-b1eaf3464088 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:46:53.515308 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ce7a7d-ba18-4b72-967a-b1eaf3464088 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:46:53.515536 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ce7a7d-ba18-4b72-967a-b1eaf3464088 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:46:53.516040 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ce7a7d-ba18-4b72-967a-b1eaf3464088 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:46:53.516223 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ce7a7d-ba18-4b72-967a-b1eaf3464088 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:46:53.516559 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ce7a7d-ba18-4b72-967a-b1eaf3464088 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:46:53.516919 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ce7a7d-ba18-4b72-967a-b1eaf3464088 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:46:53.517260 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ce7a7d-ba18-4b72-967a-b1eaf3464088 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:46:53.517608 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ce7a7d-ba18-4b72-967a-b1eaf3464088 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:46:53.517935 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ce7a7d-ba18-4b72-967a-b1eaf3464088 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:46:53.518255 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ce7a7d-ba18-4b72-967a-b1eaf3464088 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:46:53.518573 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ce7a7d-ba18-4b72-967a-b1eaf3464088 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:46:54.610648 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-7d7c36cd-5ff0-412f-8485-276912e17ba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (647718b3-8298-4382-86e2-3fad9f5d7804), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:46:55.770450 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-c17a0cac-31fa-4a66-ad06-99f53fca2b4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (2d63c820-fb16-4aae-acf9-0482010d4ad8), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:46:57.287585 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (be58d251-43cc-467d-bf31-2aae48e2ac56), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:46:57.319090 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-cd5fe5d0-24d3-4349-8269-176b5bcdf250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (65aa34d6-cc53-475e-ab2c-2c2516bff08f), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:47:00.191736 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=6 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:47:00.195830 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=2 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:47:03.231396 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=21,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:47:03.240329 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=18,neutron:INSERT=6 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:47:03.501992 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:47:03.509828 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:47:07.224417 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=5 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:47:07.228249 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:47:07.231951 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:UPDATE=2,neutron:SELECT=6 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:47:22.150231 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-771d4e35-912d-4de8-b2f0-7b59013c75f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (54fa5420-569f-41b3-81ce-b3c99a893561), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:47:24.629606 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-543ca87a-807e-4001-945e-f52d84b90ebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (647718b3-8298-4382-86e2-3fad9f5d7804), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:47:25.782259 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-c17a0cac-31fa-4a66-ad06-99f53fca2b4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (2d63c820-fb16-4aae-acf9-0482010d4ad8), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:47:27.194984 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.agents_db [None req-7c9a7194-4e2e-43f7-be58-28c896ce3cef None None] Agent healthcheck: found 5 active agents {{(pid=113426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 09:47:27.264210 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (be58d251-43cc-467d-bf31-2aae48e2ac56), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:47:27.286552 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-cd5fe5d0-24d3-4349-8269-176b5bcdf250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (65aa34d6-cc53-475e-ab2c-2c2516bff08f), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:47:37.187301 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=4 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:47:37.196254 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:47:37.201366 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=4 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:47:37.217357 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:47:37.223237 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:47:50.169656 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=1 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:47:50.170423 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:DELETE=1 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:47:52.146755 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-a56ba0c1-703e-427d-8807-b44276face04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (54fa5420-569f-41b3-81ce-b3c99a893561), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:47:54.532888 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-7fef1d4a-dec9-4fb8-afa1-f479f4c6aaf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (647718b3-8298-4382-86e2-3fad9f5d7804), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:47:55.775286 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-c17a0cac-31fa-4a66-ad06-99f53fca2b4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (2d63c820-fb16-4aae-acf9-0482010d4ad8), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:47:57.321311 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (be58d251-43cc-467d-bf31-2aae48e2ac56), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:47:57.329294 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-cd5fe5d0-24d3-4349-8269-176b5bcdf250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (65aa34d6-cc53-475e-ab2c-2c2516bff08f), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:48:04.198400 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.agents_db [None req-7c9a7194-4e2e-43f7-be58-28c896ce3cef None None] Agent healthcheck: found 5 active agents {{(pid=113426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 09:48:07.219926 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:48:07.223991 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:48:07.226689 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:UPDATE=3,neutron:SELECT=4 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:48:14.200482 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=2 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:48:14.204356 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=6 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:48:22.140539 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-e3b82083-7d4c-400b-b326-2c5fe6d6e81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (54fa5420-569f-41b3-81ce-b3c99a893561), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:48:24.591744 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-d43aaa9c-4776-430f-bddd-462014cad21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (647718b3-8298-4382-86e2-3fad9f5d7804), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:48:25.769611 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-c17a0cac-31fa-4a66-ad06-99f53fca2b4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (2d63c820-fb16-4aae-acf9-0482010d4ad8), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:48:27.259470 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (be58d251-43cc-467d-bf31-2aae48e2ac56), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:48:27.284177 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-cd5fe5d0-24d3-4349-8269-176b5bcdf250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (65aa34d6-cc53-475e-ab2c-2c2516bff08f), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:48:32.601195 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-698052'] for agent (5b31c92a-f134-4c39-96dd-6f3267de2076), after_create {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:48:37.225162 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:48:37.231084 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:48:41.201998 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.agents_db [None req-7c9a7194-4e2e-43f7-be58-28c896ce3cef None None] Agent healthcheck: found 6 active agents {{(pid=113426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 09:48:42.528329 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=6,neutron:INSERT=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:48:46.072569 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 46040) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:48:46.201350 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-8202a30d-c67b-42e9-968c-c2db1ad3c580 admin admin] 10.222.0.73 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1276970 Sep 16 09:48:48.715839 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 46050) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:48:48.773901 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-21241d7f-ab41-424d-b53d-20f8b976f9d3 admin admin] 10.222.0.73 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0569060 Sep 16 09:48:51.202078 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=18 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:48:51.209157 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=18 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:48:52.122790 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-1c2cbed7-fcb8-4ab4-8b88-4e77f95d6ba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (54fa5420-569f-41b3-81ce-b3c99a893561), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:48:54.534778 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-bfbec88f-00b4-4a47-8c67-d94a8e4a538c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (647718b3-8298-4382-86e2-3fad9f5d7804), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:48:55.774254 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-c17a0cac-31fa-4a66-ad06-99f53fca2b4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (2d63c820-fb16-4aae-acf9-0482010d4ad8), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:48:56.196845 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=2 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:48:57.264096 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (be58d251-43cc-467d-bf31-2aae48e2ac56), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:48:57.322682 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-cd5fe5d0-24d3-4349-8269-176b5bcdf250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (65aa34d6-cc53-475e-ab2c-2c2516bff08f), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:48:58.769159 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=2 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:49:02.574028 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (5b31c92a-f134-4c39-96dd-6f3267de2076), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:49:12.498820 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:49:12.503732 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:49:12.505570 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:UPDATE=3,neutron:SELECT=4 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:49:18.206988 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.agents_db [None req-7c9a7194-4e2e-43f7-be58-28c896ce3cef None None] Agent healthcheck: found 6 active agents {{(pid=113426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 09:49:22.145921 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-7fc2ab0a-4ff8-4dbf-aaed-9dedef21701f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (54fa5420-569f-41b3-81ce-b3c99a893561), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:49:24.516745 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-28a5a57c-9acd-4270-aced-6da6402e00e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (647718b3-8298-4382-86e2-3fad9f5d7804), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:49:25.790189 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-c17a0cac-31fa-4a66-ad06-99f53fca2b4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (2d63c820-fb16-4aae-acf9-0482010d4ad8), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:49:27.271297 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (be58d251-43cc-467d-bf31-2aae48e2ac56), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:49:27.339218 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-cd5fe5d0-24d3-4349-8269-176b5bcdf250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (65aa34d6-cc53-475e-ab2c-2c2516bff08f), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:49:28.210032 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=2 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:49:28.213953 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=6 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:49:32.591078 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (5b31c92a-f134-4c39-96dd-6f3267de2076), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:49:37.233733 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:49:42.519823 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:49:42.522705 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:49:50.175023 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=1 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:49:50.175788 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:DELETE=1 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:49:52.202306 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-1619d0eb-3e5c-4151-b39a-8bc555f9a5b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (54fa5420-569f-41b3-81ce-b3c99a893561), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:49:54.561744 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-2d4eb523-be51-4c54-b115-e6750e522f50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (647718b3-8298-4382-86e2-3fad9f5d7804), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:49:55.211179 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.agents_db [None req-7c9a7194-4e2e-43f7-be58-28c896ce3cef None None] Agent healthcheck: found 6 active agents {{(pid=113426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 09:49:55.774088 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-c17a0cac-31fa-4a66-ad06-99f53fca2b4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (2d63c820-fb16-4aae-acf9-0482010d4ad8), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:49:57.258983 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (be58d251-43cc-467d-bf31-2aae48e2ac56), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:49:57.327491 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-cd5fe5d0-24d3-4349-8269-176b5bcdf250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (65aa34d6-cc53-475e-ab2c-2c2516bff08f), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:02.602351 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (5b31c92a-f134-4c39-96dd-6f3267de2076), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:05.203846 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=4 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:05.219000 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=4 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:07.242549 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:12.520330 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=9 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:12.523224 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:UPDATE=4,neutron:SELECT=4 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:22.132038 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-82c473c5-4cda-4c86-a1bb-05a206595445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (54fa5420-569f-41b3-81ce-b3c99a893561), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:24.556114 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-206258c4-bc81-4cea-b2d3-02169ce157d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (647718b3-8298-4382-86e2-3fad9f5d7804), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:25.807807 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-c17a0cac-31fa-4a66-ad06-99f53fca2b4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (2d63c820-fb16-4aae-acf9-0482010d4ad8), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:26.168254 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 46266) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:50:26.264827 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 46286) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:50:26.270127 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 46290) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:50:26.299406 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 46296) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:50:26.517862 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.v2.base [None req-96000174-9cb7-48e2-828e-aec814799911 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1147155597-network', 'tenant_id': '75007587f92646f686881c2e1bfb7b2d'}} {{(pid=113423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:50:26.527152 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.v2.base [None req-bf5b0f50-b396-4f31-a7bf-fe2300b51e82 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-259796740-network', 'tenant_id': '3fe0d52d42324aa38182b47b3588b979'}} {{(pid=113423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:50:26.565406 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.v2.base [None req-df7c2268-0b5e-449f-bfb1-7b8cf39ac1cb admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-322079799-network', 'tenant_id': 'cca830d4d9384e99b6f499a457776de4'}} {{(pid=113424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:50:26.578152 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.v2.base [None req-d2d31981-37a2-4d51-9c00-1d903b62092a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1566209003-network', 'tenant_id': 'f1713f13f3ff494496a8ef8e5591c1b6'}} {{(pid=113424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:50:26.619349 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf5b0f50-b396-4f31-a7bf-fe2300b51e82 admin admin] Made reservation on behalf of 3fe0d52d42324aa38182b47b3588b979 for: {'network': 1} {{(pid=113423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 09:50:26.622174 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-bf5b0f50-b396-4f31-a7bf-fe2300b51e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for network (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:26.631515 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-bf5b0f50-b396-4f31-a7bf-fe2300b51e82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:26.664428 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96000174-9cb7-48e2-828e-aec814799911 admin admin] Made reservation on behalf of 75007587f92646f686881c2e1bfb7b2d for: {'network': 1} {{(pid=113423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 09:50:26.666819 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-96000174-9cb7-48e2-828e-aec814799911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for network (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:26.682151 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-96000174-9cb7-48e2-828e-aec814799911 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:26.711718 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2d31981-37a2-4d51-9c00-1d903b62092a admin admin] Made reservation on behalf of f1713f13f3ff494496a8ef8e5591c1b6 for: {'network': 1} {{(pid=113424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 09:50:26.714696 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-d2d31981-37a2-4d51-9c00-1d903b62092a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for network (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:26.730948 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df7c2268-0b5e-449f-bfb1-7b8cf39ac1cb admin admin] Made reservation on behalf of cca830d4d9384e99b6f499a457776de4 for: {'network': 1} {{(pid=113424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 09:50:26.734106 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-df7c2268-0b5e-449f-bfb1-7b8cf39ac1cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for network (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:26.748172 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-bf5b0f50-b396-4f31-a7bf-fe2300b51e82 admin admin] Publish callbacks [] for security_group (ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:26.748309 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-d2d31981-37a2-4d51-9c00-1d903b62092a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:26.758731 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-df7c2268-0b5e-449f-bfb1-7b8cf39ac1cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:26.808553 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-96000174-9cb7-48e2-828e-aec814799911 admin admin] Publish callbacks [] for security_group (58f21055-5721-4993-b0b8-e39345e76ccf), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:26.825798 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-bf5b0f50-b396-4f31-a7bf-fe2300b51e82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:26.849191 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf5b0f50-b396-4f31-a7bf-fe2300b51e82 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=113423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 09:50:26.867300 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-bf5b0f50-b396-4f31-a7bf-fe2300b51e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1277354'] for segment (e3902c86-c1ff-47d9-b3ef-44214c1005fa), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:26.868284 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.db.segments_db [None req-bf5b0f50-b396-4f31-a7bf-fe2300b51e82 admin admin] Added segment e3902c86-c1ff-47d9-b3ef-44214c1005fa of type vlan for network 17684eae-ad40-4ec5-9092-8a60e4e87e96 Sep 16 09:50:26.875598 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-d2d31981-37a2-4d51-9c00-1d903b62092a admin admin] Publish callbacks [] for security_group (52707609-f8fa-45a4-bdf4-b0c4dbec8733), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:26.932383 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-df7c2268-0b5e-449f-bfb1-7b8cf39ac1cb admin admin] Publish callbacks [] for security_group (0d70b26c-7726-4804-b507-71b01b78f009), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:26.946683 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-bf5b0f50-b396-4f31-a7bf-fe2300b51e82 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759571199151'] for network (17684eae-ad40-4ec5-9092-8a60e4e87e96), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:26.951904 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5b0f50-b396-4f31-a7bf-fe2300b51e82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1,revision_number=1']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:50:26.967625 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5b0f50-b396-4f31-a7bf-fe2300b51e82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:50:26.968187 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5b0f50-b396-4f31-a7bf-fe2300b51e82 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:50:26.968465 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-d2d31981-37a2-4d51-9c00-1d903b62092a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (52707609-f8fa-45a4-bdf4-b0c4dbec8733), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:26.968909 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5b0f50-b396-4f31-a7bf-fe2300b51e82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:50:26.969443 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5b0f50-b396-4f31-a7bf-fe2300b51e82 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:50:26.969984 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5b0f50-b396-4f31-a7bf-fe2300b51e82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:50:26.970492 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5b0f50-b396-4f31-a7bf-fe2300b51e82 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:50:26.971010 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5b0f50-b396-4f31-a7bf-fe2300b51e82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:50:26.971530 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5b0f50-b396-4f31-a7bf-fe2300b51e82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:50:26.972058 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5b0f50-b396-4f31-a7bf-fe2300b51e82 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:50:26.972594 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5b0f50-b396-4f31-a7bf-fe2300b51e82 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:50:26.973125 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5b0f50-b396-4f31-a7bf-fe2300b51e82 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:50:26.973666 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5b0f50-b396-4f31-a7bf-fe2300b51e82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:50:26.976734 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5b0f50-b396-4f31-a7bf-fe2300b51e82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:50:26.977956 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5b0f50-b396-4f31-a7bf-fe2300b51e82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:50:26.978421 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5b0f50-b396-4f31-a7bf-fe2300b51e82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:50:26.982770 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5b0f50-b396-4f31-a7bf-fe2300b51e82 admin admin] Tracked resource versions report: Sep 16 09:50:26.982770 dv-cinder-790535-43-iscsi neutron-server[113423]: pushed versions: Sep 16 09:50:26.982770 dv-cinder-790535-43-iscsi neutron-server[113423]: { 'AddressGroup': {'1.2'}, Sep 16 09:50:26.982770 dv-cinder-790535-43-iscsi neutron-server[113423]: 'Agent': {'1.1'}, Sep 16 09:50:26.982770 dv-cinder-790535-43-iscsi neutron-server[113423]: 'ConntrackHelper': {'1.0'}, Sep 16 09:50:26.982770 dv-cinder-790535-43-iscsi neutron-server[113423]: 'LocalIPAssociation': {'1.0'}, Sep 16 09:50:26.982770 dv-cinder-790535-43-iscsi neutron-server[113423]: 'Log': {'1.0'}, Sep 16 09:50:26.982770 dv-cinder-790535-43-iscsi neutron-server[113423]: 'NDPProxy': {'1.0'}, Sep 16 09:50:26.982770 dv-cinder-790535-43-iscsi neutron-server[113423]: 'Network': {'1.1'}, Sep 16 09:50:26.982770 dv-cinder-790535-43-iscsi neutron-server[113423]: 'Port': {'1.7'}, Sep 16 09:50:26.982770 dv-cinder-790535-43-iscsi neutron-server[113423]: 'PortForwarding': {'1.3'}, Sep 16 09:50:26.982770 dv-cinder-790535-43-iscsi neutron-server[113423]: 'QosPolicy': {'1.10'}, Sep 16 09:50:26.982770 dv-cinder-790535-43-iscsi neutron-server[113423]: 'SecurityGroup': {'1.5'}, Sep 16 09:50:26.982770 dv-cinder-790535-43-iscsi neutron-server[113423]: 'SecurityGroupRule': {'1.2'}, Sep 16 09:50:26.982770 dv-cinder-790535-43-iscsi neutron-server[113423]: 'SubPort': {'1.0'}, Sep 16 09:50:26.982770 dv-cinder-790535-43-iscsi neutron-server[113423]: 'Subnet': {'1.1'}, Sep 16 09:50:26.982770 dv-cinder-790535-43-iscsi neutron-server[113423]: 'Trunk': {'1.1'}} Sep 16 09:50:26.982770 dv-cinder-790535-43-iscsi neutron-server[113423]: consumer versions: Sep 16 09:50:26.982770 dv-cinder-790535-43-iscsi neutron-server[113423]: { DHCP agent@dv-cinder-790535-43-iscsi: {}, Sep 16 09:50:26.982770 dv-cinder-790535-43-iscsi neutron-server[113423]: HyperV agent@hv-cinder-79053: {}, Sep 16 09:50:26.982770 dv-cinder-790535-43-iscsi neutron-server[113423]: L3 agent@dv-cinder-790535-43-iscsi: {}, Sep 16 09:50:26.982770 dv-cinder-790535-43-iscsi neutron-server[113423]: Metadata agent@dv-cinder-790535-43-iscsi: {}, Sep 16 09:50:26.982770 dv-cinder-790535-43-iscsi neutron-server[113423]: Metering agent@dv-cinder-790535-43-iscsi: {}, Sep 16 09:50:26.982770 dv-cinder-790535-43-iscsi neutron-server[113423]: Open vSwitch agent@dv-cinder-790535-43-iscsi: { 'AddressGroup': '1.2', Sep 16 09:50:26.982770 dv-cinder-790535-43-iscsi neutron-server[113423]: 'Agent': '1.1', Sep 16 09:50:26.982770 dv-cinder-790535-43-iscsi neutron-server[113423]: 'ConntrackHelper': '1.0', Sep 16 09:50:26.982770 dv-cinder-790535-43-iscsi neutron-server[113423]: 'LocalIPAssociation': '1.0', Sep 16 09:50:26.982770 dv-cinder-790535-43-iscsi neutron-server[113423]: 'Log': '1.0', Sep 16 09:50:26.982770 dv-cinder-790535-43-iscsi neutron-server[113423]: 'NDPProxy': '1.0', Sep 16 09:50:26.982770 dv-cinder-790535-43-iscsi neutron-server[113423]: 'Network': '1.1', Sep 16 09:50:26.982770 dv-cinder-790535-43-iscsi neutron-server[113423]: 'Port': '1.7', Sep 16 09:50:26.982770 dv-cinder-790535-43-iscsi neutron-server[113423]: 'PortForwarding': '1.3', Sep 16 09:50:26.982770 dv-cinder-790535-43-iscsi neutron-server[113423]: 'QosPolicy': '1.10', Sep 16 09:50:26.982770 dv-cinder-790535-43-iscsi neutron-server[113423]: 'SecurityGroup': '1.5', Sep 16 09:50:26.982770 dv-cinder-790535-43-iscsi neutron-server[113423]: 'SecurityGroupRule': '1.2', Sep 16 09:50:26.982770 dv-cinder-790535-43-iscsi neutron-server[113423]: 'SubPort': '1.0', Sep 16 09:50:26.982770 dv-cinder-790535-43-iscsi neutron-server[113423]: 'Subnet': '1.1', Sep 16 09:50:26.982770 dv-cinder-790535-43-iscsi neutron-server[113423]: 'Trunk': '1.1'}} Sep 16 09:50:26.982770 dv-cinder-790535-43-iscsi neutron-server[113423]: {{(pid=113423) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 09:50:26.998111 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-96000174-9cb7-48e2-828e-aec814799911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (58f21055-5721-4993-b0b8-e39345e76ccf), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:27.024453 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-df7c2268-0b5e-449f-bfb1-7b8cf39ac1cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (0d70b26c-7726-4804-b507-71b01b78f009), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:27.034305 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2d31981-37a2-4d51-9c00-1d903b62092a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=113424) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 09:50:27.036057 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96000174-9cb7-48e2-828e-aec814799911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58f21055-5721-4993-b0b8-e39345e76ccf,revision_number=1']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:50:27.061534 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96000174-9cb7-48e2-828e-aec814799911 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=113423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 09:50:27.067076 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-d2d31981-37a2-4d51-9c00-1d903b62092a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1277354'] for segment (dbdfa156-b328-4b02-9174-23c649e3a4fb), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:27.067424 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.db.segments_db [None req-d2d31981-37a2-4d51-9c00-1d903b62092a admin admin] Added segment dbdfa156-b328-4b02-9174-23c649e3a4fb of type vlan for network fe465541-6175-450e-8791-dc7a519b5e60 Sep 16 09:50:27.070071 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df7c2268-0b5e-449f-bfb1-7b8cf39ac1cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=113424) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 09:50:27.075642 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-96000174-9cb7-48e2-828e-aec814799911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1277354'] for segment (59ea54c9-a504-4c17-ac42-04cf91228ccc), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:27.076520 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.db.segments_db [None req-96000174-9cb7-48e2-828e-aec814799911 admin admin] Added segment 59ea54c9-a504-4c17-ac42-04cf91228ccc of type vlan for network b92b7908-54f3-4444-8e37-e6621fa07310 Sep 16 09:50:27.088000 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d31981-37a2-4d51-9c00-1d903b62092a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52707609-f8fa-45a4-bdf4-b0c4dbec8733,revision_number=1']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:50:27.118996 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-df7c2268-0b5e-449f-bfb1-7b8cf39ac1cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1277354'] for segment (4ba7d294-130d-48b9-a99d-edaaffd525bf), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:27.119727 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.db.segments_db [None req-df7c2268-0b5e-449f-bfb1-7b8cf39ac1cb admin admin] Added segment 4ba7d294-130d-48b9-a99d-edaaffd525bf of type vlan for network c4842324-ee85-46c7-9e8f-0b04468e9bb4 Sep 16 09:50:27.134936 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-96000174-9cb7-48e2-828e-aec814799911 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759571199151'] for network (b92b7908-54f3-4444-8e37-e6621fa07310), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:27.135440 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d31981-37a2-4d51-9c00-1d903b62092a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:50:27.136335 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d31981-37a2-4d51-9c00-1d903b62092a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:50:27.137239 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d31981-37a2-4d51-9c00-1d903b62092a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:50:27.139669 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d31981-37a2-4d51-9c00-1d903b62092a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:50:27.140629 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d31981-37a2-4d51-9c00-1d903b62092a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:50:27.141640 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d31981-37a2-4d51-9c00-1d903b62092a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:50:27.142238 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d31981-37a2-4d51-9c00-1d903b62092a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:50:27.142795 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d31981-37a2-4d51-9c00-1d903b62092a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:50:27.143435 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d31981-37a2-4d51-9c00-1d903b62092a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:50:27.143997 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d31981-37a2-4d51-9c00-1d903b62092a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:50:27.144525 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d31981-37a2-4d51-9c00-1d903b62092a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:50:27.145032 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d31981-37a2-4d51-9c00-1d903b62092a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:50:27.145535 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d31981-37a2-4d51-9c00-1d903b62092a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:50:27.149579 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d31981-37a2-4d51-9c00-1d903b62092a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:50:27.149579 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d31981-37a2-4d51-9c00-1d903b62092a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:50:27.149579 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d31981-37a2-4d51-9c00-1d903b62092a admin admin] Tracked resource versions report: Sep 16 09:50:27.149579 dv-cinder-790535-43-iscsi neutron-server[113424]: pushed versions: Sep 16 09:50:27.149579 dv-cinder-790535-43-iscsi neutron-server[113424]: { 'AddressGroup': {'1.2'}, Sep 16 09:50:27.149579 dv-cinder-790535-43-iscsi neutron-server[113424]: 'Agent': {'1.1'}, Sep 16 09:50:27.149579 dv-cinder-790535-43-iscsi neutron-server[113424]: 'ConntrackHelper': {'1.0'}, Sep 16 09:50:27.149579 dv-cinder-790535-43-iscsi neutron-server[113424]: 'LocalIPAssociation': {'1.0'}, Sep 16 09:50:27.149579 dv-cinder-790535-43-iscsi neutron-server[113424]: 'Log': {'1.0'}, Sep 16 09:50:27.149579 dv-cinder-790535-43-iscsi neutron-server[113424]: 'NDPProxy': {'1.0'}, Sep 16 09:50:27.149579 dv-cinder-790535-43-iscsi neutron-server[113424]: 'Network': {'1.1'}, Sep 16 09:50:27.149579 dv-cinder-790535-43-iscsi neutron-server[113424]: 'Port': {'1.7'}, Sep 16 09:50:27.149579 dv-cinder-790535-43-iscsi neutron-server[113424]: 'PortForwarding': {'1.3'}, Sep 16 09:50:27.149579 dv-cinder-790535-43-iscsi neutron-server[113424]: 'QosPolicy': {'1.10'}, Sep 16 09:50:27.149579 dv-cinder-790535-43-iscsi neutron-server[113424]: 'SecurityGroup': {'1.5'}, Sep 16 09:50:27.149579 dv-cinder-790535-43-iscsi neutron-server[113424]: 'SecurityGroupRule': {'1.2'}, Sep 16 09:50:27.149579 dv-cinder-790535-43-iscsi neutron-server[113424]: 'SubPort': {'1.0'}, Sep 16 09:50:27.149579 dv-cinder-790535-43-iscsi neutron-server[113424]: 'Subnet': {'1.1'}, Sep 16 09:50:27.149579 dv-cinder-790535-43-iscsi neutron-server[113424]: 'Trunk': {'1.1'}} Sep 16 09:50:27.149579 dv-cinder-790535-43-iscsi neutron-server[113424]: consumer versions: Sep 16 09:50:27.149579 dv-cinder-790535-43-iscsi neutron-server[113424]: { DHCP agent@dv-cinder-790535-43-iscsi: {}, Sep 16 09:50:27.149579 dv-cinder-790535-43-iscsi neutron-server[113424]: HyperV agent@hv-cinder-79053: {}, Sep 16 09:50:27.149579 dv-cinder-790535-43-iscsi neutron-server[113424]: L3 agent@dv-cinder-790535-43-iscsi: {}, Sep 16 09:50:27.149579 dv-cinder-790535-43-iscsi neutron-server[113424]: Metadata agent@dv-cinder-790535-43-iscsi: {}, Sep 16 09:50:27.149579 dv-cinder-790535-43-iscsi neutron-server[113424]: Metering agent@dv-cinder-790535-43-iscsi: {}, Sep 16 09:50:27.149579 dv-cinder-790535-43-iscsi neutron-server[113424]: Open vSwitch agent@dv-cinder-790535-43-iscsi: { 'AddressGroup': '1.2', Sep 16 09:50:27.149579 dv-cinder-790535-43-iscsi neutron-server[113424]: 'Agent': '1.1', Sep 16 09:50:27.149579 dv-cinder-790535-43-iscsi neutron-server[113424]: 'ConntrackHelper': '1.0', Sep 16 09:50:27.149579 dv-cinder-790535-43-iscsi neutron-server[113424]: 'LocalIPAssociation': '1.0', Sep 16 09:50:27.149579 dv-cinder-790535-43-iscsi neutron-server[113424]: 'Log': '1.0', Sep 16 09:50:27.149579 dv-cinder-790535-43-iscsi neutron-server[113424]: 'NDPProxy': '1.0', Sep 16 09:50:27.149579 dv-cinder-790535-43-iscsi neutron-server[113424]: 'Network': '1.1', Sep 16 09:50:27.149579 dv-cinder-790535-43-iscsi neutron-server[113424]: 'Port': '1.7', Sep 16 09:50:27.149579 dv-cinder-790535-43-iscsi neutron-server[113424]: 'PortForwarding': '1.3', Sep 16 09:50:27.149579 dv-cinder-790535-43-iscsi neutron-server[113424]: 'QosPolicy': '1.10', Sep 16 09:50:27.149579 dv-cinder-790535-43-iscsi neutron-server[113424]: 'SecurityGroup': '1.5', Sep 16 09:50:27.149579 dv-cinder-790535-43-iscsi neutron-server[113424]: 'SecurityGroupRule': '1.2', Sep 16 09:50:27.149579 dv-cinder-790535-43-iscsi neutron-server[113424]: 'SubPort': '1.0', Sep 16 09:50:27.149579 dv-cinder-790535-43-iscsi neutron-server[113424]: 'Subnet': '1.1', Sep 16 09:50:27.149579 dv-cinder-790535-43-iscsi neutron-server[113424]: 'Trunk': '1.1'}} Sep 16 09:50:27.149579 dv-cinder-790535-43-iscsi neutron-server[113424]: {{(pid=113424) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 09:50:27.156615 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-bf5b0f50-b396-4f31-a7bf-fe2300b51e82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335'] for network (17684eae-ad40-4ec5-9092-8a60e4e87e96), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:27.161613 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5b0f50-b396-4f31-a7bf-fe2300b51e82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:50:27.162820 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-bf5b0f50-b396-4f31-a7bf-fe2300b51e82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546317'] for network (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:27.202089 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-d2d31981-37a2-4d51-9c00-1d903b62092a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759571199151'] for network (fe465541-6175-450e-8791-dc7a519b5e60), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:27.238113 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=75,neutron:INSERT=19,neutron:UPDATE=6 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:27.245560 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-df7c2268-0b5e-449f-bfb1-7b8cf39ac1cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759571199151'] for network (c4842324-ee85-46c7-9e8f-0b04468e9bb4), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:27.259817 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7c2268-0b5e-449f-bfb1-7b8cf39ac1cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d70b26c-7726-4804-b507-71b01b78f009,revision_number=1']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:50:27.299520 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (be58d251-43cc-467d-bf31-2aae48e2ac56), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:27.318473 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 46352) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:50:27.322760 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-cd5fe5d0-24d3-4349-8269-176b5bcdf250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (65aa34d6-cc53-475e-ab2c-2c2516bff08f), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:27.333310 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.v2.base [None req-d83a1f34-429b-44b1-9a9c-50591bd96c45 admin admin] Request body: {'subnet': {'network_id': '17684eae-ad40-4ec5-9092-8a60e4e87e96', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-259796740-subnet', 'tenant_id': '3fe0d52d42324aa38182b47b3588b979', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:50:27.335494 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-bf5b0f50-b396-4f31-a7bf-fe2300b51e82 admin admin] 10.222.0.73 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0614910 Sep 16 09:50:27.373884 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5b0f50-b396-4f31-a7bf-fe2300b51e82 admin admin] Pushing event updated for resources: {'Network': ['ID=17684eae-ad40-4ec5-9092-8a60e4e87e96,revision_number=1']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:50:27.374680 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-d2d31981-37a2-4d51-9c00-1d903b62092a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335'] for network (fe465541-6175-450e-8791-dc7a519b5e60), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:27.376748 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d31981-37a2-4d51-9c00-1d903b62092a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:50:27.377802 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-d2d31981-37a2-4d51-9c00-1d903b62092a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546317'] for network (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:27.385920 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-df7c2268-0b5e-449f-bfb1-7b8cf39ac1cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335'] for network (c4842324-ee85-46c7-9e8f-0b04468e9bb4), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:27.386142 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Network 17684eae-ad40-4ec5-9092-8a60e4e87e96 details requested by agent ovs-agent-dv-cinder-790535-43-iscsi with host dv-cinder-790535-43-iscsi {{(pid=113425) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 09:50:27.387566 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7c2268-0b5e-449f-bfb1-7b8cf39ac1cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:50:27.389202 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-df7c2268-0b5e-449f-bfb1-7b8cf39ac1cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546317'] for network (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:27.667211 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d83a1f34-429b-44b1-9a9c-50591bd96c45 admin admin] Made reservation on behalf of 3fe0d52d42324aa38182b47b3588b979 for: {'subnet': 1} {{(pid=113424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 09:50:27.667211 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-d83a1f34-429b-44b1-9a9c-50591bd96c45 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:27.672328 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-96000174-9cb7-48e2-828e-aec814799911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335'] for network (b92b7908-54f3-4444-8e37-e6621fa07310), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:27.672328 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96000174-9cb7-48e2-828e-aec814799911 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:50:27.672328 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-96000174-9cb7-48e2-828e-aec814799911 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546317'] for network (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:27.676056 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-df7c2268-0b5e-449f-bfb1-7b8cf39ac1cb admin admin] 10.222.0.73 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2999711 Sep 16 09:50:27.676056 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 46374) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:50:27.676056 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.v2.base [None req-78bc741c-53eb-4057-bb28-4742b5e9cac6 admin admin] Request body: {'subnet': {'network_id': 'c4842324-ee85-46c7-9e8f-0b04468e9bb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-322079799-subnet', 'tenant_id': 'cca830d4d9384e99b6f499a457776de4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:50:27.676056 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=75,neutron:INSERT=20,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:27.680726 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-96000174-9cb7-48e2-828e-aec814799911 admin admin] 10.222.0.73 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4477251 Sep 16 09:50:27.680726 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 46376) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:50:27.680726 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.v2.base [None req-f39cb6f5-89fc-4cff-bda6-8a55e0953200 admin admin] Request body: {'subnet': {'network_id': 'b92b7908-54f3-4444-8e37-e6621fa07310', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1147155597-subnet', 'tenant_id': '75007587f92646f686881c2e1bfb7b2d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:50:27.680726 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96000174-9cb7-48e2-828e-aec814799911 admin admin] Pushing event updated for resources: {'Network': ['ID=b92b7908-54f3-4444-8e37-e6621fa07310,revision_number=1']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:50:27.683468 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Network b92b7908-54f3-4444-8e37-e6621fa07310 details requested by agent ovs-agent-dv-cinder-790535-43-iscsi with host dv-cinder-790535-43-iscsi {{(pid=113425) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 09:50:27.685355 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=74,neutron:INSERT=19,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:27.704255 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d31981-37a2-4d51-9c00-1d903b62092a admin admin] Pushing event updated for resources: {'Network': ['ID=fe465541-6175-450e-8791-dc7a519b5e60,revision_number=1']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:50:27.718542 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Network fe465541-6175-450e-8791-dc7a519b5e60 details requested by agent ovs-agent-dv-cinder-790535-43-iscsi with host dv-cinder-790535-43-iscsi {{(pid=113425) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 09:50:27.790448 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7c2268-0b5e-449f-bfb1-7b8cf39ac1cb admin admin] Pushing event updated for resources: {'Network': ['ID=c4842324-ee85-46c7-9e8f-0b04468e9bb4,revision_number=1']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:50:27.804994 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-d2d31981-37a2-4d51-9c00-1d903b62092a admin admin] 10.222.0.73 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5022092 Sep 16 09:50:27.806409 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Network c4842324-ee85-46c7-9e8f-0b04468e9bb4 details requested by agent ovs-agent-dv-cinder-790535-43-iscsi with host dv-cinder-790535-43-iscsi {{(pid=113425) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 09:50:27.807466 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 46380) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:50:27.813650 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.v2.base [None req-bd7cab0f-40b4-4ac4-b370-ba5da598fb31 admin admin] Request body: {'subnet': {'network_id': 'fe465541-6175-450e-8791-dc7a519b5e60', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1566209003-subnet', 'tenant_id': 'f1713f13f3ff494496a8ef8e5591c1b6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:50:27.821440 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=75,neutron:INSERT=19,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:28.014396 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78bc741c-53eb-4057-bb28-4742b5e9cac6 admin admin] Made reservation on behalf of cca830d4d9384e99b6f499a457776de4 for: {'subnet': 1} {{(pid=113424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 09:50:28.014482 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd7cab0f-40b4-4ac4-b370-ba5da598fb31 admin admin] Made reservation on behalf of f1713f13f3ff494496a8ef8e5591c1b6 for: {'subnet': 1} {{(pid=113423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 09:50:28.016597 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-78bc741c-53eb-4057-bb28-4742b5e9cac6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:28.016701 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-bd7cab0f-40b4-4ac4-b370-ba5da598fb31 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:28.018790 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f39cb6f5-89fc-4cff-bda6-8a55e0953200 admin admin] Made reservation on behalf of 75007587f92646f686881c2e1bfb7b2d for: {'subnet': 1} {{(pid=113423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 09:50:28.021000 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-d83a1f34-429b-44b1-9a9c-50591bd96c45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335'] for subnet (7270ea1b-9730-4d7c-89ed-4cebd5834047), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:28.021218 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-f39cb6f5-89fc-4cff-bda6-8a55e0953200 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:28.145442 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83a1f34-429b-44b1-9a9c-50591bd96c45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7270ea1b-9730-4d7c-89ed-4cebd5834047,revision_number=0']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:50:28.166508 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83a1f34-429b-44b1-9a9c-50591bd96c45 admin admin] Checking segment: {'id': 'e3902c86-c1ff-47d9-b3ef-44214c1005fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '17684eae-ad40-4ec5-9092-8a60e4e87e96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 09:50:28.172021 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83a1f34-429b-44b1-9a9c-50591bd96c45 admin admin] Network hostable DHCP agents. Network: 17684eae-ad40-4ec5-9092-8a60e4e87e96, hostable agents: ['54fa5420-569f-41b3-81ce-b3c99a893561'], hosted agents: [] {{(pid=113424) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 09:50:28.277044 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83a1f34-429b-44b1-9a9c-50591bd96c45 admin admin] Network 17684eae-ad40-4ec5-9092-8a60e4e87e96 is scheduled to be hosted by DHCP agent 54fa5420-569f-41b3-81ce-b3c99a893561 with binding_index 1 {{(pid=113424) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 09:50:28.374466 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.base_scheduler [None req-d83a1f34-429b-44b1-9a9c-50591bd96c45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-43-iscsi, 17684eae-ad40-4ec5-9092-8a60e4e87e96) {{(pid=113424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 09:50:28.389360 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15aa4211-a51f-489a-b03b-824ffd22b68e None None] Network 17684eae-ad40-4ec5-9092-8a60e4e87e96 requested from dv-cinder-790535-43-iscsi {{(pid=113425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 09:50:28.397185 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83a1f34-429b-44b1-9a9c-50591bd96c45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:50:28.397185 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-d83a1f34-429b-44b1-9a9c-50591bd96c45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546317'] for subnet (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:28.414426 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-78bc741c-53eb-4057-bb28-4742b5e9cac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335'] for subnet (80836663-f6b0-4f56-957f-9b1306195e91), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:28.488404 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bc741c-53eb-4057-bb28-4742b5e9cac6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80836663-f6b0-4f56-957f-9b1306195e91,revision_number=0']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:50:28.499440 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-f39cb6f5-89fc-4cff-bda6-8a55e0953200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335'] for subnet (2c5e3932-9cbf-4551-a459-a4948ab2f258), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:28.506653 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:28.544216 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-bd7cab0f-40b4-4ac4-b370-ba5da598fb31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335'] for subnet (312d0eea-a7f5-4989-be4b-d8f1ee2c9ab2), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:28.545168 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bc741c-53eb-4057-bb28-4742b5e9cac6 admin admin] Checking segment: {'id': '4ba7d294-130d-48b9-a99d-edaaffd525bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c4842324-ee85-46c7-9e8f-0b04468e9bb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 09:50:28.545998 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bc741c-53eb-4057-bb28-4742b5e9cac6 admin admin] Network hostable DHCP agents. Network: c4842324-ee85-46c7-9e8f-0b04468e9bb4, hostable agents: ['54fa5420-569f-41b3-81ce-b3c99a893561'], hosted agents: [] {{(pid=113424) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 09:50:28.611482 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-d83a1f34-429b-44b1-9a9c-50591bd96c45 admin admin] 10.222.0.73 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2914402 Sep 16 09:50:28.612109 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 46396) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:50:28.620005 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.v2.base [None req-b18d1630-e665-4a6a-94a4-46aa513d85f5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-259796740-router', 'tenant_id': '3fe0d52d42324aa38182b47b3588b979', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79'}}} {{(pid=113424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:50:28.644059 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39cb6f5-89fc-4cff-bda6-8a55e0953200 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c5e3932-9cbf-4551-a459-a4948ab2f258,revision_number=0']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:50:28.651350 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb362c6a-f540-49b4-b0c5-832caa5ec41a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8adadafb-aa0f-50bc-bc9f-45663671aa4d-17684eae-ad40-4ec5-9092-8a60e4e87e96', 'network_id': '17684eae-ad40-4ec5-9092-8a60e4e87e96', 'project_id': '3fe0d52d42324aa38182b47b3588b979', 'fixed_ips': [{'subnet_id': '7270ea1b-9730-4d7c-89ed-4cebd5834047'}]}} from dv-cinder-790535-43-iscsi. {{(pid=113425) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 09:50:28.652394 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-cb362c6a-f540-49b4-b0c5-832caa5ec41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (None), before_create {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:28.659897 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bc741c-53eb-4057-bb28-4742b5e9cac6 admin admin] Network c4842324-ee85-46c7-9e8f-0b04468e9bb4 is scheduled to be hosted by DHCP agent 54fa5420-569f-41b3-81ce-b3c99a893561 with binding_index 1 {{(pid=113424) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 09:50:28.696061 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39cb6f5-89fc-4cff-bda6-8a55e0953200 admin admin] Checking segment: {'id': '59ea54c9-a504-4c17-ac42-04cf91228ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b92b7908-54f3-4444-8e37-e6621fa07310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 09:50:28.696415 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39cb6f5-89fc-4cff-bda6-8a55e0953200 admin admin] Network hostable DHCP agents. Network: b92b7908-54f3-4444-8e37-e6621fa07310, hostable agents: ['54fa5420-569f-41b3-81ce-b3c99a893561'], hosted agents: [] {{(pid=113423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 09:50:28.743813 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7cab0f-40b4-4ac4-b370-ba5da598fb31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=312d0eea-a7f5-4989-be4b-d8f1ee2c9ab2,revision_number=0']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:50:28.762038 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7cab0f-40b4-4ac4-b370-ba5da598fb31 admin admin] Checking segment: {'id': 'dbdfa156-b328-4b02-9174-23c649e3a4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'fe465541-6175-450e-8791-dc7a519b5e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 09:50:28.762581 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7cab0f-40b4-4ac4-b370-ba5da598fb31 admin admin] Network hostable DHCP agents. Network: fe465541-6175-450e-8791-dc7a519b5e60, hostable agents: ['54fa5420-569f-41b3-81ce-b3c99a893561'], hosted agents: [] {{(pid=113423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 09:50:28.868212 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.base_scheduler [None req-78bc741c-53eb-4057-bb28-4742b5e9cac6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-43-iscsi, c4842324-ee85-46c7-9e8f-0b04468e9bb4) {{(pid=113424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 09:50:28.873062 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78bc741c-53eb-4057-bb28-4742b5e9cac6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:50:28.875389 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-78bc741c-53eb-4057-bb28-4742b5e9cac6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546317'] for subnet (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:28.880089 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-b18d1630-e665-4a6a-94a4-46aa513d85f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-696460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65145'] for router (b122c1e8-3e6e-4fd0-9649-57ad02017b0e), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:28.882150 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-b18d1630-e665-4a6a-94a4-46aa513d85f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65120'] for router (b122c1e8-3e6e-4fd0-9649-57ad02017b0e), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:28.883200 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.db_base_plugin_common [None req-cb362c6a-f540-49b4-b0c5-832caa5ec41a None None] Allocated IP 172.20.0.2 (17684eae-ad40-4ec5-9092-8a60e4e87e96/7270ea1b-9730-4d7c-89ed-4cebd5834047/2848b677-d281-4f87-8363-e070831c1031) {{(pid=113425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 09:50:28.887788 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b763d063-6777-4dd3-920a-8af09de48ec9 None None] Network c4842324-ee85-46c7-9e8f-0b04468e9bb4 requested from dv-cinder-790535-43-iscsi {{(pid=113425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 09:50:28.954852 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-b18d1630-e665-4a6a-94a4-46aa513d85f5 admin admin] Publish callbacks [] for router_controller (b122c1e8-3e6e-4fd0-9649-57ad02017b0e), precommit_add_association {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:28.979133 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7cab0f-40b4-4ac4-b370-ba5da598fb31 admin admin] Network fe465541-6175-450e-8791-dc7a519b5e60 is scheduled to be hosted by DHCP agent 54fa5420-569f-41b3-81ce-b3c99a893561 with binding_index 1 {{(pid=113423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 09:50:28.981484 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39cb6f5-89fc-4cff-bda6-8a55e0953200 admin admin] Network b92b7908-54f3-4444-8e37-e6621fa07310 is scheduled to be hosted by DHCP agent 54fa5420-569f-41b3-81ce-b3c99a893561 with binding_index 1 {{(pid=113423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 09:50:28.982167 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-78bc741c-53eb-4057-bb28-4742b5e9cac6 admin admin] 10.222.0.73 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3951912 Sep 16 09:50:28.985359 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 46412) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:50:28.994074 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.base_scheduler [None req-f39cb6f5-89fc-4cff-bda6-8a55e0953200 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-43-iscsi, b92b7908-54f3-4444-8e37-e6621fa07310) {{(pid=113423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 09:50:28.994279 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.v2.base [None req-f16f24df-88cf-43e8-bb18-6b0ec83a4f4c admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-322079799-router', 'tenant_id': 'cca830d4d9384e99b6f499a457776de4', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79'}}} {{(pid=113424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:50:29.004666 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93f0d41-f8e3-4b6c-a76b-240a0a303b57 None None] Network b92b7908-54f3-4444-8e37-e6621fa07310 requested from dv-cinder-790535-43-iscsi {{(pid=113425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 09:50:29.010114 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39cb6f5-89fc-4cff-bda6-8a55e0953200 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:50:29.011061 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-f39cb6f5-89fc-4cff-bda6-8a55e0953200 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546317'] for subnet (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:29.016507 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.base_scheduler [None req-bd7cab0f-40b4-4ac4-b370-ba5da598fb31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-43-iscsi, fe465541-6175-450e-8791-dc7a519b5e60) {{(pid=113423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 09:50:29.022833 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7cab0f-40b4-4ac4-b370-ba5da598fb31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:50:29.029037 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-bd7cab0f-40b4-4ac4-b370-ba5da598fb31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546317'] for subnet (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:29.056966 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8906dcf2-287e-41f1-8c88-43f3c7199bad None None] Network fe465541-6175-450e-8791-dc7a519b5e60 requested from dv-cinder-790535-43-iscsi {{(pid=113425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 09:50:29.067497 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:29.136639 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-f39cb6f5-89fc-4cff-bda6-8a55e0953200 admin admin] 10.222.0.73 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5150633 Sep 16 09:50:29.139981 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-bd7cab0f-40b4-4ac4-b370-ba5da598fb31 admin admin] 10.222.0.73 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3314674 Sep 16 09:50:29.143627 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 46416) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:50:29.149380 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.v2.base [None req-e2774d21-6084-42f3-b3b9-82abc02ad682 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1566209003-router', 'tenant_id': 'f1713f13f3ff494496a8ef8e5591c1b6', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79'}}} {{(pid=113423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:50:29.151188 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 46418) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:50:29.151321 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-f16f24df-88cf-43e8-bb18-6b0ec83a4f4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-696460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65145'] for router (7d103bd1-dd46-42e7-b4b1-1660369b7836), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:29.152304 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-f16f24df-88cf-43e8-bb18-6b0ec83a4f4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65120'] for router (7d103bd1-dd46-42e7-b4b1-1660369b7836), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:29.158450 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.v2.base [None req-22ea0548-a7d6-4429-979c-c33efdea9a02 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1147155597-router', 'tenant_id': '75007587f92646f686881c2e1bfb7b2d', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79'}}} {{(pid=113423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:50:29.229251 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d884359e-2778-4419-a363-b4d67b9c7aae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8adadafb-aa0f-50bc-bc9f-45663671aa4d-c4842324-ee85-46c7-9e8f-0b04468e9bb4', 'network_id': 'c4842324-ee85-46c7-9e8f-0b04468e9bb4', 'project_id': 'cca830d4d9384e99b6f499a457776de4', 'fixed_ips': [{'subnet_id': '80836663-f6b0-4f56-957f-9b1306195e91'}]}} from dv-cinder-790535-43-iscsi. {{(pid=113425) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 09:50:29.230934 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:29.237041 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-d884359e-2778-4419-a363-b4d67b9c7aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (None), before_create {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:29.290878 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-f16f24df-88cf-43e8-bb18-6b0ec83a4f4c admin admin] Publish callbacks [] for router_controller (7d103bd1-dd46-42e7-b4b1-1660369b7836), precommit_add_association {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:29.293367 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-b18d1630-e665-4a6a-94a4-46aa513d85f5 admin admin] Publish callbacks [] for router_gateway (b122c1e8-3e6e-4fd0-9649-57ad02017b0e), precommit_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:29.315415 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0929a837-db35-47a8-ae43-d266c210c9b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8adadafb-aa0f-50bc-bc9f-45663671aa4d-b92b7908-54f3-4444-8e37-e6621fa07310', 'network_id': 'b92b7908-54f3-4444-8e37-e6621fa07310', 'project_id': '75007587f92646f686881c2e1bfb7b2d', 'fixed_ips': [{'subnet_id': '2c5e3932-9cbf-4551-a459-a4948ab2f258'}]}} from dv-cinder-790535-43-iscsi. {{(pid=113425) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 09:50:29.316332 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-0929a837-db35-47a8-ae43-d266c210c9b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (None), before_create {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:29.316894 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-22ea0548-a7d6-4429-979c-c33efdea9a02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-696460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65145'] for router (5f629d17-6c04-4750-846b-90fbe144f83c), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:29.318230 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-22ea0548-a7d6-4429-979c-c33efdea9a02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65120'] for router (5f629d17-6c04-4750-846b-90fbe144f83c), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:29.324118 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-e2774d21-6084-42f3-b3b9-82abc02ad682 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-696460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65145'] for router (b612235f-c44e-4fc6-ace6-e6e2684f6499), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:29.332081 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-e2774d21-6084-42f3-b3b9-82abc02ad682 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65120'] for router (b612235f-c44e-4fc6-ace6-e6e2684f6499), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:29.344200 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:29.382717 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-cb362c6a-f540-49b4-b0c5-832caa5ec41a None None] Publish callbacks [] for port (2848b677-d281-4f87-8363-e070831c1031), precommit_create {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:29.454706 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-22ea0548-a7d6-4429-979c-c33efdea9a02 admin admin] Publish callbacks [] for router_controller (5f629d17-6c04-4750-846b-90fbe144f83c), precommit_add_association {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:29.496394 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-e2774d21-6084-42f3-b3b9-82abc02ad682 admin admin] Publish callbacks [] for router_controller (b612235f-c44e-4fc6-ace6-e6e2684f6499), precommit_add_association {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:29.540513 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 46426) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:50:29.622900 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6f0591-589d-40d6-8e04-3e0bf980f9be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8adadafb-aa0f-50bc-bc9f-45663671aa4d-fe465541-6175-450e-8791-dc7a519b5e60', 'network_id': 'fe465541-6175-450e-8791-dc7a519b5e60', 'project_id': 'f1713f13f3ff494496a8ef8e5591c1b6', 'fixed_ips': [{'subnet_id': '312d0eea-a7f5-4989-be4b-d8f1ee2c9ab2'}]}} from dv-cinder-790535-43-iscsi. {{(pid=113425) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 09:50:29.625385 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3e6f0591-589d-40d6-8e04-3e0bf980f9be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (None), before_create {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:29.820554 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-cb362c6a-f540-49b4-b0c5-832caa5ec41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759571245505'] for port (2848b677-d281-4f87-8363-e070831c1031), after_create {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:29.839924 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-f16f24df-88cf-43e8-bb18-6b0ec83a4f4c admin admin] Publish callbacks [] for router_gateway (7d103bd1-dd46-42e7-b4b1-1660369b7836), precommit_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:29.876161 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb362c6a-f540-49b4-b0c5-832caa5ec41a None None] Network 17684eae-ad40-4ec5-9092-8a60e4e87e96 is already hosted by enough agents. {{(pid=113425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 09:50:29.889647 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.scheduler.base_scheduler [None req-cb362c6a-f540-49b4-b0c5-832caa5ec41a None None] Resources bound (agent type, host, resource id): {{(pid=113425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 09:50:29.978074 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb362c6a-f540-49b4-b0c5-832caa5ec41a None None] Received port after_create {{(pid=113425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 09:50:29.983061 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-3b0f36b2-8515-4c69-82f3-34a7f7f736fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:29.988495 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-22ea0548-a7d6-4429-979c-c33efdea9a02 admin admin] Publish callbacks [] for router_gateway (5f629d17-6c04-4750-846b-90fbe144f83c), precommit_update {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:30.008670 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:30.116581 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-e2774d21-6084-42f3-b3b9-82abc02ad682 admin admin] Publish callbacks [] for router_gateway (b612235f-c44e-4fc6-ace6-e6e2684f6499), precommit_update {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:30.123806 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:UPDATE=8,neutron:SELECT=90,neutron:INSERT=2 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:30.179371 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:30.231914 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-b18d1630-e665-4a6a-94a4-46aa513d85f5 admin admin] Publish callbacks [] for router_gateway (b122c1e8-3e6e-4fd0-9649-57ad02017b0e), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:30.257387 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.db_base_plugin_common [None req-d884359e-2778-4419-a363-b4d67b9c7aae None None] Allocated IP 172.20.0.2 (c4842324-ee85-46c7-9e8f-0b04468e9bb4/80836663-f6b0-4f56-957f-9b1306195e91/6d2e6940-9ae5-47ac-a049-fbb73b822288) {{(pid=113425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 09:50:30.268884 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb362c6a-f540-49b4-b0c5-832caa5ec41a None None] Pushing event updated for resources: {'Port': ['ID=2848b677-d281-4f87-8363-e070831c1031,revision_number=1']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:50:30.304987 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.db_base_plugin_common [None req-0929a837-db35-47a8-ae43-d266c210c9b0 None None] Allocated IP 172.20.0.2 (b92b7908-54f3-4444-8e37-e6621fa07310/2c5e3932-9cbf-4551-a459-a4948ab2f258/4f994ed1-1f80-4bd3-bae6-d265fa874dc2) {{(pid=113425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 09:50:30.321143 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb362c6a-f540-49b4-b0c5-832caa5ec41a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:50:30.321836 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb362c6a-f540-49b4-b0c5-832caa5ec41a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:50:30.322391 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb362c6a-f540-49b4-b0c5-832caa5ec41a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:50:30.322923 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb362c6a-f540-49b4-b0c5-832caa5ec41a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:50:30.323475 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb362c6a-f540-49b4-b0c5-832caa5ec41a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:50:30.324008 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb362c6a-f540-49b4-b0c5-832caa5ec41a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:50:30.324490 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb362c6a-f540-49b4-b0c5-832caa5ec41a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:50:30.324978 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb362c6a-f540-49b4-b0c5-832caa5ec41a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:50:30.325337 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb362c6a-f540-49b4-b0c5-832caa5ec41a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:50:30.325699 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb362c6a-f540-49b4-b0c5-832caa5ec41a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:50:30.326192 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb362c6a-f540-49b4-b0c5-832caa5ec41a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:50:30.326707 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb362c6a-f540-49b4-b0c5-832caa5ec41a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:50:30.327201 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb362c6a-f540-49b4-b0c5-832caa5ec41a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:50:30.327678 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb362c6a-f540-49b4-b0c5-832caa5ec41a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:50:30.328163 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb362c6a-f540-49b4-b0c5-832caa5ec41a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:50:30.329455 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb362c6a-f540-49b4-b0c5-832caa5ec41a None None] Tracked resource versions report: Sep 16 09:50:30.329455 dv-cinder-790535-43-iscsi neutron-server[113425]: pushed versions: Sep 16 09:50:30.329455 dv-cinder-790535-43-iscsi neutron-server[113425]: { 'AddressGroup': {'1.2'}, Sep 16 09:50:30.329455 dv-cinder-790535-43-iscsi neutron-server[113425]: 'Agent': {'1.1'}, Sep 16 09:50:30.329455 dv-cinder-790535-43-iscsi neutron-server[113425]: 'ConntrackHelper': {'1.0'}, Sep 16 09:50:30.329455 dv-cinder-790535-43-iscsi neutron-server[113425]: 'LocalIPAssociation': {'1.0'}, Sep 16 09:50:30.329455 dv-cinder-790535-43-iscsi neutron-server[113425]: 'Log': {'1.0'}, Sep 16 09:50:30.329455 dv-cinder-790535-43-iscsi neutron-server[113425]: 'NDPProxy': {'1.0'}, Sep 16 09:50:30.329455 dv-cinder-790535-43-iscsi neutron-server[113425]: 'Network': {'1.1'}, Sep 16 09:50:30.329455 dv-cinder-790535-43-iscsi neutron-server[113425]: 'Port': {'1.7'}, Sep 16 09:50:30.329455 dv-cinder-790535-43-iscsi neutron-server[113425]: 'PortForwarding': {'1.3'}, Sep 16 09:50:30.329455 dv-cinder-790535-43-iscsi neutron-server[113425]: 'QosPolicy': {'1.10'}, Sep 16 09:50:30.329455 dv-cinder-790535-43-iscsi neutron-server[113425]: 'SecurityGroup': {'1.5'}, Sep 16 09:50:30.329455 dv-cinder-790535-43-iscsi neutron-server[113425]: 'SecurityGroupRule': {'1.2'}, Sep 16 09:50:30.329455 dv-cinder-790535-43-iscsi neutron-server[113425]: 'SubPort': {'1.0'}, Sep 16 09:50:30.329455 dv-cinder-790535-43-iscsi neutron-server[113425]: 'Subnet': {'1.1'}, Sep 16 09:50:30.329455 dv-cinder-790535-43-iscsi neutron-server[113425]: 'Trunk': {'1.1'}} Sep 16 09:50:30.329455 dv-cinder-790535-43-iscsi neutron-server[113425]: consumer versions: Sep 16 09:50:30.329455 dv-cinder-790535-43-iscsi neutron-server[113425]: { DHCP agent@dv-cinder-790535-43-iscsi: {}, Sep 16 09:50:30.329455 dv-cinder-790535-43-iscsi neutron-server[113425]: HyperV agent@hv-cinder-79053: {}, Sep 16 09:50:30.329455 dv-cinder-790535-43-iscsi neutron-server[113425]: L3 agent@dv-cinder-790535-43-iscsi: {}, Sep 16 09:50:30.329455 dv-cinder-790535-43-iscsi neutron-server[113425]: Metadata agent@dv-cinder-790535-43-iscsi: {}, Sep 16 09:50:30.329455 dv-cinder-790535-43-iscsi neutron-server[113425]: Metering agent@dv-cinder-790535-43-iscsi: {}, Sep 16 09:50:30.329455 dv-cinder-790535-43-iscsi neutron-server[113425]: Open vSwitch agent@dv-cinder-790535-43-iscsi: { 'AddressGroup': '1.2', Sep 16 09:50:30.329455 dv-cinder-790535-43-iscsi neutron-server[113425]: 'Agent': '1.1', Sep 16 09:50:30.329455 dv-cinder-790535-43-iscsi neutron-server[113425]: 'ConntrackHelper': '1.0', Sep 16 09:50:30.329455 dv-cinder-790535-43-iscsi neutron-server[113425]: 'LocalIPAssociation': '1.0', Sep 16 09:50:30.329455 dv-cinder-790535-43-iscsi neutron-server[113425]: 'Log': '1.0', Sep 16 09:50:30.329455 dv-cinder-790535-43-iscsi neutron-server[113425]: 'NDPProxy': '1.0', Sep 16 09:50:30.329455 dv-cinder-790535-43-iscsi neutron-server[113425]: 'Network': '1.1', Sep 16 09:50:30.329455 dv-cinder-790535-43-iscsi neutron-server[113425]: 'Port': '1.7', Sep 16 09:50:30.329455 dv-cinder-790535-43-iscsi neutron-server[113425]: 'PortForwarding': '1.3', Sep 16 09:50:30.329455 dv-cinder-790535-43-iscsi neutron-server[113425]: 'QosPolicy': '1.10', Sep 16 09:50:30.329455 dv-cinder-790535-43-iscsi neutron-server[113425]: 'SecurityGroup': '1.5', Sep 16 09:50:30.329455 dv-cinder-790535-43-iscsi neutron-server[113425]: 'SecurityGroupRule': '1.2', Sep 16 09:50:30.329455 dv-cinder-790535-43-iscsi neutron-server[113425]: 'SubPort': '1.0', Sep 16 09:50:30.329455 dv-cinder-790535-43-iscsi neutron-server[113425]: 'Subnet': '1.1', Sep 16 09:50:30.329455 dv-cinder-790535-43-iscsi neutron-server[113425]: 'Trunk': '1.1'}} Sep 16 09:50:30.329455 dv-cinder-790535-43-iscsi neutron-server[113425]: {{(pid=113425) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 09:50:30.336549 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.managers [None req-cb362c6a-f540-49b4-b0c5-832caa5ec41a None None] Attempting to bind port 2848b677-d281-4f87-8363-e070831c1031 on host dv-cinder-790535-43-iscsi for vnic_type normal with profile {{(pid=113425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 09:50:30.336549 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.managers [None req-cb362c6a-f540-49b4-b0c5-832caa5ec41a None None] Attempting to bind port 2848b677-d281-4f87-8363-e070831c1031 by drivers openvswitch,hyperv on host dv-cinder-790535-43-iscsi at level 0 using segments [{'id': 'e3902c86-c1ff-47d9-b3ef-44214c1005fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '17684eae-ad40-4ec5-9092-8a60e4e87e96'}] {{(pid=113425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 09:50:30.337196 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb362c6a-f540-49b4-b0c5-832caa5ec41a None None] Attempting to bind port 2848b677-d281-4f87-8363-e070831c1031 on network 17684eae-ad40-4ec5-9092-8a60e4e87e96 {{(pid=113425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 09:50:30.372101 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-b18d1630-e665-4a6a-94a4-46aa513d85f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:30.392760 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:30.398754 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-e2774d21-6084-42f3-b3b9-82abc02ad682 admin admin] Publish callbacks [] for router_gateway (b612235f-c44e-4fc6-ace6-e6e2684f6499), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:30.433044 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-e2774d21-6084-42f3-b3b9-82abc02ad682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:30.482553 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.db_base_plugin_common [None req-3e6f0591-589d-40d6-8e04-3e0bf980f9be None None] Allocated IP 172.20.0.2 (fe465541-6175-450e-8791-dc7a519b5e60/312d0eea-a7f5-4989-be4b-d8f1ee2c9ab2/26d212d7-f7c8-4d65-b3bf-7f3b754d7604) {{(pid=113425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 09:50:30.508623 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-f16f24df-88cf-43e8-bb18-6b0ec83a4f4c admin admin] Publish callbacks [] for router_gateway (7d103bd1-dd46-42e7-b4b1-1660369b7836), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:30.540692 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-f16f24df-88cf-43e8-bb18-6b0ec83a4f4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:30.562087 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.db.db_base_plugin_common [None req-e2774d21-6084-42f3-b3b9-82abc02ad682 admin admin] Allocated IP 172.27.1.4 (d06af4bd-75ff-4039-9388-f05026361d79/429d2505-e0fa-44a7-bb81-98c451c1a231/ea69b4ff-4fed-49bf-ac3d-de4f30e2d302) {{(pid=113423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 09:50:30.576417 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb362c6a-f540-49b4-b0c5-832caa5ec41a None None] Checking agent: {'id': 'be58d251-43cc-467d-bf31-2aae48e2ac56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-43-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 9, 41, 57), 'started_at': datetime.datetime(2022, 9, 16, 9, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 9, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-43-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 09:50:30.577086 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb362c6a-f540-49b4-b0c5-832caa5ec41a None None] Checking segment: {'id': 'e3902c86-c1ff-47d9-b3ef-44214c1005fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '17684eae-ad40-4ec5-9092-8a60e4e87e96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 09:50:30.577726 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-cb362c6a-f540-49b4-b0c5-832caa5ec41a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:30.578265 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb362c6a-f540-49b4-b0c5-832caa5ec41a None None] Bound using segment: {'id': 'e3902c86-c1ff-47d9-b3ef-44214c1005fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '17684eae-ad40-4ec5-9092-8a60e4e87e96'} {{(pid=113425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 09:50:30.578729 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.managers [None req-cb362c6a-f540-49b4-b0c5-832caa5ec41a None None] Bound port: 2848b677-d281-4f87-8363-e070831c1031, host: dv-cinder-790535-43-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3902c86-c1ff-47d9-b3ef-44214c1005fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '17684eae-ad40-4ec5-9092-8a60e4e87e96'}}] {{(pid=113425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 09:50:30.579119 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-cb362c6a-f540-49b4-b0c5-832caa5ec41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (2848b677-d281-4f87-8363-e070831c1031), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:30.804736 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-3b0f36b2-8515-4c69-82f3-34a7f7f736fc admin admin] Publish callbacks [] for security_group (b74a0f98-d7b2-45ed-9950-908382021ddb), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:30.873735 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-22ea0548-a7d6-4429-979c-c33efdea9a02 admin admin] Publish callbacks [] for router_gateway (5f629d17-6c04-4750-846b-90fbe144f83c), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:30.874186 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-cb362c6a-f540-49b4-b0c5-832caa5ec41a None None] For port 2848b677-d281-4f87-8363-e070831c1031, host dv-cinder-790535-43-iscsi, cleared binding levels {{(pid=113425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 09:50:30.882133 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-3b0f36b2-8515-4c69-82f3-34a7f7f736fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (b74a0f98-d7b2-45ed-9950-908382021ddb), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:30.886655 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-d884359e-2778-4419-a363-b4d67b9c7aae None None] Publish callbacks [] for port (6d2e6940-9ae5-47ac-a049-fbb73b822288), precommit_create {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:30.911257 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-cb362c6a-f540-49b4-b0c5-832caa5ec41a None None] For port 2848b677-d281-4f87-8363-e070831c1031, host dv-cinder-790535-43-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=2848b677-d281-4f87-8363-e070831c1031,segment=NetworkSegment(e3902c86-c1ff-47d9-b3ef-44214c1005fa),segment_id=e3902c86-c1ff-47d9-b3ef-44214c1005fa)] {{(pid=113425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 09:50:30.927336 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-0929a837-db35-47a8-ae43-d266c210c9b0 None None] Publish callbacks [] for port (4f994ed1-1f80-4bd3-bae6-d265fa874dc2), precommit_create {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:30.936376 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3e6f0591-589d-40d6-8e04-3e0bf980f9be None None] Publish callbacks [] for port (26d212d7-f7c8-4d65-b3bf-7f3b754d7604), precommit_create {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:30.960382 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-22ea0548-a7d6-4429-979c-c33efdea9a02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:30.971520 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0f36b2-8515-4c69-82f3-34a7f7f736fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b74a0f98-d7b2-45ed-9950-908382021ddb,revision_number=1']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:50:30.987748 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-e2774d21-6084-42f3-b3b9-82abc02ad682 admin admin] Publish callbacks [] for port (ea69b4ff-4fed-49bf-ac3d-de4f30e2d302), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:30.991809 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:UPDATE=3 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:30.995747 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-d884359e-2778-4419-a363-b4d67b9c7aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759571245505'] for port (6d2e6940-9ae5-47ac-a049-fbb73b822288), after_create {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:31.002111 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-cb362c6a-f540-49b4-b0c5-832caa5ec41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (2848b677-d281-4f87-8363-e070831c1031), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:31.007588 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-3b0f36b2-8515-4c69-82f3-34a7f7f736fc admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=0756d3c1dfbb4ebc9aa3dc5e29c69ed9&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4656847 Sep 16 09:50:31.008234 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 46464) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:50:31.054526 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d884359e-2778-4419-a363-b4d67b9c7aae None None] Network c4842324-ee85-46c7-9e8f-0b04468e9bb4 is already hosted by enough agents. {{(pid=113425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 09:50:31.058294 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.scheduler.base_scheduler [None req-d884359e-2778-4419-a363-b4d67b9c7aae None None] Resources bound (agent type, host, resource id): {{(pid=113425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 09:50:31.062970 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d884359e-2778-4419-a363-b4d67b9c7aae None None] Received port after_create {{(pid=113425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 09:50:31.066971 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d884359e-2778-4419-a363-b4d67b9c7aae None None] Pushing event updated for resources: {'Port': ['ID=6d2e6940-9ae5-47ac-a049-fbb73b822288,revision_number=1']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:50:31.081435 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3e6f0591-589d-40d6-8e04-3e0bf980f9be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759571245505'] for port (26d212d7-f7c8-4d65-b3bf-7f3b754d7604), after_create {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:31.084288 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-0929a837-db35-47a8-ae43-d266c210c9b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759571245505'] for port (4f994ed1-1f80-4bd3-bae6-d265fa874dc2), after_create {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:31.122355 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-bcd507ab-f5ee-479e-ad3b-fc3d5624ece5 admin admin] Publish callbacks [] for security_group (b74a0f98-d7b2-45ed-9950-908382021ddb), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:31.166356 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-bcd507ab-f5ee-479e-ad3b-fc3d5624ece5 admin admin] Publish callbacks [] for security_group (b74a0f98-d7b2-45ed-9950-908382021ddb), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:31.220446 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0929a837-db35-47a8-ae43-d266c210c9b0 None None] Network b92b7908-54f3-4444-8e37-e6621fa07310 is already hosted by enough agents. {{(pid=113425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 09:50:31.229090 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-e2774d21-6084-42f3-b3b9-82abc02ad682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759571245505'] for port (ea69b4ff-4fed-49bf-ac3d-de4f30e2d302), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:31.252840 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6f0591-589d-40d6-8e04-3e0bf980f9be None None] Network fe465541-6175-450e-8791-dc7a519b5e60 is already hosted by enough agents. {{(pid=113425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 09:50:31.252840 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.scheduler.base_scheduler [None req-0929a837-db35-47a8-ae43-d266c210c9b0 None None] Resources bound (agent type, host, resource id): {{(pid=113425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 09:50:31.252840 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0929a837-db35-47a8-ae43-d266c210c9b0 None None] Received port after_create {{(pid=113425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 09:50:31.254688 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.scheduler.base_scheduler [None req-3e6f0591-589d-40d6-8e04-3e0bf980f9be None None] Resources bound (agent type, host, resource id): {{(pid=113425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 09:50:31.264892 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6f0591-589d-40d6-8e04-3e0bf980f9be None None] Received port after_create {{(pid=113425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 09:50:31.269876 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb362c6a-f540-49b4-b0c5-832caa5ec41a None None] Pushing event updated for resources: {'Port': ['ID=2848b677-d281-4f87-8363-e070831c1031,revision_number=2']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:50:31.303415 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2774d21-6084-42f3-b3b9-82abc02ad682 admin admin] Network d06af4bd-75ff-4039-9388-f05026361d79 is already hosted by enough agents. {{(pid=113423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 09:50:31.305186 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.db_base_plugin_common [None req-b18d1630-e665-4a6a-94a4-46aa513d85f5 admin admin] Allocated IP 172.27.1.225 (d06af4bd-75ff-4039-9388-f05026361d79/429d2505-e0fa-44a7-bb81-98c451c1a231/7477150b-3625-45cf-9f19-c36330ee867f) {{(pid=113424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 09:50:31.312629 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.base_scheduler [None req-e2774d21-6084-42f3-b3b9-82abc02ad682 admin admin] Resources bound (agent type, host, resource id): {{(pid=113423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 09:50:31.316326 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2774d21-6084-42f3-b3b9-82abc02ad682 admin admin] Received port after_create {{(pid=113423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 09:50:31.321399 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.managers [None req-d884359e-2778-4419-a363-b4d67b9c7aae None None] Attempting to bind port 6d2e6940-9ae5-47ac-a049-fbb73b822288 on host dv-cinder-790535-43-iscsi for vnic_type normal with profile {{(pid=113425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 09:50:31.323401 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.managers [None req-d884359e-2778-4419-a363-b4d67b9c7aae None None] Attempting to bind port 6d2e6940-9ae5-47ac-a049-fbb73b822288 by drivers openvswitch,hyperv on host dv-cinder-790535-43-iscsi at level 0 using segments [{'id': '4ba7d294-130d-48b9-a99d-edaaffd525bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c4842324-ee85-46c7-9e8f-0b04468e9bb4'}] {{(pid=113425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 09:50:31.323401 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d884359e-2778-4419-a363-b4d67b9c7aae None None] Attempting to bind port 6d2e6940-9ae5-47ac-a049-fbb73b822288 on network c4842324-ee85-46c7-9e8f-0b04468e9bb4 {{(pid=113425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 09:50:31.415259 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-bcd507ab-f5ee-479e-ad3b-fc3d5624ece5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (b74a0f98-d7b2-45ed-9950-908382021ddb), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:31.417979 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-bcd507ab-f5ee-479e-ad3b-fc3d5624ece5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:31.421795 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-bcd507ab-f5ee-479e-ad3b-fc3d5624ece5 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/b74a0f98-d7b2-45ed-9950-908382021ddb HTTP/1.1" status: 204 len: 168 time: 0.3840649 Sep 16 09:50:31.423679 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2774d21-6084-42f3-b3b9-82abc02ad682 admin admin] Pushing event updated for resources: {'Port': ['ID=ea69b4ff-4fed-49bf-ac3d-de4f30e2d302,revision_number=1']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:50:31.504106 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd507ab-f5ee-479e-ad3b-fc3d5624ece5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b74a0f98-d7b2-45ed-9950-908382021ddb,revision_number=None']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:50:31.560110 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-b18d1630-e665-4a6a-94a4-46aa513d85f5 admin admin] Publish callbacks [] for port (7477150b-3625-45cf-9f19-c36330ee867f), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:31.603833 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6f0591-589d-40d6-8e04-3e0bf980f9be None None] Pushing event updated for resources: {'Port': ['ID=26d212d7-f7c8-4d65-b3bf-7f3b754d7604,revision_number=1']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:50:31.727532 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-b18d1630-e665-4a6a-94a4-46aa513d85f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759571245505'] for port (7477150b-3625-45cf-9f19-c36330ee867f), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:31.749503 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-e2774d21-6084-42f3-b3b9-82abc02ad682 admin admin] Publish callbacks [] for router_gateway (b612235f-c44e-4fc6-ace6-e6e2684f6499), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:31.767998 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d884359e-2778-4419-a363-b4d67b9c7aae None None] Checking agent: {'id': 'be58d251-43cc-467d-bf31-2aae48e2ac56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-43-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 9, 41, 57), 'started_at': datetime.datetime(2022, 9, 16, 9, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 9, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-43-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 09:50:31.772111 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d884359e-2778-4419-a363-b4d67b9c7aae None None] Checking segment: {'id': '4ba7d294-130d-48b9-a99d-edaaffd525bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c4842324-ee85-46c7-9e8f-0b04468e9bb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 09:50:31.772111 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-d884359e-2778-4419-a363-b4d67b9c7aae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:31.772111 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d884359e-2778-4419-a363-b4d67b9c7aae None None] Bound using segment: {'id': '4ba7d294-130d-48b9-a99d-edaaffd525bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c4842324-ee85-46c7-9e8f-0b04468e9bb4'} {{(pid=113425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 09:50:31.772111 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.managers [None req-d884359e-2778-4419-a363-b4d67b9c7aae None None] Bound port: 6d2e6940-9ae5-47ac-a049-fbb73b822288, host: dv-cinder-790535-43-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ba7d294-130d-48b9-a99d-edaaffd525bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c4842324-ee85-46c7-9e8f-0b04468e9bb4'}}] {{(pid=113425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 09:50:31.772111 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-d884359e-2778-4419-a363-b4d67b9c7aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (6d2e6940-9ae5-47ac-a049-fbb73b822288), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:31.782136 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=5 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:31.804110 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.managers [None req-0929a837-db35-47a8-ae43-d266c210c9b0 None None] Attempting to bind port 4f994ed1-1f80-4bd3-bae6-d265fa874dc2 on host dv-cinder-790535-43-iscsi for vnic_type normal with profile {{(pid=113425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 09:50:31.804485 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.managers [None req-0929a837-db35-47a8-ae43-d266c210c9b0 None None] Attempting to bind port 4f994ed1-1f80-4bd3-bae6-d265fa874dc2 by drivers openvswitch,hyperv on host dv-cinder-790535-43-iscsi at level 0 using segments [{'id': '59ea54c9-a504-4c17-ac42-04cf91228ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b92b7908-54f3-4444-8e37-e6621fa07310'}] {{(pid=113425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 09:50:31.804849 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0929a837-db35-47a8-ae43-d266c210c9b0 None None] Attempting to bind port 4f994ed1-1f80-4bd3-bae6-d265fa874dc2 on network b92b7908-54f3-4444-8e37-e6621fa07310 {{(pid=113425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 09:50:31.815923 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18d1630-e665-4a6a-94a4-46aa513d85f5 admin admin] Network d06af4bd-75ff-4039-9388-f05026361d79 is already hosted by enough agents. {{(pid=113424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 09:50:31.826473 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.base_scheduler [None req-b18d1630-e665-4a6a-94a4-46aa513d85f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=113424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 09:50:31.835461 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18d1630-e665-4a6a-94a4-46aa513d85f5 admin admin] Received port after_create {{(pid=113424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 09:50:31.837779 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.db_base_plugin_common [None req-f16f24df-88cf-43e8-bb18-6b0ec83a4f4c admin admin] Allocated IP 172.27.1.127 (d06af4bd-75ff-4039-9388-f05026361d79/429d2505-e0fa-44a7-bb81-98c451c1a231/95466e8d-f8d1-43bd-85bc-af2a1ae6275b) {{(pid=113424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 09:50:31.840844 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18d1630-e665-4a6a-94a4-46aa513d85f5 admin admin] Pushing event updated for resources: {'Port': ['ID=7477150b-3625-45cf-9f19-c36330ee867f,revision_number=1']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:50:31.856706 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.managers [None req-3e6f0591-589d-40d6-8e04-3e0bf980f9be None None] Attempting to bind port 26d212d7-f7c8-4d65-b3bf-7f3b754d7604 on host dv-cinder-790535-43-iscsi for vnic_type normal with profile {{(pid=113425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 09:50:31.858137 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.managers [None req-3e6f0591-589d-40d6-8e04-3e0bf980f9be None None] Attempting to bind port 26d212d7-f7c8-4d65-b3bf-7f3b754d7604 by drivers openvswitch,hyperv on host dv-cinder-790535-43-iscsi at level 0 using segments [{'id': 'dbdfa156-b328-4b02-9174-23c649e3a4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'fe465541-6175-450e-8791-dc7a519b5e60'}] {{(pid=113425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 09:50:31.858137 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6f0591-589d-40d6-8e04-3e0bf980f9be None None] Attempting to bind port 26d212d7-f7c8-4d65-b3bf-7f3b754d7604 on network fe465541-6175-450e-8791-dc7a519b5e60 {{(pid=113425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 09:50:31.860634 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0929a837-db35-47a8-ae43-d266c210c9b0 None None] Pushing event updated for resources: {'Port': ['ID=4f994ed1-1f80-4bd3-bae6-d265fa874dc2,revision_number=1']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:50:31.866293 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=81,neutron:INSERT=9,neutron:UPDATE=10 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:31.942747 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-d884359e-2778-4419-a363-b4d67b9c7aae None None] For port 6d2e6940-9ae5-47ac-a049-fbb73b822288, host dv-cinder-790535-43-iscsi, cleared binding levels {{(pid=113425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 09:50:31.951608 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-d884359e-2778-4419-a363-b4d67b9c7aae None None] For port 6d2e6940-9ae5-47ac-a049-fbb73b822288, host dv-cinder-790535-43-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=6d2e6940-9ae5-47ac-a049-fbb73b822288,segment=NetworkSegment(4ba7d294-130d-48b9-a99d-edaaffd525bf),segment_id=4ba7d294-130d-48b9-a99d-edaaffd525bf)] {{(pid=113425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 09:50:31.955155 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0929a837-db35-47a8-ae43-d266c210c9b0 None None] Checking agent: {'id': 'be58d251-43cc-467d-bf31-2aae48e2ac56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-43-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 9, 41, 57), 'started_at': datetime.datetime(2022, 9, 16, 9, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 9, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-43-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 09:50:31.955989 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0929a837-db35-47a8-ae43-d266c210c9b0 None None] Checking segment: {'id': '59ea54c9-a504-4c17-ac42-04cf91228ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b92b7908-54f3-4444-8e37-e6621fa07310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 09:50:31.956601 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-0929a837-db35-47a8-ae43-d266c210c9b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:31.957130 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0929a837-db35-47a8-ae43-d266c210c9b0 None None] Bound using segment: {'id': '59ea54c9-a504-4c17-ac42-04cf91228ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b92b7908-54f3-4444-8e37-e6621fa07310'} {{(pid=113425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 09:50:31.957783 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.managers [None req-0929a837-db35-47a8-ae43-d266c210c9b0 None None] Bound port: 4f994ed1-1f80-4bd3-bae6-d265fa874dc2, host: dv-cinder-790535-43-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59ea54c9-a504-4c17-ac42-04cf91228ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b92b7908-54f3-4444-8e37-e6621fa07310'}}] {{(pid=113425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 09:50:31.958335 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-0929a837-db35-47a8-ae43-d266c210c9b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (4f994ed1-1f80-4bd3-bae6-d265fa874dc2), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:31.970189 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6f0591-589d-40d6-8e04-3e0bf980f9be None None] Checking agent: {'id': 'be58d251-43cc-467d-bf31-2aae48e2ac56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-43-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 9, 41, 57), 'started_at': datetime.datetime(2022, 9, 16, 9, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 9, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-43-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 09:50:31.970855 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6f0591-589d-40d6-8e04-3e0bf980f9be None None] Checking segment: {'id': 'dbdfa156-b328-4b02-9174-23c649e3a4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'fe465541-6175-450e-8791-dc7a519b5e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 09:50:31.971412 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3e6f0591-589d-40d6-8e04-3e0bf980f9be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:31.971979 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6f0591-589d-40d6-8e04-3e0bf980f9be None None] Bound using segment: {'id': 'dbdfa156-b328-4b02-9174-23c649e3a4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'fe465541-6175-450e-8791-dc7a519b5e60'} {{(pid=113425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 09:50:31.972625 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.managers [None req-3e6f0591-589d-40d6-8e04-3e0bf980f9be None None] Bound port: 26d212d7-f7c8-4d65-b3bf-7f3b754d7604, host: dv-cinder-790535-43-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbdfa156-b328-4b02-9174-23c649e3a4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'fe465541-6175-450e-8791-dc7a519b5e60'}}] {{(pid=113425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 09:50:31.973174 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3e6f0591-589d-40d6-8e04-3e0bf980f9be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (26d212d7-f7c8-4d65-b3bf-7f3b754d7604), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:31.997402 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-e2774d21-6084-42f3-b3b9-82abc02ad682 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-711457'] for router (b612235f-c44e-4fc6-ace6-e6e2684f6499), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:32.042141 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-d884359e-2778-4419-a363-b4d67b9c7aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (6d2e6940-9ae5-47ac-a049-fbb73b822288), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:32.122735 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-f16f24df-88cf-43e8-bb18-6b0ec83a4f4c admin admin] Publish callbacks [] for port (95466e8d-f8d1-43bd-85bc-af2a1ae6275b), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:32.190426 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-0929a837-db35-47a8-ae43-d266c210c9b0 None None] For port 4f994ed1-1f80-4bd3-bae6-d265fa874dc2, host dv-cinder-790535-43-iscsi, cleared binding levels {{(pid=113425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 09:50:32.195504 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-3e6f0591-589d-40d6-8e04-3e0bf980f9be None None] For port 26d212d7-f7c8-4d65-b3bf-7f3b754d7604, host dv-cinder-790535-43-iscsi, cleared binding levels {{(pid=113425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 09:50:32.211038 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-0929a837-db35-47a8-ae43-d266c210c9b0 None None] For port 4f994ed1-1f80-4bd3-bae6-d265fa874dc2, host dv-cinder-790535-43-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=4f994ed1-1f80-4bd3-bae6-d265fa874dc2,segment=NetworkSegment(59ea54c9-a504-4c17-ac42-04cf91228ccc),segment_id=59ea54c9-a504-4c17-ac42-04cf91228ccc)] {{(pid=113425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 09:50:32.216902 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-3e6f0591-589d-40d6-8e04-3e0bf980f9be None None] For port 26d212d7-f7c8-4d65-b3bf-7f3b754d7604, host dv-cinder-790535-43-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=26d212d7-f7c8-4d65-b3bf-7f3b754d7604,segment=NetworkSegment(dbdfa156-b328-4b02-9174-23c649e3a4fb),segment_id=dbdfa156-b328-4b02-9174-23c649e3a4fb)] {{(pid=113425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 09:50:32.219845 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d884359e-2778-4419-a363-b4d67b9c7aae None None] Pushing event updated for resources: {'Port': ['ID=6d2e6940-9ae5-47ac-a049-fbb73b822288,revision_number=2']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:50:32.267328 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2774d21-6084-42f3-b3b9-82abc02ad682 admin admin] Router b612235f-c44e-4fc6-ace6-e6e2684f6499 is scheduled to L3 agent 647718b3-8298-4382-86e2-3fad9f5d7804 with binding_index 1 {{(pid=113423) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 09:50:32.270105 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:32.282879 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:32.299828 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-0929a837-db35-47a8-ae43-d266c210c9b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (4f994ed1-1f80-4bd3-bae6-d265fa874dc2), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:32.304394 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3e6f0591-589d-40d6-8e04-3e0bf980f9be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (26d212d7-f7c8-4d65-b3bf-7f3b754d7604), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:32.435871 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=8 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:32.436930 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=100 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:32.503425 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-b18d1630-e665-4a6a-94a4-46aa513d85f5 admin admin] Publish callbacks [] for router_gateway (b122c1e8-3e6e-4fd0-9649-57ad02017b0e), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:32.528971 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.agents_db [None req-7c9a7194-4e2e-43f7-be58-28c896ce3cef None None] Agent healthcheck: found 6 active agents {{(pid=113426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 09:50:32.604958 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0929a837-db35-47a8-ae43-d266c210c9b0 None None] Pushing event updated for resources: {'Port': ['ID=4f994ed1-1f80-4bd3-bae6-d265fa874dc2,revision_number=2']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:50:32.665043 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-f16f24df-88cf-43e8-bb18-6b0ec83a4f4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759571245505'] for port (95466e8d-f8d1-43bd-85bc-af2a1ae6275b), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:32.670865 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2774d21-6084-42f3-b3b9-82abc02ad682 admin admin] Notify agent at l3_agent.dv-cinder-790535-43-iscsi the message routers_updated {{(pid=113423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 09:50:32.683865 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f8db83-2553-4903-b957-7b7407bcce93 None None] Sync routers for ids ['b612235f-c44e-4fc6-ace6-e6e2684f6499'] in dv-cinder-790535-43-iscsi {{(pid=113426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 09:50:32.710559 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f8db83-2553-4903-b957-7b7407bcce93 None None] Routers {'b612235f-c44e-4fc6-ace6-e6e2684f6499'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 09:50:32.713746 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-21f8db83-2553-4903-b957-7b7407bcce93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T09:50:24Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['b612235f-c44e-4fc6-ace6-e6e2684f6499'], 'active': True} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:50:32.789426 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (5b31c92a-f134-4c39-96dd-6f3267de2076), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:32.793695 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-e2774d21-6084-42f3-b3b9-82abc02ad682 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:32.796223 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-e2774d21-6084-42f3-b3b9-82abc02ad682 admin admin] 10.222.0.73 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.6523345 Sep 16 09:50:32.811122 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 46516) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:50:32.893791 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6f0591-589d-40d6-8e04-3e0bf980f9be None None] Pushing event updated for resources: {'Port': ['ID=26d212d7-f7c8-4d65-b3bf-7f3b754d7604,revision_number=2']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:50:32.921676 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16f24df-88cf-43e8-bb18-6b0ec83a4f4c admin admin] Network d06af4bd-75ff-4039-9388-f05026361d79 is already hosted by enough agents. {{(pid=113424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 09:50:32.993052 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a038ddb-8f63-41bb-8de2-61fe378b0650 None None] Network 17684eae-ad40-4ec5-9092-8a60e4e87e96 requested from dv-cinder-790535-43-iscsi {{(pid=113425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 09:50:33.010640 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.base_scheduler [None req-f16f24df-88cf-43e8-bb18-6b0ec83a4f4c admin admin] Resources bound (agent type, host, resource id): {{(pid=113424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 09:50:33.015153 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvr_db [None req-21f8db83-2553-4903-b957-7b7407bcce93 None None] Set router b612235f-c44e-4fc6-ace6-e6e2684f6499 gateway port host: dv-cinder-790535-43-iscsi {{(pid=113426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 09:50:33.020381 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16f24df-88cf-43e8-bb18-6b0ec83a4f4c admin admin] Received port after_create {{(pid=113424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 09:50:33.036901 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.db.db_base_plugin_common [None req-22ea0548-a7d6-4429-979c-c33efdea9a02 admin admin] Allocated IP 172.27.1.166 (d06af4bd-75ff-4039-9388-f05026361d79/429d2505-e0fa-44a7-bb81-98c451c1a231/f25e5371-7d7a-4929-ba67-20f64b85ea85) {{(pid=113423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 09:50:33.355595 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:33.385820 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16f24df-88cf-43e8-bb18-6b0ec83a4f4c admin admin] Pushing event updated for resources: {'Port': ['ID=95466e8d-f8d1-43bd-85bc-af2a1ae6275b,revision_number=1']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:50:33.465354 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:33.602474 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-507155eb-ac61-4f9a-85bd-8cbf1af87418 None None] Provisioning complete for port 2848b677-d281-4f87-8363-e070831c1031 triggered by entity DHCP. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:50:33.602474 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-507155eb-ac61-4f9a-85bd-8cbf1af87418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (2848b677-d281-4f87-8363-e070831c1031), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:33.602474 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-507155eb-ac61-4f9a-85bd-8cbf1af87418 None None] Attempt 1 to provision port 2848b677-d281-4f87-8363-e070831c1031 Sep 16 09:50:33.630675 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-21f8db83-2553-4903-b957-7b7407bcce93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b612235f-c44e-4fc6-ace6-e6e2684f6499', 'name': 'tempest-AttachVolumeShelveTestJSON-1566209003-router', 'tenant_id': 'f1713f13f3ff494496a8ef8e5591c1b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'ea69b4ff-4fed-49bf-ac3d-de4f30e2d302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:50:29Z', 'updated_at': '2022-09-16T09:50:31Z', 'revision_number': 3, 'project_id': 'f1713f13f3ff494496a8ef8e5591c1b6', 'gw_port': {'id': 'ea69b4ff-4fed-49bf-ac3d-de4f30e2d302', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:86:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b612235f-c44e-4fc6-ace6-e6e2684f6499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:30Z', 'updated_at': '2022-09-16T09:50:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi'}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:50:33.711466 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f8db83-2553-4903-b957-7b7407bcce93 None None] Checking router: b612235f-c44e-4fc6-ace6-e6e2684f6499 for host: dv-cinder-790535-43-iscsi {{(pid=113426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 09:50:33.718221 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f8db83-2553-4903-b957-7b7407bcce93 None None] Updating router b612235f-c44e-4fc6-ace6-e6e2684f6499 port ea69b4ff-4fed-49bf-ac3d-de4f30e2d302 binding host dv-cinder-790535-43-iscsi {{(pid=113426) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 09:50:33.722404 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device 2848b677-d281-4f87-8363-e070831c1031 up at agent ovs-agent-dv-cinder-790535-43-iscsi {{(pid=113425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 09:50:33.791997 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-22ea0548-a7d6-4429-979c-c33efdea9a02 admin admin] Publish callbacks [] for port (f25e5371-7d7a-4929-ba67-20f64b85ea85), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:33.800218 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron_lib.callbacks.manager [None req-21f8db83-2553-4903-b957-7b7407bcce93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (ea69b4ff-4fed-49bf-ac3d-de4f30e2d302), before_update {{(pid=113426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:33.920276 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Provisioning complete for port 2848b677-d281-4f87-8363-e070831c1031 triggered by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:50:33.920652 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (2848b677-d281-4f87-8363-e070831c1031), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:33.921007 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Attempt 1 to provision port 2848b677-d281-4f87-8363-e070831c1031 Sep 16 09:50:33.994637 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-507155eb-ac61-4f9a-85bd-8cbf1af87418 None None] Current status of the port 2848b677-d281-4f87-8363-e070831c1031 is: DOWN; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:50:33.995282 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-507155eb-ac61-4f9a-85bd-8cbf1af87418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (2848b677-d281-4f87-8363-e070831c1031), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:33.999384 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 46534) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:50:34.000160 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 46536) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:50:34.153263 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25fffe28-2cd6-49ea-9c79-c8e2c19c6fd7 None None] Network c4842324-ee85-46c7-9e8f-0b04468e9bb4 requested from dv-cinder-790535-43-iscsi {{(pid=113425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 09:50:34.171576 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:34.225715 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-b18d1630-e665-4a6a-94a4-46aa513d85f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-711457'] for router (b122c1e8-3e6e-4fd0-9649-57ad02017b0e), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:34.249225 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-507155eb-ac61-4f9a-85bd-8cbf1af87418 None None] For port 2848b677-d281-4f87-8363-e070831c1031, host dv-cinder-790535-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=2848b677-d281-4f87-8363-e070831c1031,segment=NetworkSegment(e3902c86-c1ff-47d9-b3ef-44214c1005fa),segment_id=e3902c86-c1ff-47d9-b3ef-44214c1005fa)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:50:34.335812 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:34.336418 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-22ea0548-a7d6-4429-979c-c33efdea9a02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759571245505'] for port (f25e5371-7d7a-4929-ba67-20f64b85ea85), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:34.339027 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.v2.base [None req-1f5cafa8-df51-4721-8d53-8105639b2430 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1085692160-network', 'tenant_id': '1c3c61c18da94af5ad3412902816ef4e'}} {{(pid=113424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:50:34.344757 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-507155eb-ac61-4f9a-85bd-8cbf1af87418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (2848b677-d281-4f87-8363-e070831c1031), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:34.351406 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Current status of the port 2848b677-d281-4f87-8363-e070831c1031 is: DOWN; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:50:34.351802 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (2848b677-d281-4f87-8363-e070831c1031), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:34.391311 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-f16f24df-88cf-43e8-bb18-6b0ec83a4f4c admin admin] Publish callbacks [] for router_gateway (7d103bd1-dd46-42e7-b4b1-1660369b7836), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:34.433904 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ea0548-a7d6-4429-979c-c33efdea9a02 admin admin] Network d06af4bd-75ff-4039-9388-f05026361d79 is already hosted by enough agents. {{(pid=113423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 09:50:34.439400 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.base_scheduler [None req-22ea0548-a7d6-4429-979c-c33efdea9a02 admin admin] Resources bound (agent type, host, resource id): {{(pid=113423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 09:50:34.442320 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ea0548-a7d6-4429-979c-c33efdea9a02 admin admin] Received port after_create {{(pid=113423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 09:50:34.448988 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ea0548-a7d6-4429-979c-c33efdea9a02 admin admin] Pushing event updated for resources: {'Port': ['ID=f25e5371-7d7a-4929-ba67-20f64b85ea85,revision_number=1']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:50:34.502051 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507155eb-ac61-4f9a-85bd-8cbf1af87418 None None] Pushing event updated for resources: {'Port': ['ID=2848b677-d281-4f87-8363-e070831c1031,revision_number=3']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:50:34.547995 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-92b30670-ce06-4840-8f30-d260f8e7e6fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:34.550859 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130ae5e8-f34c-4778-ad6a-5b9f153eeaa6 None None] Network b92b7908-54f3-4444-8e37-e6621fa07310 requested from dv-cinder-790535-43-iscsi {{(pid=113425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 09:50:34.560662 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:34.593656 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron_lib.callbacks.manager [None req-21f8db83-2553-4903-b957-7b7407bcce93 None None] Publish callbacks [] for port (ea69b4ff-4fed-49bf-ac3d-de4f30e2d302), precommit_update {{(pid=113426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:34.604842 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:34.608413 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-54b939e9-d040-4bd0-a594-301669ec0987 None None] Provisioning complete for port 2848b677-d281-4f87-8363-e070831c1031 triggered by entity DHCP. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:50:34.609472 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-54b939e9-d040-4bd0-a594-301669ec0987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (2848b677-d281-4f87-8363-e070831c1031), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:34.609947 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-54b939e9-d040-4bd0-a594-301669ec0987 None None] Attempt 1 to provision port 2848b677-d281-4f87-8363-e070831c1031 Sep 16 09:50:34.623011 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-22f82ff5-c929-47cd-8789-3af34697915e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:34.676807 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron_lib.callbacks.manager [None req-21f8db83-2553-4903-b957-7b7407bcce93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (ea69b4ff-4fed-49bf-ac3d-de4f30e2d302), after_update {{(pid=113426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:34.706183 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f5cafa8-df51-4721-8d53-8105639b2430 admin admin] Made reservation on behalf of 1c3c61c18da94af5ad3412902816ef4e for: {'network': 1} {{(pid=113424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 09:50:34.708596 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-1f5cafa8-df51-4721-8d53-8105639b2430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for network (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:34.765879 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-1f5cafa8-df51-4721-8d53-8105639b2430 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:34.767631 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.managers [None req-21f8db83-2553-4903-b957-7b7407bcce93 None None] Attempting to bind port ea69b4ff-4fed-49bf-ac3d-de4f30e2d302 on host dv-cinder-790535-43-iscsi for vnic_type normal with profile {{(pid=113426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 09:50:34.768355 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.managers [None req-21f8db83-2553-4903-b957-7b7407bcce93 None None] Attempting to bind port ea69b4ff-4fed-49bf-ac3d-de4f30e2d302 by drivers openvswitch,hyperv on host dv-cinder-790535-43-iscsi at level 0 using segments [{'id': '0b254eb8-8459-4a20-9dd6-e212af12e724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79'}] {{(pid=113426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 09:50:34.768889 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f8db83-2553-4903-b957-7b7407bcce93 None None] Attempting to bind port ea69b4ff-4fed-49bf-ac3d-de4f30e2d302 on network d06af4bd-75ff-4039-9388-f05026361d79 {{(pid=113426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 09:50:34.792489 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.db.api [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=113425) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 16 09:50:34.793076 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG oslo_db.api [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 09:50:34.798731 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:34.860472 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b9e5d5-6c50-48b5-9741-be1044bb60ab None None] Pushing event updated for resources: {'Port': ['ID=ea69b4ff-4fed-49bf-ac3d-de4f30e2d302,revision_number=2']} {{(pid=113426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:50:34.923036 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b9e5d5-6c50-48b5-9741-be1044bb60ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:50:34.923641 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b9e5d5-6c50-48b5-9741-be1044bb60ab None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:50:34.924158 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b9e5d5-6c50-48b5-9741-be1044bb60ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:50:34.924716 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b9e5d5-6c50-48b5-9741-be1044bb60ab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:50:34.926991 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b9e5d5-6c50-48b5-9741-be1044bb60ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:50:34.927548 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b9e5d5-6c50-48b5-9741-be1044bb60ab None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:50:34.928071 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b9e5d5-6c50-48b5-9741-be1044bb60ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:50:34.928623 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b9e5d5-6c50-48b5-9741-be1044bb60ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:50:34.929123 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b9e5d5-6c50-48b5-9741-be1044bb60ab None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:50:34.930160 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b9e5d5-6c50-48b5-9741-be1044bb60ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:50:34.930710 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b9e5d5-6c50-48b5-9741-be1044bb60ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:50:34.931199 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b9e5d5-6c50-48b5-9741-be1044bb60ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:50:34.932339 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b9e5d5-6c50-48b5-9741-be1044bb60ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:50:34.932466 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-22ea0548-a7d6-4429-979c-c33efdea9a02 admin admin] Publish callbacks [] for router_gateway (5f629d17-6c04-4750-846b-90fbe144f83c), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:34.933803 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b9e5d5-6c50-48b5-9741-be1044bb60ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:50:34.934310 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b9e5d5-6c50-48b5-9741-be1044bb60ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:50:34.939023 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b9e5d5-6c50-48b5-9741-be1044bb60ab None None] Tracked resource versions report: Sep 16 09:50:34.939023 dv-cinder-790535-43-iscsi neutron-server[113426]: pushed versions: Sep 16 09:50:34.939023 dv-cinder-790535-43-iscsi neutron-server[113426]: { 'AddressGroup': {'1.2'}, Sep 16 09:50:34.939023 dv-cinder-790535-43-iscsi neutron-server[113426]: 'Agent': {'1.1'}, Sep 16 09:50:34.939023 dv-cinder-790535-43-iscsi neutron-server[113426]: 'ConntrackHelper': {'1.0'}, Sep 16 09:50:34.939023 dv-cinder-790535-43-iscsi neutron-server[113426]: 'LocalIPAssociation': {'1.0'}, Sep 16 09:50:34.939023 dv-cinder-790535-43-iscsi neutron-server[113426]: 'Log': {'1.0'}, Sep 16 09:50:34.939023 dv-cinder-790535-43-iscsi neutron-server[113426]: 'NDPProxy': {'1.0'}, Sep 16 09:50:34.939023 dv-cinder-790535-43-iscsi neutron-server[113426]: 'Network': {'1.1'}, Sep 16 09:50:34.939023 dv-cinder-790535-43-iscsi neutron-server[113426]: 'Port': {'1.7'}, Sep 16 09:50:34.939023 dv-cinder-790535-43-iscsi neutron-server[113426]: 'PortForwarding': {'1.3'}, Sep 16 09:50:34.939023 dv-cinder-790535-43-iscsi neutron-server[113426]: 'QosPolicy': {'1.10'}, Sep 16 09:50:34.939023 dv-cinder-790535-43-iscsi neutron-server[113426]: 'SecurityGroup': {'1.5'}, Sep 16 09:50:34.939023 dv-cinder-790535-43-iscsi neutron-server[113426]: 'SecurityGroupRule': {'1.2'}, Sep 16 09:50:34.939023 dv-cinder-790535-43-iscsi neutron-server[113426]: 'SubPort': {'1.0'}, Sep 16 09:50:34.939023 dv-cinder-790535-43-iscsi neutron-server[113426]: 'Subnet': {'1.1'}, Sep 16 09:50:34.939023 dv-cinder-790535-43-iscsi neutron-server[113426]: 'Trunk': {'1.1'}} Sep 16 09:50:34.939023 dv-cinder-790535-43-iscsi neutron-server[113426]: consumer versions: Sep 16 09:50:34.939023 dv-cinder-790535-43-iscsi neutron-server[113426]: { DHCP agent@dv-cinder-790535-43-iscsi: {}, Sep 16 09:50:34.939023 dv-cinder-790535-43-iscsi neutron-server[113426]: HyperV agent@hv-cinder-79053: {}, Sep 16 09:50:34.939023 dv-cinder-790535-43-iscsi neutron-server[113426]: L3 agent@dv-cinder-790535-43-iscsi: {}, Sep 16 09:50:34.939023 dv-cinder-790535-43-iscsi neutron-server[113426]: Metadata agent@dv-cinder-790535-43-iscsi: {}, Sep 16 09:50:34.939023 dv-cinder-790535-43-iscsi neutron-server[113426]: Metering agent@dv-cinder-790535-43-iscsi: {}, Sep 16 09:50:34.939023 dv-cinder-790535-43-iscsi neutron-server[113426]: Open vSwitch agent@dv-cinder-790535-43-iscsi: { 'AddressGroup': '1.2', Sep 16 09:50:34.939023 dv-cinder-790535-43-iscsi neutron-server[113426]: 'Agent': '1.1', Sep 16 09:50:34.939023 dv-cinder-790535-43-iscsi neutron-server[113426]: 'ConntrackHelper': '1.0', Sep 16 09:50:34.939023 dv-cinder-790535-43-iscsi neutron-server[113426]: 'LocalIPAssociation': '1.0', Sep 16 09:50:34.939023 dv-cinder-790535-43-iscsi neutron-server[113426]: 'Log': '1.0', Sep 16 09:50:34.939023 dv-cinder-790535-43-iscsi neutron-server[113426]: 'NDPProxy': '1.0', Sep 16 09:50:34.939023 dv-cinder-790535-43-iscsi neutron-server[113426]: 'Network': '1.1', Sep 16 09:50:34.939023 dv-cinder-790535-43-iscsi neutron-server[113426]: 'Port': '1.7', Sep 16 09:50:34.939023 dv-cinder-790535-43-iscsi neutron-server[113426]: 'PortForwarding': '1.3', Sep 16 09:50:34.939023 dv-cinder-790535-43-iscsi neutron-server[113426]: 'QosPolicy': '1.10', Sep 16 09:50:34.939023 dv-cinder-790535-43-iscsi neutron-server[113426]: 'SecurityGroup': '1.5', Sep 16 09:50:34.939023 dv-cinder-790535-43-iscsi neutron-server[113426]: 'SecurityGroupRule': '1.2', Sep 16 09:50:34.939023 dv-cinder-790535-43-iscsi neutron-server[113426]: 'SubPort': '1.0', Sep 16 09:50:34.939023 dv-cinder-790535-43-iscsi neutron-server[113426]: 'Subnet': '1.1', Sep 16 09:50:34.939023 dv-cinder-790535-43-iscsi neutron-server[113426]: 'Trunk': '1.1'}} Sep 16 09:50:34.939023 dv-cinder-790535-43-iscsi neutron-server[113426]: {{(pid=113426) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 09:50:34.946084 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-54b939e9-d040-4bd0-a594-301669ec0987 None None] Current status of the port 2848b677-d281-4f87-8363-e070831c1031 is: ACTIVE; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:50:34.978332 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-54b939e9-d040-4bd0-a594-301669ec0987 None None] Provisioning complete for port 6d2e6940-9ae5-47ac-a049-fbb73b822288 triggered by entity DHCP. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:50:34.979009 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-54b939e9-d040-4bd0-a594-301669ec0987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (6d2e6940-9ae5-47ac-a049-fbb73b822288), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:34.979465 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-54b939e9-d040-4bd0-a594-301669ec0987 None None] Attempt 1 to provision port 6d2e6940-9ae5-47ac-a049-fbb73b822288 Sep 16 09:50:34.981799 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f8db83-2553-4903-b957-7b7407bcce93 None None] Checking agent: {'id': 'be58d251-43cc-467d-bf31-2aae48e2ac56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-43-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 9, 41, 57), 'started_at': datetime.datetime(2022, 9, 16, 9, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 9, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-43-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 09:50:34.982280 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f8db83-2553-4903-b957-7b7407bcce93 None None] Checking segment: {'id': '0b254eb8-8459-4a20-9dd6-e212af12e724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 09:50:34.984703 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron_lib.callbacks.manager [None req-21f8db83-2553-4903-b957-7b7407bcce93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:34.985140 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f8db83-2553-4903-b957-7b7407bcce93 None None] Bound using segment: {'id': '0b254eb8-8459-4a20-9dd6-e212af12e724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79'} {{(pid=113426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 09:50:34.986159 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.managers [None req-21f8db83-2553-4903-b957-7b7407bcce93 None None] Bound port: ea69b4ff-4fed-49bf-ac3d-de4f30e2d302, host: dv-cinder-790535-43-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b254eb8-8459-4a20-9dd6-e212af12e724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79'}}] {{(pid=113426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 09:50:34.987359 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron_lib.callbacks.manager [None req-21f8db83-2553-4903-b957-7b7407bcce93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (ea69b4ff-4fed-49bf-ac3d-de4f30e2d302), before_update {{(pid=113426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:35.024355 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.db.db_base_plugin_common [None req-22f82ff5-c929-47cd-8789-3af34697915e admin admin] Allocated IP 172.20.0.1 (fe465541-6175-450e-8791-dc7a519b5e60/312d0eea-a7f5-4989-be4b-d8f1ee2c9ab2/c1f1615c-3b20-4576-9f7b-38e270c021fd) {{(pid=113423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 09:50:35.039141 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:35.047366 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6139f3d3-e8ed-4032-9794-76ff8fd035a3 None None] Network fe465541-6175-450e-8791-dc7a519b5e60 requested from dv-cinder-790535-43-iscsi {{(pid=113425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 09:50:35.091983 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.db [None req-21f8db83-2553-4903-b957-7b7407bcce93 None None] For port ea69b4ff-4fed-49bf-ac3d-de4f30e2d302, host dv-cinder-790535-43-iscsi, cleared binding levels {{(pid=113426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 09:50:35.095843 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-92b30670-ce06-4840-8f30-d260f8e7e6fc admin admin] Publish callbacks [] for security_group (11f7eebb-d749-4a1c-84e3-e030f6a761a1), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:35.101751 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.db [None req-21f8db83-2553-4903-b957-7b7407bcce93 None None] For port ea69b4ff-4fed-49bf-ac3d-de4f30e2d302, host dv-cinder-790535-43-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=ea69b4ff-4fed-49bf-ac3d-de4f30e2d302,segment=NetworkSegment(0b254eb8-8459-4a20-9dd6-e212af12e724),segment_id=0b254eb8-8459-4a20-9dd6-e212af12e724)] {{(pid=113426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 09:50:35.123090 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-f16f24df-88cf-43e8-bb18-6b0ec83a4f4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-711457'] for router (7d103bd1-dd46-42e7-b4b1-1660369b7836), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:35.199168 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b18d1630-e665-4a6a-94a4-46aa513d85f5 admin admin] Router b122c1e8-3e6e-4fd0-9649-57ad02017b0e is scheduled to L3 agent 647718b3-8298-4382-86e2-3fad9f5d7804 with binding_index 1 {{(pid=113424) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 09:50:35.201003 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron_lib.callbacks.manager [None req-21f8db83-2553-4903-b957-7b7407bcce93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (ea69b4ff-4fed-49bf-ac3d-de4f30e2d302), after_update {{(pid=113426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:35.203549 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-1f5cafa8-df51-4721-8d53-8105639b2430 admin admin] Publish callbacks [] for security_group (ff5b332e-bc90-45b5-8b85-b51353679ffc), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:35.205368 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-92b30670-ce06-4840-8f30-d260f8e7e6fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (11f7eebb-d749-4a1c-84e3-e030f6a761a1), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:35.253263 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b30670-ce06-4840-8f30-d260f8e7e6fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f7eebb-d749-4a1c-84e3-e030f6a761a1,revision_number=1']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:50:35.294817 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-22f82ff5-c929-47cd-8789-3af34697915e admin admin] Publish callbacks [] for port (c1f1615c-3b20-4576-9f7b-38e270c021fd), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:35.304426 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-22ea0548-a7d6-4429-979c-c33efdea9a02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-711457'] for router (5f629d17-6c04-4750-846b-90fbe144f83c), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:35.312869 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:35.317430 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f8db83-2553-4903-b957-7b7407bcce93 None None] Routers {'b612235f-c44e-4fc6-ace6-e6e2684f6499'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 09:50:35.318343 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-21f8db83-2553-4903-b957-7b7407bcce93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T09:50:24Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['b612235f-c44e-4fc6-ace6-e6e2684f6499'], 'active': True} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:50:35.359496 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-54b939e9-d040-4bd0-a594-301669ec0987 None None] Current status of the port 6d2e6940-9ae5-47ac-a049-fbb73b822288 is: DOWN; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:50:35.366610 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-54b939e9-d040-4bd0-a594-301669ec0987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (6d2e6940-9ae5-47ac-a049-fbb73b822288), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:35.395009 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-1f5cafa8-df51-4721-8d53-8105639b2430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (ff5b332e-bc90-45b5-8b85-b51353679ffc), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:35.408136 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Current status of the port 2848b677-d281-4f87-8363-e070831c1031 is: ACTIVE; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:50:35.408136 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device 4f994ed1-1f80-4bd3-bae6-d265fa874dc2 up at agent ovs-agent-dv-cinder-790535-43-iscsi {{(pid=113425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 09:50:35.413020 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f5cafa8-df51-4721-8d53-8105639b2430 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=113424) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 09:50:35.416055 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:35.434753 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b9e5d5-6c50-48b5-9741-be1044bb60ab None None] Pushing event updated for resources: {'Port': ['ID=ea69b4ff-4fed-49bf-ac3d-de4f30e2d302,revision_number=3']} {{(pid=113426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:50:35.467898 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-92b30670-ce06-4840-8f30-d260f8e7e6fc admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=e763d1f3dcb2488597b03156ef064d37&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4648049 Sep 16 09:50:35.468856 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 46552) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:50:35.469695 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-1f5cafa8-df51-4721-8d53-8105639b2430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1277354'] for segment (f4a617df-464a-4226-acfa-67f93f6414db), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:35.470208 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.db.segments_db [None req-1f5cafa8-df51-4721-8d53-8105639b2430 admin admin] Added segment f4a617df-464a-4226-acfa-67f93f6414db of type vlan for network 714409cc-76dc-4d11-ac16-91a51e6288da Sep 16 09:50:35.482858 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-22f82ff5-c929-47cd-8789-3af34697915e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759571245505'] for port (c1f1615c-3b20-4576-9f7b-38e270c021fd), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:35.494462 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-54b939e9-d040-4bd0-a594-301669ec0987 None None] For port 6d2e6940-9ae5-47ac-a049-fbb73b822288, host dv-cinder-790535-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=6d2e6940-9ae5-47ac-a049-fbb73b822288,segment=NetworkSegment(4ba7d294-130d-48b9-a99d-edaaffd525bf),segment_id=4ba7d294-130d-48b9-a99d-edaaffd525bf)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:50:35.515712 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Provisioning complete for port 4f994ed1-1f80-4bd3-bae6-d265fa874dc2 triggered by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:50:35.516115 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (4f994ed1-1f80-4bd3-bae6-d265fa874dc2), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:35.516461 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Attempt 1 to provision port 4f994ed1-1f80-4bd3-bae6-d265fa874dc2 Sep 16 09:50:35.542791 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:35.560481 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f82ff5-c929-47cd-8789-3af34697915e admin admin] Network fe465541-6175-450e-8791-dc7a519b5e60 is already hosted by enough agents. {{(pid=113423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 09:50:35.576623 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.base_scheduler [None req-22f82ff5-c929-47cd-8789-3af34697915e admin admin] Resources bound (agent type, host, resource id): {{(pid=113423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 09:50:35.582138 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f82ff5-c929-47cd-8789-3af34697915e admin admin] Received port after_create {{(pid=113423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 09:50:35.582717 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-22f82ff5-c929-47cd-8789-3af34697915e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691992'] for router_interface (b612235f-c44e-4fc6-ace6-e6e2684f6499), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:35.592047 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvr_db [None req-21f8db83-2553-4903-b957-7b7407bcce93 None None] Set router b612235f-c44e-4fc6-ace6-e6e2684f6499 gateway port host: dv-cinder-790535-43-iscsi {{(pid=113426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 09:50:35.598892 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-54b939e9-d040-4bd0-a594-301669ec0987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (6d2e6940-9ae5-47ac-a049-fbb73b822288), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:35.626008 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5cafa8-df51-4721-8d53-8105639b2430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff5b332e-bc90-45b5-8b85-b51353679ffc,revision_number=1']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:50:35.638843 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-1f5cafa8-df51-4721-8d53-8105639b2430 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759571199151'] for network (714409cc-76dc-4d11-ac16-91a51e6288da), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:35.687789 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b18d1630-e665-4a6a-94a4-46aa513d85f5 admin admin] Notify agent at l3_agent.dv-cinder-790535-43-iscsi the message routers_updated {{(pid=113424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 09:50:35.691352 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f82ff5-c929-47cd-8789-3af34697915e admin admin] Pushing event updated for resources: {'Port': ['ID=c1f1615c-3b20-4576-9f7b-38e270c021fd,revision_number=1']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:50:35.722747 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfa74c0-3ccd-4cd7-9116-3ce2f54e5482 None None] Sync routers for ids ['b122c1e8-3e6e-4fd0-9649-57ad02017b0e'] in dv-cinder-790535-43-iscsi {{(pid=113425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 09:50:35.735955 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b939e9-d040-4bd0-a594-301669ec0987 None None] Pushing event updated for resources: {'Port': ['ID=6d2e6940-9ae5-47ac-a049-fbb73b822288,revision_number=3']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:50:35.750983 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:35.751931 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-b81d8d95-d30c-4bc1-9e78-84577ff6eb12 None None] Provisioning complete for port 4f994ed1-1f80-4bd3-bae6-d265fa874dc2 triggered by entity DHCP. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:50:35.752258 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-b81d8d95-d30c-4bc1-9e78-84577ff6eb12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (4f994ed1-1f80-4bd3-bae6-d265fa874dc2), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:35.753001 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-b81d8d95-d30c-4bc1-9e78-84577ff6eb12 None None] Attempt 1 to provision port 4f994ed1-1f80-4bd3-bae6-d265fa874dc2 Sep 16 09:50:35.755744 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22ea0548-a7d6-4429-979c-c33efdea9a02 admin admin] Router 5f629d17-6c04-4750-846b-90fbe144f83c is scheduled to L3 agent 647718b3-8298-4382-86e2-3fad9f5d7804 with binding_index 1 {{(pid=113423) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 09:50:35.772624 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-a84d223e-e7cc-49c1-a051-223ff15d9891 admin admin] Publish callbacks [] for security_group (11f7eebb-d749-4a1c-84e3-e030f6a761a1), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:35.785722 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f16f24df-88cf-43e8-bb18-6b0ec83a4f4c admin admin] Router 7d103bd1-dd46-42e7-b4b1-1660369b7836 is scheduled to L3 agent 647718b3-8298-4382-86e2-3fad9f5d7804 with binding_index 1 {{(pid=113424) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 09:50:35.790051 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-1f5cafa8-df51-4721-8d53-8105639b2430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335'] for network (714409cc-76dc-4d11-ac16-91a51e6288da), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:35.791208 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5cafa8-df51-4721-8d53-8105639b2430 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:50:35.791745 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-1f5cafa8-df51-4721-8d53-8105639b2430 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546317'] for network (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:35.797934 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-b18d1630-e665-4a6a-94a4-46aa513d85f5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:35.799858 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-b18d1630-e665-4a6a-94a4-46aa513d85f5 admin admin] 10.222.0.73 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.1865039 Sep 16 09:50:35.800581 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfa74c0-3ccd-4cd7-9116-3ce2f54e5482 None None] Routers {'b122c1e8-3e6e-4fd0-9649-57ad02017b0e'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 09:50:35.801488 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-3bfa74c0-3ccd-4cd7-9116-3ce2f54e5482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T09:50:24Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['b122c1e8-3e6e-4fd0-9649-57ad02017b0e'], 'active': True} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:50:35.806950 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 46558) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:50:35.893124 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-21f8db83-2553-4903-b957-7b7407bcce93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b612235f-c44e-4fc6-ace6-e6e2684f6499', 'name': 'tempest-AttachVolumeShelveTestJSON-1566209003-router', 'tenant_id': 'f1713f13f3ff494496a8ef8e5591c1b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'ea69b4ff-4fed-49bf-ac3d-de4f30e2d302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:50:29Z', 'updated_at': '2022-09-16T09:50:31Z', 'revision_number': 3, 'project_id': 'f1713f13f3ff494496a8ef8e5591c1b6', 'gw_port': {'id': 'ea69b4ff-4fed-49bf-ac3d-de4f30e2d302', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:86:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b612235f-c44e-4fc6-ace6-e6e2684f6499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:30Z', 'updated_at': '2022-09-16T09:50:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi'}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:50:35.930284 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-a84d223e-e7cc-49c1-a051-223ff15d9891 admin admin] Publish callbacks [] for security_group (11f7eebb-d749-4a1c-84e3-e030f6a761a1), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:35.936902 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f8db83-2553-4903-b957-7b7407bcce93 None None] The sync data for ids ['b612235f-c44e-4fc6-ace6-e6e2684f6499'] in dv-cinder-790535-43-iscsi is: [{'id': 'b612235f-c44e-4fc6-ace6-e6e2684f6499', 'name': 'tempest-AttachVolumeShelveTestJSON-1566209003-router', 'tenant_id': 'f1713f13f3ff494496a8ef8e5591c1b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'ea69b4ff-4fed-49bf-ac3d-de4f30e2d302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:50:29Z', 'updated_at': '2022-09-16T09:50:31Z', 'revision_number': 3, 'project_id': 'f1713f13f3ff494496a8ef8e5591c1b6', 'gw_port': {'id': 'ea69b4ff-4fed-49bf-ac3d-de4f30e2d302', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:86:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b612235f-c44e-4fc6-ace6-e6e2684f6499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:30Z', 'updated_at': '2022-09-16T09:50:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi'}] {{(pid=113426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 09:50:35.956588 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-1f5cafa8-df51-4721-8d53-8105639b2430 admin admin] 10.222.0.73 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9547076 Sep 16 09:50:35.961316 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 46560) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:50:35.973011 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.v2.base [None req-141dfaf6-8874-4897-bd40-12dc51b3ed4f admin admin] Request body: {'subnet': {'network_id': '714409cc-76dc-4d11-ac16-91a51e6288da', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1085692160-subnet', 'tenant_id': '1c3c61c18da94af5ad3412902816ef4e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:50:36.024550 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvr_db [None req-3bfa74c0-3ccd-4cd7-9116-3ce2f54e5482 None None] Set router b122c1e8-3e6e-4fd0-9649-57ad02017b0e gateway port host: dv-cinder-790535-43-iscsi {{(pid=113425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 09:50:36.076340 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5cafa8-df51-4721-8d53-8105639b2430 admin admin] Pushing event updated for resources: {'Network': ['ID=714409cc-76dc-4d11-ac16-91a51e6288da,revision_number=1']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:50:36.085010 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=82,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:36.125099 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Network 714409cc-76dc-4d11-ac16-91a51e6288da details requested by agent ovs-agent-dv-cinder-790535-43-iscsi with host dv-cinder-790535-43-iscsi {{(pid=113425) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 09:50:36.206337 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-22f82ff5-c929-47cd-8789-3af34697915e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (c1f1615c-3b20-4576-9f7b-38e270c021fd), before_update {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:36.208325 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f16f24df-88cf-43e8-bb18-6b0ec83a4f4c admin admin] Notify agent at l3_agent.dv-cinder-790535-43-iscsi the message routers_updated {{(pid=113424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 09:50:36.222989 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8899fdf-771c-4ebc-b09c-fa48176adc97 None None] Sync routers for ids ['7d103bd1-dd46-42e7-b4b1-1660369b7836'] in dv-cinder-790535-43-iscsi {{(pid=113426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 09:50:36.247114 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8899fdf-771c-4ebc-b09c-fa48176adc97 None None] Routers {'7d103bd1-dd46-42e7-b4b1-1660369b7836'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 09:50:36.247738 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-c8899fdf-771c-4ebc-b09c-fa48176adc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T09:50:24Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['7d103bd1-dd46-42e7-b4b1-1660369b7836'], 'active': True} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:50:36.315087 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22ea0548-a7d6-4429-979c-c33efdea9a02 admin admin] Notify agent at l3_agent.dv-cinder-790535-43-iscsi the message routers_updated {{(pid=113423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 09:50:36.328797 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-141dfaf6-8874-4897-bd40-12dc51b3ed4f admin admin] Made reservation on behalf of 1c3c61c18da94af5ad3412902816ef4e for: {'subnet': 1} {{(pid=113423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 09:50:36.331981 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-141dfaf6-8874-4897-bd40-12dc51b3ed4f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:36.435502 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-a84d223e-e7cc-49c1-a051-223ff15d9891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (11f7eebb-d749-4a1c-84e3-e030f6a761a1), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:36.438066 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-a84d223e-e7cc-49c1-a051-223ff15d9891 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:36.439309 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-a84d223e-e7cc-49c1-a051-223ff15d9891 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/11f7eebb-d749-4a1c-84e3-e030f6a761a1 HTTP/1.1" status: 204 len: 168 time: 0.9674067 Sep 16 09:50:36.448380 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvr_db [None req-c8899fdf-771c-4ebc-b09c-fa48176adc97 None None] Set router 7d103bd1-dd46-42e7-b4b1-1660369b7836 gateway port host: dv-cinder-790535-43-iscsi {{(pid=113426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 09:50:36.450425 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-f16f24df-88cf-43e8-bb18-6b0ec83a4f4c admin admin] Publish callbacks [] for router (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:36.451686 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-f16f24df-88cf-43e8-bb18-6b0ec83a4f4c admin admin] 10.222.0.73 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.4637332 Sep 16 09:50:36.461760 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 46566) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:50:36.477485 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:36.479601 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84d223e-e7cc-49c1-a051-223ff15d9891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f7eebb-d749-4a1c-84e3-e030f6a761a1,revision_number=None']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:50:36.484780 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-22ea0548-a7d6-4429-979c-c33efdea9a02 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:36.488982 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-22ea0548-a7d6-4429-979c-c33efdea9a02 admin admin] 10.222.0.73 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.3338788 Sep 16 09:50:36.493858 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 46568) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:50:36.540683 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7045f3df-233e-4be6-9c08-929276a01391 None None] Sync routers for ids ['5f629d17-6c04-4750-846b-90fbe144f83c'] in dv-cinder-790535-43-iscsi {{(pid=113425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 09:50:36.577100 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:36.611614 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:36.616476 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Current status of the port 4f994ed1-1f80-4bd3-bae6-d265fa874dc2 is: DOWN; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:50:36.616476 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (4f994ed1-1f80-4bd3-bae6-d265fa874dc2), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:36.627709 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-3bfa74c0-3ccd-4cd7-9116-3ce2f54e5482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b122c1e8-3e6e-4fd0-9649-57ad02017b0e', 'name': 'tempest-ServerRescueNegativeTestJSON-259796740-router', 'tenant_id': '3fe0d52d42324aa38182b47b3588b979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '7477150b-3625-45cf-9f19-c36330ee867f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:50:28Z', 'updated_at': '2022-09-16T09:50:31Z', 'revision_number': 3, 'project_id': '3fe0d52d42324aa38182b47b3588b979', 'gw_port': {'id': '7477150b-3625-45cf-9f19-c36330ee867f', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:4f:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b122c1e8-3e6e-4fd0-9649-57ad02017b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:30Z', 'updated_at': '2022-09-16T09:50:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi'}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:50:36.671821 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfa74c0-3ccd-4cd7-9116-3ce2f54e5482 None None] Checking router: b122c1e8-3e6e-4fd0-9649-57ad02017b0e for host: dv-cinder-790535-43-iscsi {{(pid=113425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 09:50:36.672187 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfa74c0-3ccd-4cd7-9116-3ce2f54e5482 None None] Updating router b122c1e8-3e6e-4fd0-9649-57ad02017b0e port 7477150b-3625-45cf-9f19-c36330ee867f binding host dv-cinder-790535-43-iscsi {{(pid=113425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 09:50:36.736939 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3bfa74c0-3ccd-4cd7-9116-3ce2f54e5482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (7477150b-3625-45cf-9f19-c36330ee867f), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:36.808389 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-22f82ff5-c929-47cd-8789-3af34697915e admin admin] Publish callbacks [] for port (c1f1615c-3b20-4576-9f7b-38e270c021fd), precommit_update {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:36.890525 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-c8899fdf-771c-4ebc-b09c-fa48176adc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d103bd1-dd46-42e7-b4b1-1660369b7836', 'name': 'tempest-DeleteServersTestJSON-322079799-router', 'tenant_id': 'cca830d4d9384e99b6f499a457776de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '95466e8d-f8d1-43bd-85bc-af2a1ae6275b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:50:29Z', 'updated_at': '2022-09-16T09:50:33Z', 'revision_number': 3, 'project_id': 'cca830d4d9384e99b6f499a457776de4', 'gw_port': {'id': '95466e8d-f8d1-43bd-85bc-af2a1ae6275b', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:30:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d103bd1-dd46-42e7-b4b1-1660369b7836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:30Z', 'updated_at': '2022-09-16T09:50:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi'}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:50:36.913083 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-22f82ff5-c929-47cd-8789-3af34697915e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (c1f1615c-3b20-4576-9f7b-38e270c021fd), after_update {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:36.914009 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-22f82ff5-c929-47cd-8789-3af34697915e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692108'] for router_interface (b612235f-c44e-4fc6-ace6-e6e2684f6499), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:36.950478 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=100 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:36.951928 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8899fdf-771c-4ebc-b09c-fa48176adc97 None None] Checking router: 7d103bd1-dd46-42e7-b4b1-1660369b7836 for host: dv-cinder-790535-43-iscsi {{(pid=113426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 09:50:36.952286 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8899fdf-771c-4ebc-b09c-fa48176adc97 None None] Updating router 7d103bd1-dd46-42e7-b4b1-1660369b7836 port 95466e8d-f8d1-43bd-85bc-af2a1ae6275b binding host dv-cinder-790535-43-iscsi {{(pid=113426) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 09:50:37.067166 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] For port 4f994ed1-1f80-4bd3-bae6-d265fa874dc2, host dv-cinder-790535-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=4f994ed1-1f80-4bd3-bae6-d265fa874dc2,segment=NetworkSegment(59ea54c9-a504-4c17-ac42-04cf91228ccc),segment_id=59ea54c9-a504-4c17-ac42-04cf91228ccc)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:50:37.074239 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:37.109706 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7045f3df-233e-4be6-9c08-929276a01391 None None] Routers {'5f629d17-6c04-4750-846b-90fbe144f83c'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 09:50:37.112257 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-7045f3df-233e-4be6-9c08-929276a01391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T09:50:24Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['5f629d17-6c04-4750-846b-90fbe144f83c'], 'active': True} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:50:37.122845 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:37.133193 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron_lib.callbacks.manager [None req-c8899fdf-771c-4ebc-b09c-fa48176adc97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (95466e8d-f8d1-43bd-85bc-af2a1ae6275b), before_update {{(pid=113426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:37.192553 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (4f994ed1-1f80-4bd3-bae6-d265fa874dc2), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:37.195147 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device 26d212d7-f7c8-4d65-b3bf-7f3b754d7604 up at agent ovs-agent-dv-cinder-790535-43-iscsi {{(pid=113425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 09:50:37.204152 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-b81d8d95-d30c-4bc1-9e78-84577ff6eb12 None None] Current status of the port 4f994ed1-1f80-4bd3-bae6-d265fa874dc2 is: DOWN; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:50:37.205870 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-b81d8d95-d30c-4bc1-9e78-84577ff6eb12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (4f994ed1-1f80-4bd3-bae6-d265fa874dc2), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:37.213979 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f82ff5-c929-47cd-8789-3af34697915e admin admin] Pushing event updated for resources: {'Port': ['ID=c1f1615c-3b20-4576-9f7b-38e270c021fd,revision_number=2']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:50:37.243121 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-abd99b92-1bc4-4313-a0a7-854dc4b5f81b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:37.387257 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-141dfaf6-8874-4897-bd40-12dc51b3ed4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335'] for subnet (de2dce4a-d59e-498d-b899-f6a7c0f1242c), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:37.496539 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:37.530830 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.db.api [None req-b81d8d95-d30c-4bc1-9e78-84577ff6eb12 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=113425) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 16 09:50:37.531292 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG oslo_db.api [None req-b81d8d95-d30c-4bc1-9e78-84577ff6eb12 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 09:50:37.537733 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f82ff5-c929-47cd-8789-3af34697915e admin admin] Network fe465541-6175-450e-8791-dc7a519b5e60 is already hosted by enough agents. {{(pid=113423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 09:50:37.543940 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.base_scheduler [None req-22f82ff5-c929-47cd-8789-3af34697915e admin admin] Resources bound (agent type, host, resource id): {{(pid=113423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 09:50:37.544302 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Pushing event updated for resources: {'Port': ['ID=4f994ed1-1f80-4bd3-bae6-d265fa874dc2,revision_number=3']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:50:37.554086 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141dfaf6-8874-4897-bd40-12dc51b3ed4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=de2dce4a-d59e-498d-b899-f6a7c0f1242c,revision_number=0']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:50:37.572335 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:37.581955 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Provisioning complete for port 26d212d7-f7c8-4d65-b3bf-7f3b754d7604 triggered by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:50:37.582348 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (26d212d7-f7c8-4d65-b3bf-7f3b754d7604), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:37.582691 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Attempt 1 to provision port 26d212d7-f7c8-4d65-b3bf-7f3b754d7604 Sep 16 09:50:37.602350 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:37.625888 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvr_db [None req-7045f3df-233e-4be6-9c08-929276a01391 None None] Set router 5f629d17-6c04-4750-846b-90fbe144f83c gateway port host: dv-cinder-790535-43-iscsi {{(pid=113425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 09:50:37.632719 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141dfaf6-8874-4897-bd40-12dc51b3ed4f admin admin] Checking segment: {'id': 'f4a617df-464a-4226-acfa-67f93f6414db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '714409cc-76dc-4d11-ac16-91a51e6288da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 09:50:37.633080 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141dfaf6-8874-4897-bd40-12dc51b3ed4f admin admin] Network hostable DHCP agents. Network: 714409cc-76dc-4d11-ac16-91a51e6288da, hostable agents: ['54fa5420-569f-41b3-81ce-b3c99a893561'], hosted agents: [] {{(pid=113423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 09:50:37.650304 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.db_base_plugin_common [None req-abd99b92-1bc4-4313-a0a7-854dc4b5f81b admin admin] Allocated IP 172.20.0.1 (17684eae-ad40-4ec5-9092-8a60e4e87e96/7270ea1b-9730-4d7c-89ed-4cebd5834047/cff0635c-a5e3-4d53-bd6a-7c1420d44d1f) {{(pid=113424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 09:50:37.799805 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:37.808456 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141dfaf6-8874-4897-bd40-12dc51b3ed4f admin admin] Network 714409cc-76dc-4d11-ac16-91a51e6288da is scheduled to be hosted by DHCP agent 54fa5420-569f-41b3-81ce-b3c99a893561 with binding_index 1 {{(pid=113423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 09:50:37.955806 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22f82ff5-c929-47cd-8789-3af34697915e admin admin] Router b612235f-c44e-4fc6-ace6-e6e2684f6499 has already been hosted by L3 agent 647718b3-8298-4382-86e2-3fad9f5d7804 {{(pid=113423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 09:50:37.961296 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.base_scheduler [None req-141dfaf6-8874-4897-bd40-12dc51b3ed4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-43-iscsi, 714409cc-76dc-4d11-ac16-91a51e6288da) {{(pid=113423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 09:50:37.973768 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-a9dbc869-fa5a-44ed-bea3-c566ca529c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:37.981798 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141dfaf6-8874-4897-bd40-12dc51b3ed4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:50:37.981798 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-141dfaf6-8874-4897-bd40-12dc51b3ed4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546317'] for subnet (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:38.006540 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-abd99b92-1bc4-4313-a0a7-854dc4b5f81b admin admin] Publish callbacks [] for port (cff0635c-a5e3-4d53-bd6a-7c1420d44d1f), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:38.023141 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5463947a-5043-4f2e-b437-7b80f9974bae None None] Network 714409cc-76dc-4d11-ac16-91a51e6288da requested from dv-cinder-790535-43-iscsi {{(pid=113425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 09:50:38.067721 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:38.107068 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:38.157575 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-abd99b92-1bc4-4313-a0a7-854dc4b5f81b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759571245505'] for port (cff0635c-a5e3-4d53-bd6a-7c1420d44d1f), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:38.167921 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-141dfaf6-8874-4897-bd40-12dc51b3ed4f admin admin] 10.222.0.73 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.1983759 Sep 16 09:50:38.167921 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-1e7d0f0b-5f37-4ed9-a6bb-4fc4e5335c72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:38.178181 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Current status of the port 26d212d7-f7c8-4d65-b3bf-7f3b754d7604 is: DOWN; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:50:38.178588 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (26d212d7-f7c8-4d65-b3bf-7f3b754d7604), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:38.206735 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3bfa74c0-3ccd-4cd7-9116-3ce2f54e5482 None None] Publish callbacks [] for port (7477150b-3625-45cf-9f19-c36330ee867f), precommit_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:38.251399 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22f82ff5-c929-47cd-8789-3af34697915e admin admin] Notify agent at l3_agent.dv-cinder-790535-43-iscsi the message routers_updated {{(pid=113423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 09:50:38.273967 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-22f82ff5-c929-47cd-8789-3af34697915e admin admin] 10.222.0.73 "PUT /networking/v2.0/routers/b612235f-c44e-4fc6-ace6-e6e2684f6499/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4488502 Sep 16 09:50:38.306658 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-7045f3df-233e-4be6-9c08-929276a01391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'name': 'tempest-AttachVolumeNegativeTest-1147155597-router', 'tenant_id': '75007587f92646f686881c2e1bfb7b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'f25e5371-7d7a-4929-ba67-20f64b85ea85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:50:29Z', 'updated_at': '2022-09-16T09:50:34Z', 'revision_number': 3, 'project_id': '75007587f92646f686881c2e1bfb7b2d', 'gw_port': {'id': 'f25e5371-7d7a-4929-ba67-20f64b85ea85', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:73:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:30Z', 'updated_at': '2022-09-16T09:50:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi'}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:50:38.324195 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3bfa74c0-3ccd-4cd7-9116-3ce2f54e5482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (7477150b-3625-45cf-9f19-c36330ee867f), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:38.368305 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd99b92-1bc4-4313-a0a7-854dc4b5f81b admin admin] Pushing event updated for resources: {'Port': ['ID=cff0635c-a5e3-4d53-bd6a-7c1420d44d1f,revision_number=1']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:50:38.409448 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.managers [None req-3bfa74c0-3ccd-4cd7-9116-3ce2f54e5482 None None] Attempting to bind port 7477150b-3625-45cf-9f19-c36330ee867f on host dv-cinder-790535-43-iscsi for vnic_type normal with profile {{(pid=113425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 09:50:38.409903 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.managers [None req-3bfa74c0-3ccd-4cd7-9116-3ce2f54e5482 None None] Attempting to bind port 7477150b-3625-45cf-9f19-c36330ee867f by drivers openvswitch,hyperv on host dv-cinder-790535-43-iscsi at level 0 using segments [{'id': '0b254eb8-8459-4a20-9dd6-e212af12e724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79'}] {{(pid=113425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 09:50:38.410272 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bfa74c0-3ccd-4cd7-9116-3ce2f54e5482 None None] Attempting to bind port 7477150b-3625-45cf-9f19-c36330ee867f on network d06af4bd-75ff-4039-9388-f05026361d79 {{(pid=113425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 09:50:38.414189 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd99b92-1bc4-4313-a0a7-854dc4b5f81b admin admin] Network 17684eae-ad40-4ec5-9092-8a60e4e87e96 is already hosted by enough agents. {{(pid=113424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 09:50:38.421211 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.base_scheduler [None req-abd99b92-1bc4-4313-a0a7-854dc4b5f81b admin admin] Resources bound (agent type, host, resource id): {{(pid=113424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 09:50:38.442476 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd99b92-1bc4-4313-a0a7-854dc4b5f81b admin admin] Received port after_create {{(pid=113424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 09:50:38.444960 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-abd99b92-1bc4-4313-a0a7-854dc4b5f81b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691992'] for router_interface (b122c1e8-3e6e-4fd0-9649-57ad02017b0e), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:38.482434 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] For port 26d212d7-f7c8-4d65-b3bf-7f3b754d7604, host dv-cinder-790535-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=26d212d7-f7c8-4d65-b3bf-7f3b754d7604,segment=NetworkSegment(dbdfa156-b328-4b02-9174-23c649e3a4fb),segment_id=dbdfa156-b328-4b02-9174-23c649e3a4fb)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:50:38.484101 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29874749-825a-42b5-aa32-c08d14b0b64e None None] Pushing event updated for resources: {'Port': ['ID=7477150b-3625-45cf-9f19-c36330ee867f,revision_number=2']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:50:38.503240 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-b81d8d95-d30c-4bc1-9e78-84577ff6eb12 None None] Current status of the port 4f994ed1-1f80-4bd3-bae6-d265fa874dc2 is: ACTIVE; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:50:38.525067 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bfa74c0-3ccd-4cd7-9116-3ce2f54e5482 None None] Checking agent: {'id': 'be58d251-43cc-467d-bf31-2aae48e2ac56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-43-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 9, 41, 57), 'started_at': datetime.datetime(2022, 9, 16, 9, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 9, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-43-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 09:50:38.525665 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bfa74c0-3ccd-4cd7-9116-3ce2f54e5482 None None] Checking segment: {'id': '0b254eb8-8459-4a20-9dd6-e212af12e724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 09:50:38.525892 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3bfa74c0-3ccd-4cd7-9116-3ce2f54e5482 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:38.526296 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bfa74c0-3ccd-4cd7-9116-3ce2f54e5482 None None] Bound using segment: {'id': '0b254eb8-8459-4a20-9dd6-e212af12e724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79'} {{(pid=113425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 09:50:38.526797 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.managers [None req-3bfa74c0-3ccd-4cd7-9116-3ce2f54e5482 None None] Bound port: 7477150b-3625-45cf-9f19-c36330ee867f, host: dv-cinder-790535-43-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b254eb8-8459-4a20-9dd6-e212af12e724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79'}}] {{(pid=113425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 09:50:38.527179 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3bfa74c0-3ccd-4cd7-9116-3ce2f54e5482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (7477150b-3625-45cf-9f19-c36330ee867f), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:38.528976 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-b81d8d95-d30c-4bc1-9e78-84577ff6eb12 None None] Provisioning complete for port 26d212d7-f7c8-4d65-b3bf-7f3b754d7604 triggered by entity DHCP. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:50:38.529353 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-b81d8d95-d30c-4bc1-9e78-84577ff6eb12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (26d212d7-f7c8-4d65-b3bf-7f3b754d7604), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:38.539889 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-b81d8d95-d30c-4bc1-9e78-84577ff6eb12 None None] Attempt 1 to provision port 26d212d7-f7c8-4d65-b3bf-7f3b754d7604 Sep 16 09:50:38.586710 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7045f3df-233e-4be6-9c08-929276a01391 None None] Checking router: 5f629d17-6c04-4750-846b-90fbe144f83c for host: dv-cinder-790535-43-iscsi {{(pid=113425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 09:50:38.587074 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7045f3df-233e-4be6-9c08-929276a01391 None None] Updating router 5f629d17-6c04-4750-846b-90fbe144f83c port f25e5371-7d7a-4929-ba67-20f64b85ea85 binding host dv-cinder-790535-43-iscsi {{(pid=113425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 09:50:38.602621 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.db.db_base_plugin_common [None req-1e7d0f0b-5f37-4ed9-a6bb-4fc4e5335c72 admin admin] Allocated IP 172.20.0.1 (b92b7908-54f3-4444-8e37-e6621fa07310/2c5e3932-9cbf-4551-a459-a4948ab2f258/884885de-9e10-4652-9aba-309ace13393a) {{(pid=113423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 09:50:38.650468 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-7045f3df-233e-4be6-9c08-929276a01391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (f25e5371-7d7a-4929-ba67-20f64b85ea85), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:38.685525 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:38.819212 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d18dedb-1bbd-4899-a509-44943734497d None None] Sync routers for ids ['b612235f-c44e-4fc6-ace6-e6e2684f6499'] in dv-cinder-790535-43-iscsi {{(pid=113426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 09:50:38.824954 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron_lib.callbacks.manager [None req-c8899fdf-771c-4ebc-b09c-fa48176adc97 None None] Publish callbacks [] for port (95466e8d-f8d1-43bd-85bc-af2a1ae6275b), precommit_update {{(pid=113426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:38.838194 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d18dedb-1bbd-4899-a509-44943734497d None None] Routers {'b612235f-c44e-4fc6-ace6-e6e2684f6499'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 09:50:38.838864 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-1d18dedb-1bbd-4899-a509-44943734497d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T09:50:24Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['b612235f-c44e-4fc6-ace6-e6e2684f6499'], 'active': True} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:50:38.903584 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-3bfa74c0-3ccd-4cd7-9116-3ce2f54e5482 None None] For port 7477150b-3625-45cf-9f19-c36330ee867f, host dv-cinder-790535-43-iscsi, cleared binding levels {{(pid=113425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 09:50:38.912605 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-3bfa74c0-3ccd-4cd7-9116-3ce2f54e5482 None None] For port 7477150b-3625-45cf-9f19-c36330ee867f, host dv-cinder-790535-43-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=7477150b-3625-45cf-9f19-c36330ee867f,segment=NetworkSegment(0b254eb8-8459-4a20-9dd6-e212af12e724),segment_id=0b254eb8-8459-4a20-9dd6-e212af12e724)] {{(pid=113425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 09:50:38.919521 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:38.927353 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (26d212d7-f7c8-4d65-b3bf-7f3b754d7604), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:38.929112 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device 6d2e6940-9ae5-47ac-a049-fbb73b822288 up at agent ovs-agent-dv-cinder-790535-43-iscsi {{(pid=113425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 09:50:38.931553 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.db_base_plugin_common [None req-a9dbc869-fa5a-44ed-bea3-c566ca529c8a admin admin] Allocated IP 172.20.0.1 (c4842324-ee85-46c7-9e8f-0b04468e9bb4/80836663-f6b0-4f56-957f-9b1306195e91/532fb59b-a9f1-4899-848a-9c67d077c29a) {{(pid=113424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 09:50:38.987988 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron_lib.callbacks.manager [None req-c8899fdf-771c-4ebc-b09c-fa48176adc97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (95466e8d-f8d1-43bd-85bc-af2a1ae6275b), after_update {{(pid=113426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:39.008148 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687d0b20-3169-49c2-8abd-d36e51bbad64 None None] Network 714409cc-76dc-4d11-ac16-91a51e6288da requested from dv-cinder-790535-43-iscsi {{(pid=113425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 09:50:39.150583 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-1e7d0f0b-5f37-4ed9-a6bb-4fc4e5335c72 admin admin] Publish callbacks [] for port (884885de-9e10-4652-9aba-309ace13393a), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:39.155312 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-abd99b92-1bc4-4313-a0a7-854dc4b5f81b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (cff0635c-a5e3-4d53-bd6a-7c1420d44d1f), before_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:39.160191 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:39.162984 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.managers [None req-c8899fdf-771c-4ebc-b09c-fa48176adc97 None None] Attempting to bind port 95466e8d-f8d1-43bd-85bc-af2a1ae6275b on host dv-cinder-790535-43-iscsi for vnic_type normal with profile {{(pid=113426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 09:50:39.164217 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.managers [None req-c8899fdf-771c-4ebc-b09c-fa48176adc97 None None] Attempting to bind port 95466e8d-f8d1-43bd-85bc-af2a1ae6275b by drivers openvswitch,hyperv on host dv-cinder-790535-43-iscsi at level 0 using segments [{'id': '0b254eb8-8459-4a20-9dd6-e212af12e724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79'}] {{(pid=113426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 09:50:39.164694 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8899fdf-771c-4ebc-b09c-fa48176adc97 None None] Attempting to bind port 95466e8d-f8d1-43bd-85bc-af2a1ae6275b on network d06af4bd-75ff-4039-9388-f05026361d79 {{(pid=113426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 09:50:39.247818 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:39.287444 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvr_db [None req-1d18dedb-1bbd-4899-a509-44943734497d None None] Set router b612235f-c44e-4fc6-ace6-e6e2684f6499 gateway port host: dv-cinder-790535-43-iscsi {{(pid=113426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 09:50:39.295803 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3bfa74c0-3ccd-4cd7-9116-3ce2f54e5482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (7477150b-3625-45cf-9f19-c36330ee867f), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:39.305012 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:39.311294 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-1e7d0f0b-5f37-4ed9-a6bb-4fc4e5335c72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759571245505'] for port (884885de-9e10-4652-9aba-309ace13393a), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:39.334623 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Provisioning complete for port 6d2e6940-9ae5-47ac-a049-fbb73b822288 triggered by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:50:39.334995 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (6d2e6940-9ae5-47ac-a049-fbb73b822288), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:39.335337 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Attempt 1 to provision port 6d2e6940-9ae5-47ac-a049-fbb73b822288 Sep 16 09:50:39.352641 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c1f90a-9546-4a5b-b5de-ac9b02e1354b None None] Pushing event updated for resources: {'Port': ['ID=95466e8d-f8d1-43bd-85bc-af2a1ae6275b,revision_number=2']} {{(pid=113426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:50:39.409648 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfa74c0-3ccd-4cd7-9116-3ce2f54e5482 None None] Routers {'b122c1e8-3e6e-4fd0-9649-57ad02017b0e'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 09:50:39.410310 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-3bfa74c0-3ccd-4cd7-9116-3ce2f54e5482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T09:50:24Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['b122c1e8-3e6e-4fd0-9649-57ad02017b0e'], 'active': True} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:50:39.415513 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-abd99b92-1bc4-4313-a0a7-854dc4b5f81b admin admin] Publish callbacks [] for port (cff0635c-a5e3-4d53-bd6a-7c1420d44d1f), precommit_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:39.440855 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8899fdf-771c-4ebc-b09c-fa48176adc97 None None] Checking agent: {'id': 'be58d251-43cc-467d-bf31-2aae48e2ac56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-43-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 9, 41, 57), 'started_at': datetime.datetime(2022, 9, 16, 9, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 9, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-43-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 09:50:39.441702 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8899fdf-771c-4ebc-b09c-fa48176adc97 None None] Checking segment: {'id': '0b254eb8-8459-4a20-9dd6-e212af12e724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 09:50:39.442463 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron_lib.callbacks.manager [None req-c8899fdf-771c-4ebc-b09c-fa48176adc97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:39.443833 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8899fdf-771c-4ebc-b09c-fa48176adc97 None None] Bound using segment: {'id': '0b254eb8-8459-4a20-9dd6-e212af12e724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79'} {{(pid=113426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 09:50:39.444711 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.managers [None req-c8899fdf-771c-4ebc-b09c-fa48176adc97 None None] Bound port: 95466e8d-f8d1-43bd-85bc-af2a1ae6275b, host: dv-cinder-790535-43-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b254eb8-8459-4a20-9dd6-e212af12e724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79'}}] {{(pid=113426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 09:50:39.445336 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron_lib.callbacks.manager [None req-c8899fdf-771c-4ebc-b09c-fa48176adc97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (95466e8d-f8d1-43bd-85bc-af2a1ae6275b), before_update {{(pid=113426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:39.468296 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7d0f0b-5f37-4ed9-a6bb-4fc4e5335c72 admin admin] Network b92b7908-54f3-4444-8e37-e6621fa07310 is already hosted by enough agents. {{(pid=113423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 09:50:39.499424 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.base_scheduler [None req-1e7d0f0b-5f37-4ed9-a6bb-4fc4e5335c72 admin admin] Resources bound (agent type, host, resource id): {{(pid=113423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 09:50:39.506736 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7d0f0b-5f37-4ed9-a6bb-4fc4e5335c72 admin admin] Pushing event updated for resources: {'Port': ['ID=884885de-9e10-4652-9aba-309ace13393a,revision_number=1']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:50:39.510181 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7d0f0b-5f37-4ed9-a6bb-4fc4e5335c72 admin admin] Received port after_create {{(pid=113423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 09:50:39.510849 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-1e7d0f0b-5f37-4ed9-a6bb-4fc4e5335c72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691992'] for router_interface (5f629d17-6c04-4750-846b-90fbe144f83c), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:39.527482 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-abd99b92-1bc4-4313-a0a7-854dc4b5f81b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (cff0635c-a5e3-4d53-bd6a-7c1420d44d1f), after_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:39.528546 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-abd99b92-1bc4-4313-a0a7-854dc4b5f81b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692108'] for router_interface (b122c1e8-3e6e-4fd0-9649-57ad02017b0e), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:39.551301 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvr_db [None req-3bfa74c0-3ccd-4cd7-9116-3ce2f54e5482 None None] Set router b122c1e8-3e6e-4fd0-9649-57ad02017b0e gateway port host: dv-cinder-790535-43-iscsi {{(pid=113425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 09:50:39.621240 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-a9dbc869-fa5a-44ed-bea3-c566ca529c8a admin admin] Publish callbacks [] for port (532fb59b-a9f1-4899-848a-9c67d077c29a), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:39.635589 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:39.674528 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-b81d8d95-d30c-4bc1-9e78-84577ff6eb12 None None] Current status of the port 26d212d7-f7c8-4d65-b3bf-7f3b754d7604 is: ACTIVE; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:50:39.701194 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:39.732300 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-b81d8d95-d30c-4bc1-9e78-84577ff6eb12 None None] Provisioning complete for port 6d2e6940-9ae5-47ac-a049-fbb73b822288 triggered by entity DHCP. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:50:39.732954 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-b81d8d95-d30c-4bc1-9e78-84577ff6eb12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (6d2e6940-9ae5-47ac-a049-fbb73b822288), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:39.733434 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-b81d8d95-d30c-4bc1-9e78-84577ff6eb12 None None] Attempt 1 to provision port 6d2e6940-9ae5-47ac-a049-fbb73b822288 Sep 16 09:50:39.766745 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Pushing event updated for resources: {'Port': ['ID=26d212d7-f7c8-4d65-b3bf-7f3b754d7604,revision_number=3']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:50:39.794211 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd99b92-1bc4-4313-a0a7-854dc4b5f81b admin admin] Pushing event updated for resources: {'Port': ['ID=cff0635c-a5e3-4d53-bd6a-7c1420d44d1f,revision_number=2']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:50:39.810461 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.db [None req-c8899fdf-771c-4ebc-b09c-fa48176adc97 None None] For port 95466e8d-f8d1-43bd-85bc-af2a1ae6275b, host dv-cinder-790535-43-iscsi, cleared binding levels {{(pid=113426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 09:50:39.846535 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:39.895558 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 46646) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:50:39.916417 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.v2.base [None req-9967145f-345d-47aa-82d7-10f359226f83 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Request body: {'security_group': {'name': 'tempest-securitygroup--3469658', 'description': 'tempest-description--1527412534'}} {{(pid=113424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:50:39.922747 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.db [None req-c8899fdf-771c-4ebc-b09c-fa48176adc97 None None] For port 95466e8d-f8d1-43bd-85bc-af2a1ae6275b, host dv-cinder-790535-43-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=95466e8d-f8d1-43bd-85bc-af2a1ae6275b,segment=NetworkSegment(0b254eb8-8459-4a20-9dd6-e212af12e724),segment_id=0b254eb8-8459-4a20-9dd6-e212af12e724)] {{(pid=113426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 09:50:39.953742 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:39.955588 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd99b92-1bc4-4313-a0a7-854dc4b5f81b admin admin] Network 17684eae-ad40-4ec5-9092-8a60e4e87e96 is already hosted by enough agents. {{(pid=113424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 09:50:39.959795 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.base_scheduler [None req-abd99b92-1bc4-4313-a0a7-854dc4b5f81b admin admin] Resources bound (agent type, host, resource id): {{(pid=113424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 09:50:40.018665 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Current status of the port 6d2e6940-9ae5-47ac-a049-fbb73b822288 is: ACTIVE; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:50:40.041282 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29874749-825a-42b5-aa32-c08d14b0b64e None None] Pushing event updated for resources: {'Port': ['ID=7477150b-3625-45cf-9f19-c36330ee867f,revision_number=3']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:50:40.095560 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:40.143142 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron_lib.callbacks.manager [None req-c8899fdf-771c-4ebc-b09c-fa48176adc97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (95466e8d-f8d1-43bd-85bc-af2a1ae6275b), after_update {{(pid=113426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:40.154340 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-b81d8d95-d30c-4bc1-9e78-84577ff6eb12 None None] Current status of the port 6d2e6940-9ae5-47ac-a049-fbb73b822288 is: ACTIVE; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:50:40.239284 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-1e7d0f0b-5f37-4ed9-a6bb-4fc4e5335c72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (884885de-9e10-4652-9aba-309ace13393a), before_update {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:40.324905 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-1d18dedb-1bbd-4899-a509-44943734497d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b612235f-c44e-4fc6-ace6-e6e2684f6499', 'name': 'tempest-AttachVolumeShelveTestJSON-1566209003-router', 'tenant_id': 'f1713f13f3ff494496a8ef8e5591c1b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'ea69b4ff-4fed-49bf-ac3d-de4f30e2d302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:50:29Z', 'updated_at': '2022-09-16T09:50:35Z', 'revision_number': 4, 'project_id': 'f1713f13f3ff494496a8ef8e5591c1b6', 'gw_port': {'id': 'ea69b4ff-4fed-49bf-ac3d-de4f30e2d302', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:86:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b612235f-c44e-4fc6-ace6-e6e2684f6499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:30Z', 'updated_at': '2022-09-16T09:50:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_interfaces': [{'id': 'c1f1615c-3b20-4576-9f7b-38e270c021fd', 'name': '', 'network_id': 'fe465541-6175-450e-8791-dc7a519b5e60', 'tenant_id': 'f1713f13f3ff494496a8ef8e5591c1b6', 'mac_address': 'fa:16:3e:a5:c7:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b612235f-c44e-4fc6-ace6-e6e2684f6499', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '312d0eea-a7f5-4989-be4b-d8f1ee2c9ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:34Z', 'updated_at': '2022-09-16T09:50:36Z', 'revision_number': 2, 'project_id': 'f1713f13f3ff494496a8ef8e5591c1b6', 'subnets': [{'id': '312d0eea-a7f5-4989-be4b-d8f1ee2c9ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:50:40.405254 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c1f90a-9546-4a5b-b5de-ac9b02e1354b None None] Pushing event updated for resources: {'Port': ['ID=95466e8d-f8d1-43bd-85bc-af2a1ae6275b,revision_number=3']} {{(pid=113426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:50:40.405254 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8899fdf-771c-4ebc-b09c-fa48176adc97 None None] Routers {'7d103bd1-dd46-42e7-b4b1-1660369b7836'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 09:50:40.405254 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-c8899fdf-771c-4ebc-b09c-fa48176adc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T09:50:24Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['7d103bd1-dd46-42e7-b4b1-1660369b7836'], 'active': True} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:50:40.407833 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d18dedb-1bbd-4899-a509-44943734497d None None] Checking router: b612235f-c44e-4fc6-ace6-e6e2684f6499 for host: dv-cinder-790535-43-iscsi {{(pid=113426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 09:50:40.408300 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d18dedb-1bbd-4899-a509-44943734497d None None] Updating router b612235f-c44e-4fc6-ace6-e6e2684f6499 port c1f1615c-3b20-4576-9f7b-38e270c021fd binding host dv-cinder-790535-43-iscsi {{(pid=113426) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 09:50:40.455204 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-a409e2a0-b45f-463d-a511-bac19a8caff5 None None] Provisioning complete for port cff0635c-a5e3-4d53-bd6a-7c1420d44d1f triggered by entity DHCP. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:50:40.455652 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-a409e2a0-b45f-463d-a511-bac19a8caff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (cff0635c-a5e3-4d53-bd6a-7c1420d44d1f), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:40.456048 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-a409e2a0-b45f-463d-a511-bac19a8caff5 None None] Attempt 1 to provision port cff0635c-a5e3-4d53-bd6a-7c1420d44d1f Sep 16 09:50:40.494163 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 46666) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:50:40.500776 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-9967145f-345d-47aa-82d7-10f359226f83 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Publish callbacks [] for security_group (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:40.515664 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.v2.base [None req-0f3e77e7-4339-4a0b-8bde-eaadcc374cbe admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2030920444-network', 'tenant_id': 'e602272a68d243488ec7f6fed0205b89'}} {{(pid=113424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:50:40.525731 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-a409e2a0-b45f-463d-a511-bac19a8caff5 None None] Port cff0635c-a5e3-4d53-bd6a-7c1420d44d1f cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:50:40.527007 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-3bfa74c0-3ccd-4cd7-9116-3ce2f54e5482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b122c1e8-3e6e-4fd0-9649-57ad02017b0e', 'name': 'tempest-ServerRescueNegativeTestJSON-259796740-router', 'tenant_id': '3fe0d52d42324aa38182b47b3588b979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '7477150b-3625-45cf-9f19-c36330ee867f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:50:28Z', 'updated_at': '2022-09-16T09:50:38Z', 'revision_number': 4, 'project_id': '3fe0d52d42324aa38182b47b3588b979', 'gw_port': {'id': '7477150b-3625-45cf-9f19-c36330ee867f', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:4f:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b122c1e8-3e6e-4fd0-9649-57ad02017b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:30Z', 'updated_at': '2022-09-16T09:50:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_interfaces': [{'id': 'cff0635c-a5e3-4d53-bd6a-7c1420d44d1f', 'name': '', 'network_id': '17684eae-ad40-4ec5-9092-8a60e4e87e96', 'tenant_id': '3fe0d52d42324aa38182b47b3588b979', 'mac_address': 'fa:16:3e:da:ef:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b122c1e8-3e6e-4fd0-9649-57ad02017b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7270ea1b-9730-4d7c-89ed-4cebd5834047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:37Z', 'updated_at': '2022-09-16T09:50:37Z', 'revision_number': 1, 'project_id': '3fe0d52d42324aa38182b47b3588b979', 'subnets': [{'id': '7270ea1b-9730-4d7c-89ed-4cebd5834047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:50:40.563053 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfa74c0-3ccd-4cd7-9116-3ce2f54e5482 None None] The sync data for ids ['b122c1e8-3e6e-4fd0-9649-57ad02017b0e'] in dv-cinder-790535-43-iscsi is: [{'id': 'b122c1e8-3e6e-4fd0-9649-57ad02017b0e', 'name': 'tempest-ServerRescueNegativeTestJSON-259796740-router', 'tenant_id': '3fe0d52d42324aa38182b47b3588b979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '7477150b-3625-45cf-9f19-c36330ee867f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:50:28Z', 'updated_at': '2022-09-16T09:50:38Z', 'revision_number': 4, 'project_id': '3fe0d52d42324aa38182b47b3588b979', 'gw_port': {'id': '7477150b-3625-45cf-9f19-c36330ee867f', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:4f:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b122c1e8-3e6e-4fd0-9649-57ad02017b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:30Z', 'updated_at': '2022-09-16T09:50:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_interfaces': [{'id': 'cff0635c-a5e3-4d53-bd6a-7c1420d44d1f', 'name': '', 'network_id': '17684eae-ad40-4ec5-9092-8a60e4e87e96', 'tenant_id': '3fe0d52d42324aa38182b47b3588b979', 'mac_address': 'fa:16:3e:da:ef:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b122c1e8-3e6e-4fd0-9649-57ad02017b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7270ea1b-9730-4d7c-89ed-4cebd5834047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:37Z', 'updated_at': '2022-09-16T09:50:37Z', 'revision_number': 1, 'project_id': '3fe0d52d42324aa38182b47b3588b979', 'subnets': [{'id': '7270ea1b-9730-4d7c-89ed-4cebd5834047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 09:50:40.569743 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-a9dbc869-fa5a-44ed-bea3-c566ca529c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759571245505'] for port (532fb59b-a9f1-4899-848a-9c67d077c29a), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:40.580336 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device 2848b677-d281-4f87-8363-e070831c1031 up at agent ovs-agent-dv-cinder-790535-43-iscsi {{(pid=113425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 09:50:40.604850 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abd99b92-1bc4-4313-a0a7-854dc4b5f81b admin admin] Router b122c1e8-3e6e-4fd0-9649-57ad02017b0e has already been hosted by L3 agent 647718b3-8298-4382-86e2-3fad9f5d7804 {{(pid=113424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 09:50:40.627578 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9dbc869-fa5a-44ed-bea3-c566ca529c8a admin admin] Network c4842324-ee85-46c7-9e8f-0b04468e9bb4 is already hosted by enough agents. {{(pid=113424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 09:50:40.641641 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.base_scheduler [None req-a9dbc869-fa5a-44ed-bea3-c566ca529c8a admin admin] Resources bound (agent type, host, resource id): {{(pid=113424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 09:50:40.643375 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron_lib.callbacks.manager [None req-1d18dedb-1bbd-4899-a509-44943734497d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (c1f1615c-3b20-4576-9f7b-38e270c021fd), before_update {{(pid=113426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:40.648724 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-7045f3df-233e-4be6-9c08-929276a01391 None None] Publish callbacks [] for port (f25e5371-7d7a-4929-ba67-20f64b85ea85), precommit_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:40.659217 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9dbc869-fa5a-44ed-bea3-c566ca529c8a admin admin] Received port after_create {{(pid=113424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 09:50:40.659723 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-a9dbc869-fa5a-44ed-bea3-c566ca529c8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691992'] for router_interface (7d103bd1-dd46-42e7-b4b1-1660369b7836), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:40.661609 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Provisioning complete for port 2848b677-d281-4f87-8363-e070831c1031 triggered by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:50:40.666290 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (2848b677-d281-4f87-8363-e070831c1031), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:40.666290 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Attempt 1 to provision port 2848b677-d281-4f87-8363-e070831c1031 Sep 16 09:50:40.715610 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-1e7d0f0b-5f37-4ed9-a6bb-4fc4e5335c72 admin admin] Publish callbacks [] for port (884885de-9e10-4652-9aba-309ace13393a), precommit_update {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:40.731090 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:40.774521 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f3e77e7-4339-4a0b-8bde-eaadcc374cbe admin admin] Made reservation on behalf of e602272a68d243488ec7f6fed0205b89 for: {'network': 1} {{(pid=113424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 09:50:40.777114 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-0f3e77e7-4339-4a0b-8bde-eaadcc374cbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for network (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:40.794964 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvr_db [None req-c8899fdf-771c-4ebc-b09c-fa48176adc97 None None] Set router 7d103bd1-dd46-42e7-b4b1-1660369b7836 gateway port host: dv-cinder-790535-43-iscsi {{(pid=113426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 09:50:40.825450 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-0f3e77e7-4339-4a0b-8bde-eaadcc374cbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:40.825654 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Current status of the port 2848b677-d281-4f87-8363-e070831c1031 is: ACTIVE; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:50:40.825654 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device ea69b4ff-4fed-49bf-ac3d-de4f30e2d302 up at agent ovs-agent-dv-cinder-790535-43-iscsi {{(pid=113425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 09:50:40.893899 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-1e7d0f0b-5f37-4ed9-a6bb-4fc4e5335c72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (884885de-9e10-4652-9aba-309ace13393a), after_update {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:40.894809 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-1e7d0f0b-5f37-4ed9-a6bb-4fc4e5335c72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692108'] for router_interface (5f629d17-6c04-4750-846b-90fbe144f83c), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:40.910686 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-7045f3df-233e-4be6-9c08-929276a01391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (f25e5371-7d7a-4929-ba67-20f64b85ea85), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:41.029785 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Provisioning complete for port ea69b4ff-4fed-49bf-ac3d-de4f30e2d302 triggered by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:50:41.030326 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (ea69b4ff-4fed-49bf-ac3d-de4f30e2d302), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:41.030809 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Attempt 1 to provision port ea69b4ff-4fed-49bf-ac3d-de4f30e2d302 Sep 16 09:50:41.031048 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7d0f0b-5f37-4ed9-a6bb-4fc4e5335c72 admin admin] Pushing event updated for resources: {'Port': ['ID=884885de-9e10-4652-9aba-309ace13393a,revision_number=2']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:50:41.086029 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-a409e2a0-b45f-463d-a511-bac19a8caff5 None None] Attempt 2 to provision port cff0635c-a5e3-4d53-bd6a-7c1420d44d1f Sep 16 09:50:41.145012 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-a409e2a0-b45f-463d-a511-bac19a8caff5 None None] Port cff0635c-a5e3-4d53-bd6a-7c1420d44d1f cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:50:41.145628 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.managers [None req-7045f3df-233e-4be6-9c08-929276a01391 None None] Attempting to bind port f25e5371-7d7a-4929-ba67-20f64b85ea85 on host dv-cinder-790535-43-iscsi for vnic_type normal with profile {{(pid=113425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 09:50:41.146843 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.managers [None req-7045f3df-233e-4be6-9c08-929276a01391 None None] Attempting to bind port f25e5371-7d7a-4929-ba67-20f64b85ea85 by drivers openvswitch,hyperv on host dv-cinder-790535-43-iscsi at level 0 using segments [{'id': '0b254eb8-8459-4a20-9dd6-e212af12e724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79'}] {{(pid=113425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 09:50:41.147056 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7045f3df-233e-4be6-9c08-929276a01391 None None] Attempting to bind port f25e5371-7d7a-4929-ba67-20f64b85ea85 on network d06af4bd-75ff-4039-9388-f05026361d79 {{(pid=113425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 09:50:41.196120 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816eea05-3d47-4e00-8d83-90cab6ebf9bc None None] Pushing event updated for resources: {'Port': ['ID=f25e5371-7d7a-4929-ba67-20f64b85ea85,revision_number=2']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:50:41.211009 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dbc869-fa5a-44ed-bea3-c566ca529c8a admin admin] Pushing event updated for resources: {'Port': ['ID=532fb59b-a9f1-4899-848a-9c67d077c29a,revision_number=1']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:50:41.259761 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Current status of the port ea69b4ff-4fed-49bf-ac3d-de4f30e2d302 is: DOWN; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:50:41.261189 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (ea69b4ff-4fed-49bf-ac3d-de4f30e2d302), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:41.263243 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7d0f0b-5f37-4ed9-a6bb-4fc4e5335c72 admin admin] Network b92b7908-54f3-4444-8e37-e6621fa07310 is already hosted by enough agents. {{(pid=113423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 09:50:41.272345 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.base_scheduler [None req-1e7d0f0b-5f37-4ed9-a6bb-4fc4e5335c72 admin admin] Resources bound (agent type, host, resource id): {{(pid=113423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 09:50:41.416272 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-c8899fdf-771c-4ebc-b09c-fa48176adc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d103bd1-dd46-42e7-b4b1-1660369b7836', 'name': 'tempest-DeleteServersTestJSON-322079799-router', 'tenant_id': 'cca830d4d9384e99b6f499a457776de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '95466e8d-f8d1-43bd-85bc-af2a1ae6275b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:50:29Z', 'updated_at': '2022-09-16T09:50:33Z', 'revision_number': 3, 'project_id': 'cca830d4d9384e99b6f499a457776de4', 'gw_port': {'id': '95466e8d-f8d1-43bd-85bc-af2a1ae6275b', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:30:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d103bd1-dd46-42e7-b4b1-1660369b7836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:30Z', 'updated_at': '2022-09-16T09:50:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi'}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:50:41.434494 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] For port ea69b4ff-4fed-49bf-ac3d-de4f30e2d302, host dv-cinder-790535-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=ea69b4ff-4fed-49bf-ac3d-de4f30e2d302,segment=NetworkSegment(0b254eb8-8459-4a20-9dd6-e212af12e724),segment_id=0b254eb8-8459-4a20-9dd6-e212af12e724)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:50:41.440811 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7045f3df-233e-4be6-9c08-929276a01391 None None] Checking agent: {'id': 'be58d251-43cc-467d-bf31-2aae48e2ac56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-43-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 9, 41, 57), 'started_at': datetime.datetime(2022, 9, 16, 9, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 9, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-43-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 09:50:41.443482 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7045f3df-233e-4be6-9c08-929276a01391 None None] Checking segment: {'id': '0b254eb8-8459-4a20-9dd6-e212af12e724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 09:50:41.446418 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-7045f3df-233e-4be6-9c08-929276a01391 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:41.447543 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7045f3df-233e-4be6-9c08-929276a01391 None None] Bound using segment: {'id': '0b254eb8-8459-4a20-9dd6-e212af12e724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79'} {{(pid=113425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 09:50:41.449595 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.managers [None req-7045f3df-233e-4be6-9c08-929276a01391 None None] Bound port: f25e5371-7d7a-4929-ba67-20f64b85ea85, host: dv-cinder-790535-43-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b254eb8-8459-4a20-9dd6-e212af12e724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79'}}] {{(pid=113425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 09:50:41.453434 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-7045f3df-233e-4be6-9c08-929276a01391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (f25e5371-7d7a-4929-ba67-20f64b85ea85), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:41.468664 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-9967145f-345d-47aa-82d7-10f359226f83 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Publish callbacks [] for security_group (5e85962f-c8f8-4f8c-8afc-b4af534d3051), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:41.470771 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-0f3e77e7-4339-4a0b-8bde-eaadcc374cbe admin admin] Publish callbacks [] for security_group (14a9ac63-9009-4ae8-a0ba-0ac011a62452), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:41.529986 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abd99b92-1bc4-4313-a0a7-854dc4b5f81b admin admin] Notify agent at l3_agent.dv-cinder-790535-43-iscsi the message routers_updated {{(pid=113424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 09:50:41.537350 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-abd99b92-1bc4-4313-a0a7-854dc4b5f81b admin admin] 10.222.0.73 "PUT /networking/v2.0/routers/b122c1e8-3e6e-4fd0-9649-57ad02017b0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7287302 Sep 16 09:50:41.538770 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8899fdf-771c-4ebc-b09c-fa48176adc97 None None] The sync data for ids ['7d103bd1-dd46-42e7-b4b1-1660369b7836'] in dv-cinder-790535-43-iscsi is: [{'id': '7d103bd1-dd46-42e7-b4b1-1660369b7836', 'name': 'tempest-DeleteServersTestJSON-322079799-router', 'tenant_id': 'cca830d4d9384e99b6f499a457776de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '95466e8d-f8d1-43bd-85bc-af2a1ae6275b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:50:29Z', 'updated_at': '2022-09-16T09:50:33Z', 'revision_number': 3, 'project_id': 'cca830d4d9384e99b6f499a457776de4', 'gw_port': {'id': '95466e8d-f8d1-43bd-85bc-af2a1ae6275b', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:30:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d103bd1-dd46-42e7-b4b1-1660369b7836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:30Z', 'updated_at': '2022-09-16T09:50:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi'}] {{(pid=113426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 09:50:41.558105 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-a9dbc869-fa5a-44ed-bea3-c566ca529c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (532fb59b-a9f1-4899-848a-9c67d077c29a), before_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:41.558645 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e7d0f0b-5f37-4ed9-a6bb-4fc4e5335c72 admin admin] Router 5f629d17-6c04-4750-846b-90fbe144f83c has already been hosted by L3 agent 647718b3-8298-4382-86e2-3fad9f5d7804 {{(pid=113423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 09:50:41.595164 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-7045f3df-233e-4be6-9c08-929276a01391 None None] For port f25e5371-7d7a-4929-ba67-20f64b85ea85, host dv-cinder-790535-43-iscsi, cleared binding levels {{(pid=113425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 09:50:41.603809 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-7045f3df-233e-4be6-9c08-929276a01391 None None] For port f25e5371-7d7a-4929-ba67-20f64b85ea85, host dv-cinder-790535-43-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=f25e5371-7d7a-4929-ba67-20f64b85ea85,segment=NetworkSegment(0b254eb8-8459-4a20-9dd6-e212af12e724),segment_id=0b254eb8-8459-4a20-9dd6-e212af12e724)] {{(pid=113425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 09:50:41.609569 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (ea69b4ff-4fed-49bf-ac3d-de4f30e2d302), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:41.613142 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device 4f994ed1-1f80-4bd3-bae6-d265fa874dc2 up at agent ovs-agent-dv-cinder-790535-43-iscsi {{(pid=113425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 09:50:41.669078 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-0f3e77e7-4339-4a0b-8bde-eaadcc374cbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (14a9ac63-9009-4ae8-a0ba-0ac011a62452), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:41.688127 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-a409e2a0-b45f-463d-a511-bac19a8caff5 None None] Attempt 3 to provision port cff0635c-a5e3-4d53-bd6a-7c1420d44d1f Sep 16 09:50:41.694639 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-9967145f-345d-47aa-82d7-10f359226f83 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (5e85962f-c8f8-4f8c-8afc-b4af534d3051), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:41.796423 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f3e77e7-4339-4a0b-8bde-eaadcc374cbe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=113424) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 09:50:41.830848 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3e77e7-4339-4a0b-8bde-eaadcc374cbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14a9ac63-9009-4ae8-a0ba-0ac011a62452,revision_number=1']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:50:41.884074 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-7045f3df-233e-4be6-9c08-929276a01391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (f25e5371-7d7a-4929-ba67-20f64b85ea85), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:41.900744 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-0f3e77e7-4339-4a0b-8bde-eaadcc374cbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1277354'] for segment (2ce72bae-b733-42d4-9a6d-826e0c44857f), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:41.901046 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.db.segments_db [None req-0f3e77e7-4339-4a0b-8bde-eaadcc374cbe admin admin] Added segment 2ce72bae-b733-42d4-9a6d-826e0c44857f of type vlan for network 6b220fc2-7b81-454a-b2a7-0f5c950ae60e Sep 16 09:50:41.950928 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-9967145f-345d-47aa-82d7-10f359226f83 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Publish callbacks [] for security_group (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:41.952725 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e7d0f0b-5f37-4ed9-a6bb-4fc4e5335c72 admin admin] Notify agent at l3_agent.dv-cinder-790535-43-iscsi the message routers_updated {{(pid=113423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 09:50:41.955451 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-9967145f-345d-47aa-82d7-10f359226f83 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 2.0533268 Sep 16 09:50:41.956124 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 46704) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:50:41.972632 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-1e7d0f0b-5f37-4ed9-a6bb-4fc4e5335c72 admin admin] 10.222.0.73 "PUT /networking/v2.0/routers/5f629d17-6c04-4750-846b-90fbe144f83c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4766130 Sep 16 09:50:41.974674 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.v2.base [None req-b179a248-759c-46dd-b749-3398ebbc25e3 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Request body: {'security_group_rule': {'security_group_id': '5e85962f-c8f8-4f8c-8afc-b4af534d3051', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:50:42.030846 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9967145f-345d-47aa-82d7-10f359226f83 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e85962f-c8f8-4f8c-8afc-b4af534d3051,revision_number=1']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:50:42.041484 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-a409e2a0-b45f-463d-a511-bac19a8caff5 None None] Port cff0635c-a5e3-4d53-bd6a-7c1420d44d1f cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:50:42.070746 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Provisioning complete for port 4f994ed1-1f80-4bd3-bae6-d265fa874dc2 triggered by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:50:42.071119 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (4f994ed1-1f80-4bd3-bae6-d265fa874dc2), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:42.071465 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Attempt 1 to provision port 4f994ed1-1f80-4bd3-bae6-d265fa874dc2 Sep 16 09:50:42.075910 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-0f3e77e7-4339-4a0b-8bde-eaadcc374cbe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759571199151'] for network (6b220fc2-7b81-454a-b2a7-0f5c950ae60e), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:42.084951 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7045f3df-233e-4be6-9c08-929276a01391 None None] Routers {'5f629d17-6c04-4750-846b-90fbe144f83c'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 09:50:42.085598 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-7045f3df-233e-4be6-9c08-929276a01391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T09:50:24Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['5f629d17-6c04-4750-846b-90fbe144f83c'], 'active': True} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:50:42.143978 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:42.163935 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Pushing event updated for resources: {'Port': ['ID=ea69b4ff-4fed-49bf-ac3d-de4f30e2d302,revision_number=4']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:50:42.193720 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron_lib.callbacks.manager [None req-1d18dedb-1bbd-4899-a509-44943734497d None None] Publish callbacks [] for port (c1f1615c-3b20-4576-9f7b-38e270c021fd), precommit_update {{(pid=113426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:42.229945 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-b179a248-759c-46dd-b749-3398ebbc25e3 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Publish callbacks [] for security_group_rule (f226c34a-cdef-478b-abfe-6ccb6f082bfd), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:42.293698 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron_lib.callbacks.manager [None req-1d18dedb-1bbd-4899-a509-44943734497d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (c1f1615c-3b20-4576-9f7b-38e270c021fd), after_update {{(pid=113426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:42.317602 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-0f3e77e7-4339-4a0b-8bde-eaadcc374cbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335'] for network (6b220fc2-7b81-454a-b2a7-0f5c950ae60e), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:42.319537 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3e77e7-4339-4a0b-8bde-eaadcc374cbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:50:42.320170 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-0f3e77e7-4339-4a0b-8bde-eaadcc374cbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546317'] for network (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:42.398278 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-a9dbc869-fa5a-44ed-bea3-c566ca529c8a admin admin] Publish callbacks [] for port (532fb59b-a9f1-4899-848a-9c67d077c29a), precommit_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:42.426153 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cba2dfa-23f4-4fd5-8a9b-7d42c1b08575 None None] Pushing event updated for resources: {'Port': ['ID=c1f1615c-3b20-4576-9f7b-38e270c021fd,revision_number=3']} {{(pid=113426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:50:42.502463 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:42.539865 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-a9dbc869-fa5a-44ed-bea3-c566ca529c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (532fb59b-a9f1-4899-848a-9c67d077c29a), after_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:42.540893 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-a9dbc869-fa5a-44ed-bea3-c566ca529c8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692108'] for router_interface (7d103bd1-dd46-42e7-b4b1-1660369b7836), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:42.587818 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-0f3e77e7-4339-4a0b-8bde-eaadcc374cbe admin admin] 10.222.0.73 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.0846975 Sep 16 09:50:42.588800 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:42.590636 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 46728) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:50:42.595859 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.v2.base [None req-adab6f55-c1dd-4298-b423-7a807b4e6250 admin admin] Request body: {'subnet': {'network_id': '6b220fc2-7b81-454a-b2a7-0f5c950ae60e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2030920444-subnet', 'tenant_id': 'e602272a68d243488ec7f6fed0205b89', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:50:42.643772 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.managers [None req-1d18dedb-1bbd-4899-a509-44943734497d None None] Attempting to bind port c1f1615c-3b20-4576-9f7b-38e270c021fd on host dv-cinder-790535-43-iscsi for vnic_type normal with profile {{(pid=113426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 09:50:42.644173 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.managers [None req-1d18dedb-1bbd-4899-a509-44943734497d None None] Attempting to bind port c1f1615c-3b20-4576-9f7b-38e270c021fd by drivers openvswitch,hyperv on host dv-cinder-790535-43-iscsi at level 0 using segments [{'id': 'dbdfa156-b328-4b02-9174-23c649e3a4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'fe465541-6175-450e-8791-dc7a519b5e60'}] {{(pid=113426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 09:50:42.644452 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d18dedb-1bbd-4899-a509-44943734497d None None] Attempting to bind port c1f1615c-3b20-4576-9f7b-38e270c021fd on network fe465541-6175-450e-8791-dc7a519b5e60 {{(pid=113426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 09:50:42.683216 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-b179a248-759c-46dd-b749-3398ebbc25e3 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Publish callbacks [] for security_group_rule (f226c34a-cdef-478b-abfe-6ccb6f082bfd), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:42.698674 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 46748) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:50:42.701035 dv-cinder-790535-43-iscsi neutron-server[113423]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 16 09:50:42.770301 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d18dedb-1bbd-4899-a509-44943734497d None None] Checking agent: {'id': 'be58d251-43cc-467d-bf31-2aae48e2ac56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-43-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 9, 41, 57), 'started_at': datetime.datetime(2022, 9, 16, 9, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 9, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-43-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 09:50:42.773921 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d18dedb-1bbd-4899-a509-44943734497d None None] Checking segment: {'id': 'dbdfa156-b328-4b02-9174-23c649e3a4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'fe465541-6175-450e-8791-dc7a519b5e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 09:50:42.774477 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron_lib.callbacks.manager [None req-1d18dedb-1bbd-4899-a509-44943734497d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:42.774708 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adab6f55-c1dd-4298-b423-7a807b4e6250 admin admin] Made reservation on behalf of e602272a68d243488ec7f6fed0205b89 for: {'subnet': 1} {{(pid=113423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 09:50:42.775287 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d18dedb-1bbd-4899-a509-44943734497d None None] Bound using segment: {'id': 'dbdfa156-b328-4b02-9174-23c649e3a4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'fe465541-6175-450e-8791-dc7a519b5e60'} {{(pid=113426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 09:50:42.781462 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.managers [None req-1d18dedb-1bbd-4899-a509-44943734497d None None] Bound port: c1f1615c-3b20-4576-9f7b-38e270c021fd, host: dv-cinder-790535-43-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbdfa156-b328-4b02-9174-23c649e3a4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'fe465541-6175-450e-8791-dc7a519b5e60'}}] {{(pid=113426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 09:50:42.781689 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-adab6f55-c1dd-4298-b423-7a807b4e6250 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:42.782032 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron_lib.callbacks.manager [None req-1d18dedb-1bbd-4899-a509-44943734497d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (c1f1615c-3b20-4576-9f7b-38e270c021fd), before_update {{(pid=113426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:42.826226 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-b179a248-759c-46dd-b749-3398ebbc25e3 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784789'] for security_group_rule (f226c34a-cdef-478b-abfe-6ccb6f082bfd), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:42.895747 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 46752) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:50:42.916757 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3e77e7-4339-4a0b-8bde-eaadcc374cbe admin admin] Pushing event updated for resources: {'Network': ['ID=6b220fc2-7b81-454a-b2a7-0f5c950ae60e,revision_number=1']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:50:42.931767 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b179a248-759c-46dd-b749-3398ebbc25e3 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f226c34a-cdef-478b-abfe-6ccb6f082bfd,revision_number=0']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:50:42.936550 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-a409e2a0-b45f-463d-a511-bac19a8caff5 None None] Attempt 4 to provision port cff0635c-a5e3-4d53-bd6a-7c1420d44d1f Sep 16 09:50:42.942807 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dbc869-fa5a-44ed-bea3-c566ca529c8a admin admin] Pushing event updated for resources: {'Port': ['ID=532fb59b-a9f1-4899-848a-9c67d077c29a,revision_number=2']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:50:42.944814 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.db [None req-1d18dedb-1bbd-4899-a509-44943734497d None None] For port c1f1615c-3b20-4576-9f7b-38e270c021fd, host dv-cinder-790535-43-iscsi, cleared binding levels {{(pid=113426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 09:50:42.947785 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Network 6b220fc2-7b81-454a-b2a7-0f5c950ae60e details requested by agent ovs-agent-dv-cinder-790535-43-iscsi with host dv-cinder-790535-43-iscsi {{(pid=113425) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 09:50:42.961519 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.db [None req-1d18dedb-1bbd-4899-a509-44943734497d None None] For port c1f1615c-3b20-4576-9f7b-38e270c021fd, host dv-cinder-790535-43-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=c1f1615c-3b20-4576-9f7b-38e270c021fd,segment=NetworkSegment(dbdfa156-b328-4b02-9174-23c649e3a4fb),segment_id=dbdfa156-b328-4b02-9174-23c649e3a4fb)] {{(pid=113426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 09:50:42.991641 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-b179a248-759c-46dd-b749-3398ebbc25e3 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:42.991785 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:42.995903 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-b179a248-759c-46dd-b749-3398ebbc25e3 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0292323 Sep 16 09:50:43.001464 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 46756) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:50:43.004044 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.v2.base [None req-a6dd81bc-e906-47b3-b44b-85b1b0169e02 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Request body: {'security_group': {'name': 'tempest-securitygroup--661305458', 'description': 'tempest-description--1460751334'}} {{(pid=113423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:50:43.007352 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816eea05-3d47-4e00-8d83-90cab6ebf9bc None None] Pushing event updated for resources: {'Port': ['ID=f25e5371-7d7a-4929-ba67-20f64b85ea85,revision_number=3']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:50:43.008920 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.v2.base [None req-ad743d42-8d7c-4af6-8f94-65303285afa6 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Request body: {'security_group_rule': {'security_group_id': '5e85962f-c8f8-4f8c-8afc-b4af534d3051', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:50:43.031060 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron_lib.callbacks.manager [None req-1d18dedb-1bbd-4899-a509-44943734497d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (c1f1615c-3b20-4576-9f7b-38e270c021fd), after_update {{(pid=113426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:43.057730 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9dbc869-fa5a-44ed-bea3-c566ca529c8a admin admin] Network c4842324-ee85-46c7-9e8f-0b04468e9bb4 is already hosted by enough agents. {{(pid=113424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 09:50:43.066329 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.base_scheduler [None req-a9dbc869-fa5a-44ed-bea3-c566ca529c8a admin admin] Resources bound (agent type, host, resource id): {{(pid=113424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 09:50:43.107962 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:43.138894 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d18dedb-1bbd-4899-a509-44943734497d None None] Routers {'b612235f-c44e-4fc6-ace6-e6e2684f6499'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 09:50:43.139879 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-1d18dedb-1bbd-4899-a509-44943734497d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T09:50:24Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['b612235f-c44e-4fc6-ace6-e6e2684f6499'], 'active': True} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:50:43.174405 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Current status of the port 4f994ed1-1f80-4bd3-bae6-d265fa874dc2 is: ACTIVE; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:50:43.180425 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device 26d212d7-f7c8-4d65-b3bf-7f3b754d7604 up at agent ovs-agent-dv-cinder-790535-43-iscsi {{(pid=113425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 09:50:43.200210 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-ad743d42-8d7c-4af6-8f94-65303285afa6 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Publish callbacks [] for security_group_rule (17d47df4-586b-4463-8163-e0e3b20b532a), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:43.270163 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-a409e2a0-b45f-463d-a511-bac19a8caff5 None None] Port cff0635c-a5e3-4d53-bd6a-7c1420d44d1f cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:50:43.290149 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvr_db [None req-7045f3df-233e-4be6-9c08-929276a01391 None None] Set router 5f629d17-6c04-4750-846b-90fbe144f83c gateway port host: dv-cinder-790535-43-iscsi {{(pid=113425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 09:50:43.347047 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cba2dfa-23f4-4fd5-8a9b-7d42c1b08575 None None] Pushing event updated for resources: {'Port': ['ID=c1f1615c-3b20-4576-9f7b-38e270c021fd,revision_number=4']} {{(pid=113426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:50:43.371353 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Provisioning complete for port 26d212d7-f7c8-4d65-b3bf-7f3b754d7604 triggered by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:50:43.371841 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (26d212d7-f7c8-4d65-b3bf-7f3b754d7604), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:43.372269 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Attempt 1 to provision port 26d212d7-f7c8-4d65-b3bf-7f3b754d7604 Sep 16 09:50:43.501071 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:INSERT=15,neutron:SELECT=82,neutron:UPDATE=3 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:43.524514 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvr_db [None req-1d18dedb-1bbd-4899-a509-44943734497d None None] Set router b612235f-c44e-4fc6-ace6-e6e2684f6499 gateway port host: dv-cinder-790535-43-iscsi {{(pid=113426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 09:50:43.539861 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-ad743d42-8d7c-4af6-8f94-65303285afa6 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Publish callbacks [] for security_group_rule (17d47df4-586b-4463-8163-e0e3b20b532a), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:43.546907 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9dbc869-fa5a-44ed-bea3-c566ca529c8a admin admin] Router 7d103bd1-dd46-42e7-b4b1-1660369b7836 has already been hosted by L3 agent 647718b3-8298-4382-86e2-3fad9f5d7804 {{(pid=113424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 09:50:43.624981 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9851e0f6-e81a-46c8-8d6d-04814ea3376a req-899bd3ff-34b5-45fb-b724-120f84080d38 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:50:43.636810 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-9851e0f6-e81a-46c8-8d6d-04814ea3376a req-899bd3ff-34b5-45fb-b724-120f84080d38 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/networks?id=17684eae-ad40-4ec5-9092-8a60e4e87e96 HTTP/1.1" status: 200 len: 818 time: 0.9351871 Sep 16 09:50:43.639883 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Current status of the port 26d212d7-f7c8-4d65-b3bf-7f3b754d7604 is: ACTIVE; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:50:43.641266 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device 6d2e6940-9ae5-47ac-a049-fbb73b822288 up at agent ovs-agent-dv-cinder-790535-43-iscsi {{(pid=113425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 09:50:43.642987 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-adab6f55-c1dd-4298-b423-7a807b4e6250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335'] for subnet (3abb7c79-7844-4b68-ab66-7f55db9740fd), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:43.657081 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-a6dd81bc-e906-47b3-b44b-85b1b0169e02 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks [] for security_group (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:43.670214 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-ad743d42-8d7c-4af6-8f94-65303285afa6 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784789'] for security_group_rule (17d47df4-586b-4463-8163-e0e3b20b532a), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:43.701604 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-9851e0f6-e81a-46c8-8d6d-04814ea3376a req-50b83c0b-8c79-4e22-8a0f-adca22b9d294 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/quotas/3fe0d52d42324aa38182b47b3588b979 HTTP/1.1" status: 200 len: 375 time: 0.0625710 Sep 16 09:50:43.712866 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=100 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:43.714465 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad743d42-8d7c-4af6-8f94-65303285afa6 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17d47df4-586b-4463-8163-e0e3b20b532a,revision_number=0']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:50:43.730123 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9dbc869-fa5a-44ed-bea3-c566ca529c8a admin admin] Notify agent at l3_agent.dv-cinder-790535-43-iscsi the message routers_updated {{(pid=113424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 09:50:43.735603 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-a9dbc869-fa5a-44ed-bea3-c566ca529c8a admin admin] 10.222.0.73 "PUT /networking/v2.0/routers/7d103bd1-dd46-42e7-b4b1-1660369b7836/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2721145 Sep 16 09:50:43.753027 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-7045f3df-233e-4be6-9c08-929276a01391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'name': 'tempest-AttachVolumeNegativeTest-1147155597-router', 'tenant_id': '75007587f92646f686881c2e1bfb7b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'f25e5371-7d7a-4929-ba67-20f64b85ea85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:50:29Z', 'updated_at': '2022-09-16T09:50:39Z', 'revision_number': 4, 'project_id': '75007587f92646f686881c2e1bfb7b2d', 'gw_port': {'id': 'f25e5371-7d7a-4929-ba67-20f64b85ea85', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:73:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:30Z', 'updated_at': '2022-09-16T09:50:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_interfaces': [{'id': '884885de-9e10-4652-9aba-309ace13393a', 'name': '', 'network_id': 'b92b7908-54f3-4444-8e37-e6621fa07310', 'tenant_id': '75007587f92646f686881c2e1bfb7b2d', 'mac_address': 'fa:16:3e:8d:8c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2c5e3932-9cbf-4551-a459-a4948ab2f258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:38Z', 'updated_at': '2022-09-16T09:50:40Z', 'revision_number': 2, 'project_id': '75007587f92646f686881c2e1bfb7b2d', 'subnets': [{'id': '2c5e3932-9cbf-4551-a459-a4948ab2f258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:50:43.791435 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-a409e2a0-b45f-463d-a511-bac19a8caff5 None None] Attempt 5 to provision port cff0635c-a5e3-4d53-bd6a-7c1420d44d1f Sep 16 09:50:43.803224 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-ad743d42-8d7c-4af6-8f94-65303285afa6 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:43.803224 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-ad743d42-8d7c-4af6-8f94-65303285afa6 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7965803 Sep 16 09:50:43.803941 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 46770) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:50:43.810507 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.v2.base [None req-1ec7155d-3882-4ef3-9cf8-4bb090d713dc tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Request body: {'floatingip': {'floating_network_id': 'd06af4bd-75ff-4039-9388-f05026361d79'}} {{(pid=113424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:50:43.850292 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7045f3df-233e-4be6-9c08-929276a01391 None None] The sync data for ids ['5f629d17-6c04-4750-846b-90fbe144f83c'] in dv-cinder-790535-43-iscsi is: [{'id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'name': 'tempest-AttachVolumeNegativeTest-1147155597-router', 'tenant_id': '75007587f92646f686881c2e1bfb7b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'f25e5371-7d7a-4929-ba67-20f64b85ea85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:50:29Z', 'updated_at': '2022-09-16T09:50:39Z', 'revision_number': 4, 'project_id': '75007587f92646f686881c2e1bfb7b2d', 'gw_port': {'id': 'f25e5371-7d7a-4929-ba67-20f64b85ea85', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:73:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:30Z', 'updated_at': '2022-09-16T09:50:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_interfaces': [{'id': '884885de-9e10-4652-9aba-309ace13393a', 'name': '', 'network_id': 'b92b7908-54f3-4444-8e37-e6621fa07310', 'tenant_id': '75007587f92646f686881c2e1bfb7b2d', 'mac_address': 'fa:16:3e:8d:8c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2c5e3932-9cbf-4551-a459-a4948ab2f258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:38Z', 'updated_at': '2022-09-16T09:50:40Z', 'revision_number': 2, 'project_id': '75007587f92646f686881c2e1bfb7b2d', 'subnets': [{'id': '2c5e3932-9cbf-4551-a459-a4948ab2f258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 09:50:43.863327 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-a409e2a0-b45f-463d-a511-bac19a8caff5 None None] Port cff0635c-a5e3-4d53-bd6a-7c1420d44d1f cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:50:43.863426 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-9851e0f6-e81a-46c8-8d6d-04814ea3376a req-1bf92ea6-6ee6-4a26-b947-67bf16990b8f tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=3fe0d52d42324aa38182b47b3588b979&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1545222 Sep 16 09:50:43.882678 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Provisioning complete for port 6d2e6940-9ae5-47ac-a049-fbb73b822288 triggered by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:50:43.883073 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (6d2e6940-9ae5-47ac-a049-fbb73b822288), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:43.883415 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Attempt 1 to provision port 6d2e6940-9ae5-47ac-a049-fbb73b822288 Sep 16 09:50:43.955760 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-1ec7155d-3882-4ef3-9cf8-4bb090d713dc tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:43.989061 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:43.995573 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Current status of the port 6d2e6940-9ae5-47ac-a049-fbb73b822288 is: ACTIVE; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:50:44.001821 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adab6f55-c1dd-4298-b423-7a807b4e6250 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3abb7c79-7844-4b68-ab66-7f55db9740fd,revision_number=0']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:50:44.008485 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adab6f55-c1dd-4298-b423-7a807b4e6250 admin admin] Checking segment: {'id': '2ce72bae-b733-42d4-9a6d-826e0c44857f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6b220fc2-7b81-454a-b2a7-0f5c950ae60e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 09:50:44.008777 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adab6f55-c1dd-4298-b423-7a807b4e6250 admin admin] Network hostable DHCP agents. Network: 6b220fc2-7b81-454a-b2a7-0f5c950ae60e, hostable agents: ['54fa5420-569f-41b3-81ce-b3c99a893561'], hosted agents: [] {{(pid=113423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 09:50:44.058155 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-1d18dedb-1bbd-4899-a509-44943734497d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b612235f-c44e-4fc6-ace6-e6e2684f6499', 'name': 'tempest-AttachVolumeShelveTestJSON-1566209003-router', 'tenant_id': 'f1713f13f3ff494496a8ef8e5591c1b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'ea69b4ff-4fed-49bf-ac3d-de4f30e2d302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:50:29Z', 'updated_at': '2022-09-16T09:50:35Z', 'revision_number': 4, 'project_id': 'f1713f13f3ff494496a8ef8e5591c1b6', 'gw_port': {'id': 'ea69b4ff-4fed-49bf-ac3d-de4f30e2d302', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:86:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b612235f-c44e-4fc6-ace6-e6e2684f6499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:30Z', 'updated_at': '2022-09-16T09:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_interfaces': [{'id': 'c1f1615c-3b20-4576-9f7b-38e270c021fd', 'name': '', 'network_id': 'fe465541-6175-450e-8791-dc7a519b5e60', 'tenant_id': 'f1713f13f3ff494496a8ef8e5591c1b6', 'mac_address': 'fa:16:3e:a5:c7:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b612235f-c44e-4fc6-ace6-e6e2684f6499', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '312d0eea-a7f5-4989-be4b-d8f1ee2c9ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:34Z', 'updated_at': '2022-09-16T09:50:42Z', 'revision_number': 4, 'project_id': 'f1713f13f3ff494496a8ef8e5591c1b6', 'subnets': [{'id': '312d0eea-a7f5-4989-be4b-d8f1ee2c9ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:50:44.133447 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d18dedb-1bbd-4899-a509-44943734497d None None] The sync data for ids ['b612235f-c44e-4fc6-ace6-e6e2684f6499'] in dv-cinder-790535-43-iscsi is: [{'id': 'b612235f-c44e-4fc6-ace6-e6e2684f6499', 'name': 'tempest-AttachVolumeShelveTestJSON-1566209003-router', 'tenant_id': 'f1713f13f3ff494496a8ef8e5591c1b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'ea69b4ff-4fed-49bf-ac3d-de4f30e2d302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:50:29Z', 'updated_at': '2022-09-16T09:50:35Z', 'revision_number': 4, 'project_id': 'f1713f13f3ff494496a8ef8e5591c1b6', 'gw_port': {'id': 'ea69b4ff-4fed-49bf-ac3d-de4f30e2d302', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:86:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b612235f-c44e-4fc6-ace6-e6e2684f6499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:30Z', 'updated_at': '2022-09-16T09:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_interfaces': [{'id': 'c1f1615c-3b20-4576-9f7b-38e270c021fd', 'name': '', 'network_id': 'fe465541-6175-450e-8791-dc7a519b5e60', 'tenant_id': 'f1713f13f3ff494496a8ef8e5591c1b6', 'mac_address': 'fa:16:3e:a5:c7:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b612235f-c44e-4fc6-ace6-e6e2684f6499', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '312d0eea-a7f5-4989-be4b-d8f1ee2c9ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:34Z', 'updated_at': '2022-09-16T09:50:42Z', 'revision_number': 4, 'project_id': 'f1713f13f3ff494496a8ef8e5591c1b6', 'subnets': [{'id': '312d0eea-a7f5-4989-be4b-d8f1ee2c9ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 09:50:44.170826 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adab6f55-c1dd-4298-b423-7a807b4e6250 admin admin] Network 6b220fc2-7b81-454a-b2a7-0f5c950ae60e is scheduled to be hosted by DHCP agent 54fa5420-569f-41b3-81ce-b3c99a893561 with binding_index 1 {{(pid=113423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 09:50:44.190998 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-a6dd81bc-e906-47b3-b44b-85b1b0169e02 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks [] for security_group (88a65b38-59ca-4022-a5b0-fa900452424e), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:44.289460 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.base_scheduler [None req-adab6f55-c1dd-4298-b423-7a807b4e6250 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-43-iscsi, 6b220fc2-7b81-454a-b2a7-0f5c950ae60e) {{(pid=113423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 09:50:44.297731 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-a6dd81bc-e906-47b3-b44b-85b1b0169e02 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (88a65b38-59ca-4022-a5b0-fa900452424e), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:44.299594 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=100 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:44.302056 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11854a34-24c8-4c3f-9f62-1b7d438b017f None None] Network 6b220fc2-7b81-454a-b2a7-0f5c950ae60e requested from dv-cinder-790535-43-iscsi {{(pid=113425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 09:50:44.312696 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adab6f55-c1dd-4298-b423-7a807b4e6250 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:50:44.313297 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-adab6f55-c1dd-4298-b423-7a807b4e6250 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546317'] for subnet (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:44.361563 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 46806) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:50:44.380129 dv-cinder-790535-43-iscsi neutron-server[113424]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 16 09:50:44.430725 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [req-9851e0f6-e81a-46c8-8d6d-04814ea3376a req-cb45675a-9e08-4960-a526-9854cf68fd13 service neutron] http://10.222.0.73:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113423) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 09:50:44.431871 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-9851e0f6-e81a-46c8-8d6d-04814ea3376a req-cb45675a-9e08-4960-a526-9854cf68fd13 service neutron] 10.222.0.73 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.2189651 Sep 16 09:50:44.439944 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-a409e2a0-b45f-463d-a511-bac19a8caff5 None None] Attempt 6 to provision port cff0635c-a5e3-4d53-bd6a-7c1420d44d1f Sep 16 09:50:44.503204 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-a409e2a0-b45f-463d-a511-bac19a8caff5 None None] Port cff0635c-a5e3-4d53-bd6a-7c1420d44d1f cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:50:44.503999 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device 7477150b-3625-45cf-9f19-c36330ee867f up at agent ovs-agent-dv-cinder-790535-43-iscsi {{(pid=113425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 09:50:44.518359 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dd81bc-e906-47b3-b44b-85b1b0169e02 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88a65b38-59ca-4022-a5b0-fa900452424e,revision_number=1']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:50:44.523092 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-a6dd81bc-e906-47b3-b44b-85b1b0169e02 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks [] for security_group (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:44.527112 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-a6dd81bc-e906-47b3-b44b-85b1b0169e02 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.5295784 Sep 16 09:50:44.628330 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Provisioning complete for port 7477150b-3625-45cf-9f19-c36330ee867f triggered by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:50:44.628783 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (7477150b-3625-45cf-9f19-c36330ee867f), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:44.629213 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Attempt 1 to provision port 7477150b-3625-45cf-9f19-c36330ee867f Sep 16 09:50:44.640142 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 46816) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:50:44.660070 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.v2.base [None req-bb331639-3c80-4644-b7b1-09446f394563 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Request body: {'security_group_rule': {'security_group_id': '88a65b38-59ca-4022-a5b0-fa900452424e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:50:44.677158 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-adab6f55-c1dd-4298-b423-7a807b4e6250 admin admin] 10.222.0.73 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.0851870 Sep 16 09:50:44.686646 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659cdac8-b8d3-492f-a1cd-a1db5378adef None None] Network 6b220fc2-7b81-454a-b2a7-0f5c950ae60e requested from dv-cinder-790535-43-iscsi {{(pid=113425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 09:50:44.706952 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=100 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:44.856240 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-1ec7155d-3882-4ef3-9cf8-4bb090d713dc tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:44.891493 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-9851e0f6-e81a-46c8-8d6d-04814ea3376a req-70f9ef5f-400d-46f5-a169-4951972d78e8 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/17684eae-ad40-4ec5-9092-8a60e4e87e96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4366302 Sep 16 09:50:44.898650 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Current status of the port 7477150b-3625-45cf-9f19-c36330ee867f is: DOWN; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:50:44.899267 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (7477150b-3625-45cf-9f19-c36330ee867f), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:44.951786 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:INSERT=7,neutron:SELECT=86,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:45.040690 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-a409e2a0-b45f-463d-a511-bac19a8caff5 None None] Attempt 7 to provision port cff0635c-a5e3-4d53-bd6a-7c1420d44d1f Sep 16 09:50:45.070834 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] For port 7477150b-3625-45cf-9f19-c36330ee867f, host dv-cinder-790535-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=7477150b-3625-45cf-9f19-c36330ee867f,segment=NetworkSegment(0b254eb8-8459-4a20-9dd6-e212af12e724),segment_id=0b254eb8-8459-4a20-9dd6-e212af12e724)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:50:45.074341 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 46836) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:50:45.150469 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-a409e2a0-b45f-463d-a511-bac19a8caff5 None None] Port cff0635c-a5e3-4d53-bd6a-7c1420d44d1f cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:50:45.178000 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (7477150b-3625-45cf-9f19-c36330ee867f), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:45.179526 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device ea69b4ff-4fed-49bf-ac3d-de4f30e2d302 up at agent ovs-agent-dv-cinder-790535-43-iscsi {{(pid=113425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 09:50:45.200297 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaa1f8da-f0bf-40df-aee0-8ce87626f27b admin admin] Deleting subnet de2dce4a-d59e-498d-b899-f6a7c0f1242c {{(pid=113423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 09:50:45.216374 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-eaa1f8da-f0bf-40df-aee0-8ce87626f27b admin admin] Publish callbacks [] for subnet (de2dce4a-d59e-498d-b899-f6a7c0f1242c), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:45.277427 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-eaa1f8da-f0bf-40df-aee0-8ce87626f27b admin admin] Publish callbacks [] for subnet (de2dce4a-d59e-498d-b899-f6a7c0f1242c), precommit_delete_associations {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:45.291402 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-eaa1f8da-f0bf-40df-aee0-8ce87626f27b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1872270'] for subnet (de2dce4a-d59e-498d-b899-f6a7c0f1242c), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:45.314203 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Provisioning complete for port ea69b4ff-4fed-49bf-ac3d-de4f30e2d302 triggered by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:50:45.314619 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (ea69b4ff-4fed-49bf-ac3d-de4f30e2d302), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:45.314964 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Attempt 1 to provision port ea69b4ff-4fed-49bf-ac3d-de4f30e2d302 Sep 16 09:50:45.338718 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-bb331639-3c80-4644-b7b1-09446f394563 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks [] for security_group_rule (3517febc-0c6e-4a9b-85cc-3899da16dece), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:45.365644 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Pushing event updated for resources: {'Port': ['ID=7477150b-3625-45cf-9f19-c36330ee867f,revision_number=4']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:50:45.403671 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c756bb90-e8dd-40f6-9896-f5ea7d08f250 req-abae60bd-c72e-47bb-bb03-582577f76243 tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:50:45.417211 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-c756bb90-e8dd-40f6-9896-f5ea7d08f250 req-abae60bd-c72e-47bb-bb03-582577f76243 tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] 10.222.0.73 "GET /networking/v2.0/networks?id=c4842324-ee85-46c7-9e8f-0b04468e9bb4 HTTP/1.1" status: 200 len: 811 time: 1.0502374 Sep 16 09:50:45.485015 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Current status of the port ea69b4ff-4fed-49bf-ac3d-de4f30e2d302 is: ACTIVE; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:50:45.487635 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:45.488557 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device 95466e8d-f8d1-43bd-85bc-af2a1ae6275b up at agent ovs-agent-dv-cinder-790535-43-iscsi {{(pid=113425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 09:50:45.514092 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-c756bb90-e8dd-40f6-9896-f5ea7d08f250 req-95b9c9b5-a31d-4b85-b370-88062d73ead8 tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] 10.222.0.73 "GET /networking/v2.0/quotas/cca830d4d9384e99b6f499a457776de4 HTTP/1.1" status: 200 len: 375 time: 0.0958490 Sep 16 09:50:45.589097 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Provisioning complete for port 95466e8d-f8d1-43bd-85bc-af2a1ae6275b triggered by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:50:45.589372 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (95466e8d-f8d1-43bd-85bc-af2a1ae6275b), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:45.589919 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Attempt 1 to provision port 95466e8d-f8d1-43bd-85bc-af2a1ae6275b Sep 16 09:50:45.617384 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-9851e0f6-e81a-46c8-8d6d-04814ea3376a req-b1f39915-d93d-4b83-9e05-7c50cc765030 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/17684eae-ad40-4ec5-9092-8a60e4e87e96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7038126 Sep 16 09:50:45.654011 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-eaa1f8da-f0bf-40df-aee0-8ce87626f27b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1875891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335'] for subnet (de2dce4a-d59e-498d-b899-f6a7c0f1242c), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:45.694362 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-a409e2a0-b45f-463d-a511-bac19a8caff5 None None] Attempt 8 to provision port cff0635c-a5e3-4d53-bd6a-7c1420d44d1f Sep 16 09:50:45.703594 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-bb331639-3c80-4644-b7b1-09446f394563 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks [] for security_group_rule (3517febc-0c6e-4a9b-85cc-3899da16dece), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:45.745266 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-eaa1f8da-f0bf-40df-aee0-8ce87626f27b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546317'] for subnet (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:45.756413 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-eaa1f8da-f0bf-40df-aee0-8ce87626f27b admin admin] 10.222.0.73 "DELETE /networking/v2.0/subnets/de2dce4a-d59e-498d-b899-f6a7c0f1242c HTTP/1.1" status: 204 len: 168 time: 0.6788287 Sep 16 09:50:45.757469 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa1f8da-f0bf-40df-aee0-8ce87626f27b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de2dce4a-d59e-498d-b899-f6a7c0f1242c,revision_number=None']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:50:45.770740 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 46852) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:50:45.783956 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.db_base_plugin_common [None req-1ec7155d-3882-4ef3-9cf8-4bb090d713dc tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Allocated IP 172.27.1.45 (d06af4bd-75ff-4039-9388-f05026361d79/429d2505-e0fa-44a7-bb81-98c451c1a231/846312be-f91d-4dcf-a1fd-58b438c3b71b) {{(pid=113424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 09:50:45.786787 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4816ba66-b46e-445f-a7df-0be206bcf076 None None] Sync routers for ids ['b122c1e8-3e6e-4fd0-9649-57ad02017b0e'] in dv-cinder-790535-43-iscsi {{(pid=113426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 09:50:45.806344 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4816ba66-b46e-445f-a7df-0be206bcf076 None None] Routers {'b122c1e8-3e6e-4fd0-9649-57ad02017b0e'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 09:50:45.818480 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-4816ba66-b46e-445f-a7df-0be206bcf076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T09:50:24Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['b122c1e8-3e6e-4fd0-9649-57ad02017b0e'], 'active': True} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:50:45.826654 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-c756bb90-e8dd-40f6-9896-f5ea7d08f250 req-6d117c63-8d14-4bcb-83cd-e9e3e8f75699 tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=cca830d4d9384e99b6f499a457776de4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3115668 Sep 16 09:50:45.831315 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-bb331639-3c80-4644-b7b1-09446f394563 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784789'] for security_group_rule (3517febc-0c6e-4a9b-85cc-3899da16dece), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:45.850477 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fd6215-390d-4afd-b0b9-ee416c09498d None None] Sync routers for ids ['7d103bd1-dd46-42e7-b4b1-1660369b7836'] in dv-cinder-790535-43-iscsi {{(pid=113425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 09:50:45.859528 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-a409e2a0-b45f-463d-a511-bac19a8caff5 None None] Port cff0635c-a5e3-4d53-bd6a-7c1420d44d1f cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:50:45.925427 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:45.928823 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb331639-3c80-4644-b7b1-09446f394563 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3517febc-0c6e-4a9b-85cc-3899da16dece,revision_number=0']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:50:45.954170 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fd6215-390d-4afd-b0b9-ee416c09498d None None] Routers {'7d103bd1-dd46-42e7-b4b1-1660369b7836'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 09:50:45.954804 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-c7fd6215-390d-4afd-b0b9-ee416c09498d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T09:50:24Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['7d103bd1-dd46-42e7-b4b1-1660369b7836'], 'active': True} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:50:46.010927 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-fb1d1b50-5509-4e81-b1a5-1f4f9a0c3858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1848827'] for network (714409cc-76dc-4d11-ac16-91a51e6288da), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:46.031259 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:46.047135 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-bb331639-3c80-4644-b7b1-09446f394563 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:46.056351 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-bb331639-3c80-4644-b7b1-09446f394563 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4149971 Sep 16 09:50:46.068736 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 46864) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:50:46.083636 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.v2.base [None req-7a2c650e-f069-4107-96ef-569112332514 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Request body: {'security_group_rule': {'security_group_id': '88a65b38-59ca-4022-a5b0-fa900452424e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:50:46.084077 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Current status of the port 95466e8d-f8d1-43bd-85bc-af2a1ae6275b is: DOWN; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:50:46.084525 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (95466e8d-f8d1-43bd-85bc-af2a1ae6275b), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:46.145149 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] For port 95466e8d-f8d1-43bd-85bc-af2a1ae6275b, host dv-cinder-790535-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=95466e8d-f8d1-43bd-85bc-af2a1ae6275b,segment=NetworkSegment(0b254eb8-8459-4a20-9dd6-e212af12e724),segment_id=0b254eb8-8459-4a20-9dd6-e212af12e724)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:50:46.166948 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvr_db [None req-4816ba66-b46e-445f-a7df-0be206bcf076 None None] Set router b122c1e8-3e6e-4fd0-9649-57ad02017b0e gateway port host: dv-cinder-790535-43-iscsi {{(pid=113426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 09:50:46.202910 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:46.253615 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-1ec7155d-3882-4ef3-9cf8-4bb090d713dc tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Publish callbacks [] for port (846312be-f91d-4dcf-a1fd-58b438c3b71b), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:46.273158 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [req-c756bb90-e8dd-40f6-9896-f5ea7d08f250 req-4f921df8-8a89-4350-b098-5da7051b7d56 service neutron] http://10.222.0.73:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113424) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 09:50:46.277735 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-c756bb90-e8dd-40f6-9896-f5ea7d08f250 req-4f921df8-8a89-4350-b098-5da7051b7d56 service neutron] 10.222.0.73 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.2720163 Sep 16 09:50:46.319108 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-fb1d1b50-5509-4e81-b1a5-1f4f9a0c3858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1303205', 'neutron.services.segments.db._delete_segments_for_network-8759571758529'] for network (714409cc-76dc-4d11-ac16-91a51e6288da), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:46.324134 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:46.345700 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-61bbfa7b-9bc4-40c6-bb2a-27c07a27c916 req-3f739fb2-0ba9-4a0b-8ca6-788d2bc70961 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=f634aa6d-e24c-48df-946f-3166fd76273a HTTP/1.1" status: 200 len: 210 time: 0.1337175 Sep 16 09:50:46.391902 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-fb1d1b50-5509-4e81-b1a5-1f4f9a0c3858 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=113423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:50:46.392272 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-fb1d1b50-5509-4e81-b1a5-1f4f9a0c3858 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=113423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:50:46.393037 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-fb1d1b50-5509-4e81-b1a5-1f4f9a0c3858 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=113423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:50:46.393390 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-fb1d1b50-5509-4e81-b1a5-1f4f9a0c3858 admin admin] Subscribe: > port after_create 55550000 {{(pid=113423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:50:46.393764 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-fb1d1b50-5509-4e81-b1a5-1f4f9a0c3858 admin admin] Subscribe: > port after_delete 55550000 {{(pid=113423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:50:46.394103 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-fb1d1b50-5509-4e81-b1a5-1f4f9a0c3858 admin admin] Subscribe: > port after_update 55550000 {{(pid=113423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:50:46.394429 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-fb1d1b50-5509-4e81-b1a5-1f4f9a0c3858 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=113423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:50:46.394771 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-fb1d1b50-5509-4e81-b1a5-1f4f9a0c3858 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=113423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:50:46.395093 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-fb1d1b50-5509-4e81-b1a5-1f4f9a0c3858 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=113423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:50:46.395423 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-fb1d1b50-5509-4e81-b1a5-1f4f9a0c3858 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=113423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:50:46.415593 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-7a2c650e-f069-4107-96ef-569112332514 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks [] for security_group_rule (b0d4e123-67c3-472c-9543-b0cea19e3f21), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:46.426168 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-a409e2a0-b45f-463d-a511-bac19a8caff5 None None] Attempt 9 to provision port cff0635c-a5e3-4d53-bd6a-7c1420d44d1f Sep 16 09:50:46.436323 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (95466e8d-f8d1-43bd-85bc-af2a1ae6275b), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:46.530957 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-c756bb90-e8dd-40f6-9896-f5ea7d08f250 req-3e51dc55-1784-4a65-966f-e9fe37a97b18 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/c4842324-ee85-46c7-9e8f-0b04468e9bb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388768 Sep 16 09:50:46.533927 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-1ec7155d-3882-4ef3-9cf8-4bb090d713dc tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759571245505'] for port (846312be-f91d-4dcf-a1fd-58b438c3b71b), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:46.551426 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-7a2c650e-f069-4107-96ef-569112332514 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks [] for security_group_rule (b0d4e123-67c3-472c-9543-b0cea19e3f21), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:46.569312 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Pushing event updated for resources: {'Port': ['ID=95466e8d-f8d1-43bd-85bc-af2a1ae6275b,revision_number=4']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:50:46.600941 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-a409e2a0-b45f-463d-a511-bac19a8caff5 None None] Port cff0635c-a5e3-4d53-bd6a-7c1420d44d1f cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:50:46.602932 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvr_db [None req-c7fd6215-390d-4afd-b0b9-ee416c09498d None None] Set router 7d103bd1-dd46-42e7-b4b1-1660369b7836 gateway port host: dv-cinder-790535-43-iscsi {{(pid=113425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 09:50:46.772351 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-7a2c650e-f069-4107-96ef-569112332514 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784789'] for security_group_rule (b0d4e123-67c3-472c-9543-b0cea19e3f21), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:46.779822 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec7155d-3882-4ef3-9cf8-4bb090d713dc tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Network d06af4bd-75ff-4039-9388-f05026361d79 is already hosted by enough agents. {{(pid=113424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 09:50:46.798270 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-c756bb90-e8dd-40f6-9896-f5ea7d08f250 req-cfbc5910-670c-41a7-8a33-630ddcf37419 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/c4842324-ee85-46c7-9e8f-0b04468e9bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262385 Sep 16 09:50:46.799359 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.base_scheduler [None req-1ec7155d-3882-4ef3-9cf8-4bb090d713dc tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Resources bound (agent type, host, resource id): {{(pid=113424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 09:50:46.812044 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec7155d-3882-4ef3-9cf8-4bb090d713dc tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Received port after_create {{(pid=113424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 09:50:46.818909 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec7155d-3882-4ef3-9cf8-4bb090d713dc tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Pushing event updated for resources: {'Port': ['ID=846312be-f91d-4dcf-a1fd-58b438c3b71b,revision_number=1']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:50:46.822005 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2c650e-f069-4107-96ef-569112332514 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0d4e123-67c3-472c-9543-b0cea19e3f21,revision_number=0']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:50:46.854256 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-4816ba66-b46e-445f-a7df-0be206bcf076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b122c1e8-3e6e-4fd0-9649-57ad02017b0e', 'name': 'tempest-ServerRescueNegativeTestJSON-259796740-router', 'tenant_id': '3fe0d52d42324aa38182b47b3588b979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '7477150b-3625-45cf-9f19-c36330ee867f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:50:28Z', 'updated_at': '2022-09-16T09:50:38Z', 'revision_number': 4, 'project_id': '3fe0d52d42324aa38182b47b3588b979', 'gw_port': {'id': '7477150b-3625-45cf-9f19-c36330ee867f', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:4f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b122c1e8-3e6e-4fd0-9649-57ad02017b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:30Z', 'updated_at': '2022-09-16T09:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_interfaces': [{'id': 'cff0635c-a5e3-4d53-bd6a-7c1420d44d1f', 'name': '', 'network_id': '17684eae-ad40-4ec5-9092-8a60e4e87e96', 'tenant_id': '3fe0d52d42324aa38182b47b3588b979', 'mac_address': 'fa:16:3e:da:ef:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b122c1e8-3e6e-4fd0-9649-57ad02017b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7270ea1b-9730-4d7c-89ed-4cebd5834047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:37Z', 'updated_at': '2022-09-16T09:50:39Z', 'revision_number': 2, 'project_id': '3fe0d52d42324aa38182b47b3588b979', 'subnets': [{'id': '7270ea1b-9730-4d7c-89ed-4cebd5834047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:50:46.883954 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-c7fd6215-390d-4afd-b0b9-ee416c09498d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d103bd1-dd46-42e7-b4b1-1660369b7836', 'name': 'tempest-DeleteServersTestJSON-322079799-router', 'tenant_id': 'cca830d4d9384e99b6f499a457776de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '95466e8d-f8d1-43bd-85bc-af2a1ae6275b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:50:29Z', 'updated_at': '2022-09-16T09:50:41Z', 'revision_number': 4, 'project_id': 'cca830d4d9384e99b6f499a457776de4', 'gw_port': {'id': '95466e8d-f8d1-43bd-85bc-af2a1ae6275b', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:30:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d103bd1-dd46-42e7-b4b1-1660369b7836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:30Z', 'updated_at': '2022-09-16T09:50:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_interfaces': [{'id': '532fb59b-a9f1-4899-848a-9c67d077c29a', 'name': '', 'network_id': 'c4842324-ee85-46c7-9e8f-0b04468e9bb4', 'tenant_id': 'cca830d4d9384e99b6f499a457776de4', 'mac_address': 'fa:16:3e:e3:aa:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d103bd1-dd46-42e7-b4b1-1660369b7836', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '80836663-f6b0-4f56-957f-9b1306195e91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:38Z', 'updated_at': '2022-09-16T09:50:41Z', 'revision_number': 2, 'project_id': 'cca830d4d9384e99b6f499a457776de4', 'subnets': [{'id': '80836663-f6b0-4f56-957f-9b1306195e91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:50:46.923780 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fd6215-390d-4afd-b0b9-ee416c09498d None None] Checking router: 7d103bd1-dd46-42e7-b4b1-1660369b7836 for host: dv-cinder-790535-43-iscsi {{(pid=113425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 09:50:46.924039 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fd6215-390d-4afd-b0b9-ee416c09498d None None] Updating router 7d103bd1-dd46-42e7-b4b1-1660369b7836 port 532fb59b-a9f1-4899-848a-9c67d077c29a binding host dv-cinder-790535-43-iscsi {{(pid=113425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 09:50:46.961209 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4816ba66-b46e-445f-a7df-0be206bcf076 None None] Checking router: b122c1e8-3e6e-4fd0-9649-57ad02017b0e for host: dv-cinder-790535-43-iscsi {{(pid=113426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 09:50:46.966084 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4816ba66-b46e-445f-a7df-0be206bcf076 None None] Updating router b122c1e8-3e6e-4fd0-9649-57ad02017b0e port cff0635c-a5e3-4d53-bd6a-7c1420d44d1f binding host dv-cinder-790535-43-iscsi {{(pid=113426) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 09:50:47.004365 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-c7fd6215-390d-4afd-b0b9-ee416c09498d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (532fb59b-a9f1-4899-848a-9c67d077c29a), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:47.046525 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-7a2c650e-f069-4107-96ef-569112332514 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:47.056636 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-7a2c650e-f069-4107-96ef-569112332514 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9835186 Sep 16 09:50:47.068053 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 46918) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:50:47.085713 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.v2.base [None req-6d35e45c-08cd-45d2-b51a-c90c352c05be tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Request body: {'floatingip': {'floating_network_id': 'd06af4bd-75ff-4039-9388-f05026361d79'}} {{(pid=113424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:50:47.117484 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:47.119734 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron_lib.callbacks.manager [None req-4816ba66-b46e-445f-a7df-0be206bcf076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (cff0635c-a5e3-4d53-bd6a-7c1420d44d1f), before_update {{(pid=113426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:47.151386 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-1ec7155d-3882-4ef3-9cf8-4bb090d713dc tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Publish callbacks [] for floatingip (3af820d3-27aa-4a49-aead-08fc2855e796), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:47.169394 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-a409e2a0-b45f-463d-a511-bac19a8caff5 None None] Attempt 10 to provision port cff0635c-a5e3-4d53-bd6a-7c1420d44d1f Sep 16 09:50:47.176098 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-fb1d1b50-5509-4e81-b1a5-1f4f9a0c3858 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=113423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:50:47.180369 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-fb1d1b50-5509-4e81-b1a5-1f4f9a0c3858 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=113423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:50:47.180767 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-fb1d1b50-5509-4e81-b1a5-1f4f9a0c3858 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=113423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:50:47.181115 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-fb1d1b50-5509-4e81-b1a5-1f4f9a0c3858 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=113423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:50:47.181472 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.services.segments.db [None req-fb1d1b50-5509-4e81-b1a5-1f4f9a0c3858 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['714409cc-76dc-4d11-ac16-91a51e6288da']}} {{(pid=113423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:50:47.207134 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device c1f1615c-3b20-4576-9f7b-38e270c021fd up at agent ovs-agent-dv-cinder-790535-43-iscsi {{(pid=113425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 09:50:47.259814 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-a409e2a0-b45f-463d-a511-bac19a8caff5 None None] Port cff0635c-a5e3-4d53-bd6a-7c1420d44d1f cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:50:47.282993 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-6d35e45c-08cd-45d2-b51a-c90c352c05be tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:47.294253 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-a409e2a0-b45f-463d-a511-bac19a8caff5 None None] Provisioning complete for port c1f1615c-3b20-4576-9f7b-38e270c021fd triggered by entity DHCP. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:50:47.294782 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-a409e2a0-b45f-463d-a511-bac19a8caff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (c1f1615c-3b20-4576-9f7b-38e270c021fd), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:47.295217 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-a409e2a0-b45f-463d-a511-bac19a8caff5 None None] Attempt 1 to provision port c1f1615c-3b20-4576-9f7b-38e270c021fd Sep 16 09:50:47.314031 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.services.segments.db [None req-fb1d1b50-5509-4e81-b1a5-1f4f9a0c3858 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4a617df-464a-4226-acfa-67f93f6414db') {'for_net_delete': True} {{(pid=113423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:50:47.314031 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.services.segments.db [None req-fb1d1b50-5509-4e81-b1a5-1f4f9a0c3858 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4a617df-464a-4226-acfa-67f93f6414db') {} {{(pid=113423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:50:47.425800 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Provisioning complete for port c1f1615c-3b20-4576-9f7b-38e270c021fd triggered by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:50:47.426201 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (c1f1615c-3b20-4576-9f7b-38e270c021fd), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:47.426540 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Attempt 1 to provision port c1f1615c-3b20-4576-9f7b-38e270c021fd Sep 16 09:50:47.442069 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-a409e2a0-b45f-463d-a511-bac19a8caff5 None None] Current status of the port c1f1615c-3b20-4576-9f7b-38e270c021fd is: DOWN; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:50:47.442461 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-a409e2a0-b45f-463d-a511-bac19a8caff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (c1f1615c-3b20-4576-9f7b-38e270c021fd), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:47.485513 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-1ec7155d-3882-4ef3-9cf8-4bb090d713dc tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (846312be-f91d-4dcf-a1fd-58b438c3b71b), before_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:47.535798 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-8cab9eae-2ddd-4ad4-ba8c-2fb8927d633b req-660211b3-a906-46eb-968a-9305762ab1e3 tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=480def5d-9bba-44e0-a53c-65239a428e1c HTTP/1.1" status: 200 len: 210 time: 0.2268529 Sep 16 09:50:47.548972 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-a409e2a0-b45f-463d-a511-bac19a8caff5 None None] For port c1f1615c-3b20-4576-9f7b-38e270c021fd, host dv-cinder-790535-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=c1f1615c-3b20-4576-9f7b-38e270c021fd,segment=NetworkSegment(dbdfa156-b328-4b02-9174-23c649e3a4fb),segment_id=dbdfa156-b328-4b02-9174-23c649e3a4fb)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:50:47.560624 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:47.577153 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-fb1d1b50-5509-4e81-b1a5-1f4f9a0c3858 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759571758421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26815347'] for segment (f4a617df-464a-4226-acfa-67f93f6414db), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:47.583137 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:47.615734 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:UPDATE=2,neutron:SELECT=93,neutron:DELETE=5 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:47.661935 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-fb1d1b50-5509-4e81-b1a5-1f4f9a0c3858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1277354'] for segment (f4a617df-464a-4226-acfa-67f93f6414db), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:47.695528 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a770605-8cd7-40ae-bff5-6490edefade2 req-28cb8cc7-5226-42c2-9b78-41773b7c2f45 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:50:47.702880 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-6a770605-8cd7-40ae-bff5-6490edefade2 req-28cb8cc7-5226-42c2-9b78-41773b7c2f45 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/networks?id=17684eae-ad40-4ec5-9092-8a60e4e87e96 HTTP/1.1" status: 200 len: 818 time: 0.4996450 Sep 16 09:50:47.711835 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-6d35e45c-08cd-45d2-b51a-c90c352c05be tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:47.712280 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb1d1b50-5509-4e81-b1a5-1f4f9a0c3858 admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=113423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 09:50:47.712882 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-fb1d1b50-5509-4e81-b1a5-1f4f9a0c3858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1277354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473559'] for segment (f4a617df-464a-4226-acfa-67f93f6414db), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:47.724655 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-a409e2a0-b45f-463d-a511-bac19a8caff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (c1f1615c-3b20-4576-9f7b-38e270c021fd), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:47.878071 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.db_base_plugin_common [None req-6d35e45c-08cd-45d2-b51a-c90c352c05be tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Allocated IP 172.27.1.56 (d06af4bd-75ff-4039-9388-f05026361d79/429d2505-e0fa-44a7-bb81-98c451c1a231/332619aa-4515-4489-8317-d5626299bf70) {{(pid=113424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 09:50:47.940544 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-c7fd6215-390d-4afd-b0b9-ee416c09498d None None] Publish callbacks [] for port (532fb59b-a9f1-4899-848a-9c67d077c29a), precommit_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:47.964391 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-6a770605-8cd7-40ae-bff5-6490edefade2 req-3ef72073-b70d-45a3-bdcd-2fa14732b201 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/quotas/3fe0d52d42324aa38182b47b3588b979 HTTP/1.1" status: 200 len: 375 time: 0.2534242 Sep 16 09:50:47.964880 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:47.972061 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-a409e2a0-b45f-463d-a511-bac19a8caff5 None None] Provisioning complete for port 884885de-9e10-4652-9aba-309ace13393a triggered by entity DHCP. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:50:47.972542 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-a409e2a0-b45f-463d-a511-bac19a8caff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (884885de-9e10-4652-9aba-309ace13393a), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:47.978425 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-a409e2a0-b45f-463d-a511-bac19a8caff5 None None] Attempt 1 to provision port 884885de-9e10-4652-9aba-309ace13393a Sep 16 09:50:47.981853 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Current status of the port c1f1615c-3b20-4576-9f7b-38e270c021fd is: DOWN; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:50:47.982421 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (c1f1615c-3b20-4576-9f7b-38e270c021fd), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:48.044103 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron_lib.callbacks.manager [None req-4816ba66-b46e-445f-a7df-0be206bcf076 None None] Publish callbacks [] for port (cff0635c-a5e3-4d53-bd6a-7c1420d44d1f), precommit_update {{(pid=113426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:48.094065 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-c7fd6215-390d-4afd-b0b9-ee416c09498d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (532fb59b-a9f1-4899-848a-9c67d077c29a), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:48.120127 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:48.128532 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-6a770605-8cd7-40ae-bff5-6490edefade2 req-6936eefe-0e2b-4f44-8984-53a1476b1371 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=3fe0d52d42324aa38182b47b3588b979&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1318774 Sep 16 09:50:48.135266 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a409e2a0-b45f-463d-a511-bac19a8caff5 None None] Pushing event updated for resources: {'Port': ['ID=c1f1615c-3b20-4576-9f7b-38e270c021fd,revision_number=5']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:50:48.154263 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-6d35e45c-08cd-45d2-b51a-c90c352c05be tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks [] for port (332619aa-4515-4489-8317-d5626299bf70), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:48.158293 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-a409e2a0-b45f-463d-a511-bac19a8caff5 None None] Port 884885de-9e10-4652-9aba-309ace13393a cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:50:48.163326 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-fb1d1b50-5509-4e81-b1a5-1f4f9a0c3858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1303196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-711564'] for network (714409cc-76dc-4d11-ac16-91a51e6288da), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:48.176639 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-fb1d1b50-5509-4e81-b1a5-1f4f9a0c3858 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546317'] for network (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:48.187560 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron_lib.callbacks.manager [None req-4816ba66-b46e-445f-a7df-0be206bcf076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (cff0635c-a5e3-4d53-bd6a-7c1420d44d1f), after_update {{(pid=113426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:48.191561 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-fb1d1b50-5509-4e81-b1a5-1f4f9a0c3858 admin admin] 10.222.0.73 "DELETE /networking/v2.0/networks/714409cc-76dc-4d11-ac16-91a51e6288da HTTP/1.1" status: 204 len: 168 time: 2.4171202 Sep 16 09:50:48.232715 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 46986) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:50:48.280853 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=85,neutron:UPDATE=5,neutron:INSERT=8,neutron:DELETE=2 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:48.316788 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-6d35e45c-08cd-45d2-b51a-c90c352c05be tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759571245505'] for port (332619aa-4515-4489-8317-d5626299bf70), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:48.382681 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d35e45c-08cd-45d2-b51a-c90c352c05be tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Network d06af4bd-75ff-4039-9388-f05026361d79 is already hosted by enough agents. {{(pid=113424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 09:50:48.404313 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fc181e-2afe-4ff9-9d95-3a396000ac96 None None] Pushing event updated for resources: {'Port': ['ID=cff0635c-a5e3-4d53-bd6a-7c1420d44d1f,revision_number=3']} {{(pid=113426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:50:48.444606 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.managers [None req-4816ba66-b46e-445f-a7df-0be206bcf076 None None] Attempting to bind port cff0635c-a5e3-4d53-bd6a-7c1420d44d1f on host dv-cinder-790535-43-iscsi for vnic_type normal with profile {{(pid=113426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 09:50:48.445105 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.managers [None req-4816ba66-b46e-445f-a7df-0be206bcf076 None None] Attempting to bind port cff0635c-a5e3-4d53-bd6a-7c1420d44d1f by drivers openvswitch,hyperv on host dv-cinder-790535-43-iscsi at level 0 using segments [{'id': 'e3902c86-c1ff-47d9-b3ef-44214c1005fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '17684eae-ad40-4ec5-9092-8a60e4e87e96'}] {{(pid=113426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 09:50:48.445647 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4816ba66-b46e-445f-a7df-0be206bcf076 None None] Attempting to bind port cff0635c-a5e3-4d53-bd6a-7c1420d44d1f on network 17684eae-ad40-4ec5-9092-8a60e4e87e96 {{(pid=113426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 09:50:48.452131 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.services.segments.plugin [-] Segment f4a617df-464a-4226-acfa-67f93f6414db resource provider aggregate not found Sep 16 09:50:48.527671 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.base_scheduler [None req-6d35e45c-08cd-45d2-b51a-c90c352c05be tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Resources bound (agent type, host, resource id): {{(pid=113424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 09:50:48.545689 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.db.api [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=113425) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 16 09:50:48.546138 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG oslo_db.api [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 09:50:48.548232 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d35e45c-08cd-45d2-b51a-c90c352c05be tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Received port after_create {{(pid=113424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 09:50:48.556931 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3560b8-b20e-4fa8-bb08-2d7cbd23b854 None None] Pushing event updated for resources: {'Port': ['ID=532fb59b-a9f1-4899-848a-9c67d077c29a,revision_number=3']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:50:48.592674 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1d1b50-5509-4e81-b1a5-1f4f9a0c3858 admin admin] Pushing event deleted for resources: {'Network': ['ID=714409cc-76dc-4d11-ac16-91a51e6288da,revision_number=None']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:50:48.592882 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 47002) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:50:48.620735 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.services.segments.plugin [-] Segment f4a617df-464a-4226-acfa-67f93f6414db resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f4a617df-464a-4226-acfa-67f93f6414db found for delete ", "request_id": "req-cc9d9c9d-4aed-4fc5-b43e-58808854ba49"}]} Sep 16 09:50:48.640670 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4816ba66-b46e-445f-a7df-0be206bcf076 None None] Checking agent: {'id': 'be58d251-43cc-467d-bf31-2aae48e2ac56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-43-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 9, 41, 57), 'started_at': datetime.datetime(2022, 9, 16, 9, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 9, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-43-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 09:50:48.641427 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4816ba66-b46e-445f-a7df-0be206bcf076 None None] Checking segment: {'id': 'e3902c86-c1ff-47d9-b3ef-44214c1005fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '17684eae-ad40-4ec5-9092-8a60e4e87e96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 09:50:48.642158 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron_lib.callbacks.manager [None req-4816ba66-b46e-445f-a7df-0be206bcf076 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:48.642747 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4816ba66-b46e-445f-a7df-0be206bcf076 None None] Bound using segment: {'id': 'e3902c86-c1ff-47d9-b3ef-44214c1005fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '17684eae-ad40-4ec5-9092-8a60e4e87e96'} {{(pid=113426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 09:50:48.643441 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.managers [None req-4816ba66-b46e-445f-a7df-0be206bcf076 None None] Bound port: cff0635c-a5e3-4d53-bd6a-7c1420d44d1f, host: dv-cinder-790535-43-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3902c86-c1ff-47d9-b3ef-44214c1005fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '17684eae-ad40-4ec5-9092-8a60e4e87e96'}}] {{(pid=113426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 09:50:48.644104 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron_lib.callbacks.manager [None req-4816ba66-b46e-445f-a7df-0be206bcf076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (cff0635c-a5e3-4d53-bd6a-7c1420d44d1f), before_update {{(pid=113426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:48.654842 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.managers [None req-c7fd6215-390d-4afd-b0b9-ee416c09498d None None] Attempting to bind port 532fb59b-a9f1-4899-848a-9c67d077c29a on host dv-cinder-790535-43-iscsi for vnic_type normal with profile {{(pid=113425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 09:50:48.655209 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.managers [None req-c7fd6215-390d-4afd-b0b9-ee416c09498d None None] Attempting to bind port 532fb59b-a9f1-4899-848a-9c67d077c29a by drivers openvswitch,hyperv on host dv-cinder-790535-43-iscsi at level 0 using segments [{'id': '4ba7d294-130d-48b9-a99d-edaaffd525bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c4842324-ee85-46c7-9e8f-0b04468e9bb4'}] {{(pid=113425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 09:50:48.655569 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fd6215-390d-4afd-b0b9-ee416c09498d None None] Attempting to bind port 532fb59b-a9f1-4899-848a-9c67d077c29a on network c4842324-ee85-46c7-9e8f-0b04468e9bb4 {{(pid=113425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 09:50:48.673180 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-a409e2a0-b45f-463d-a511-bac19a8caff5 None None] Attempt 2 to provision port 884885de-9e10-4652-9aba-309ace13393a Sep 16 09:50:48.751947 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.db.db_base_plugin_v2 [None req-837ad00d-e269-49d2-8558-d866d070c065 admin admin] Deleting subnet 3abb7c79-7844-4b68-ab66-7f55db9740fd {{(pid=113423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 09:50:48.768693 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-837ad00d-e269-49d2-8558-d866d070c065 admin admin] Publish callbacks [] for subnet (3abb7c79-7844-4b68-ab66-7f55db9740fd), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:48.826889 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.db [None req-4816ba66-b46e-445f-a7df-0be206bcf076 None None] For port cff0635c-a5e3-4d53-bd6a-7c1420d44d1f, host dv-cinder-790535-43-iscsi, cleared binding levels {{(pid=113426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 09:50:48.837245 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.db [None req-4816ba66-b46e-445f-a7df-0be206bcf076 None None] For port cff0635c-a5e3-4d53-bd6a-7c1420d44d1f, host dv-cinder-790535-43-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=cff0635c-a5e3-4d53-bd6a-7c1420d44d1f,segment=NetworkSegment(e3902c86-c1ff-47d9-b3ef-44214c1005fa),segment_id=e3902c86-c1ff-47d9-b3ef-44214c1005fa)] {{(pid=113426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 09:50:48.846996 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d35e45c-08cd-45d2-b51a-c90c352c05be tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Pushing event updated for resources: {'Port': ['ID=332619aa-4515-4489-8317-d5626299bf70,revision_number=1']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:50:48.863274 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-a409e2a0-b45f-463d-a511-bac19a8caff5 None None] Port 884885de-9e10-4652-9aba-309ace13393a cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:50:48.866905 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-837ad00d-e269-49d2-8558-d866d070c065 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26815304'] for subnet (3abb7c79-7844-4b68-ab66-7f55db9740fd), precommit_delete_associations {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:48.898235 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fd6215-390d-4afd-b0b9-ee416c09498d None None] Checking agent: {'id': 'be58d251-43cc-467d-bf31-2aae48e2ac56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-43-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 9, 41, 57), 'started_at': datetime.datetime(2022, 9, 16, 9, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 9, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-43-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 09:50:48.905703 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fd6215-390d-4afd-b0b9-ee416c09498d None None] Checking segment: {'id': '4ba7d294-130d-48b9-a99d-edaaffd525bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c4842324-ee85-46c7-9e8f-0b04468e9bb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 09:50:48.905703 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-c7fd6215-390d-4afd-b0b9-ee416c09498d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:48.905703 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fd6215-390d-4afd-b0b9-ee416c09498d None None] Bound using segment: {'id': '4ba7d294-130d-48b9-a99d-edaaffd525bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c4842324-ee85-46c7-9e8f-0b04468e9bb4'} {{(pid=113425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 09:50:48.905703 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.managers [None req-c7fd6215-390d-4afd-b0b9-ee416c09498d None None] Bound port: 532fb59b-a9f1-4899-848a-9c67d077c29a, host: dv-cinder-790535-43-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ba7d294-130d-48b9-a99d-edaaffd525bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c4842324-ee85-46c7-9e8f-0b04468e9bb4'}}] {{(pid=113425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 09:50:48.905703 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-c7fd6215-390d-4afd-b0b9-ee416c09498d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (532fb59b-a9f1-4899-848a-9c67d077c29a), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:48.922529 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron_lib.callbacks.manager [None req-4816ba66-b46e-445f-a7df-0be206bcf076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (cff0635c-a5e3-4d53-bd6a-7c1420d44d1f), after_update {{(pid=113426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:48.953149 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-6a770605-8cd7-40ae-bff5-6490edefade2 req-cc529197-d6ea-4578-82f5-7cade859c739 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/17684eae-ad40-4ec5-9092-8a60e4e87e96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7971852 Sep 16 09:50:48.984670 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-c9b268f1-40a6-4207-81e3-466154885e17 req-9d55c4ef-ec90-41aa-82df-29949980da42 tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=480def5d-9bba-44e0-a53c-65239a428e1c HTTP/1.1" status: 200 len: 210 time: 0.1822436 Sep 16 09:50:49.024866 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-cf4c4445-bfdb-414d-abc2-6bd9bbb37014 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:49.029435 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-1ec7155d-3882-4ef3-9cf8-4bb090d713dc tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Publish callbacks [] for port (846312be-f91d-4dcf-a1fd-58b438c3b71b), precommit_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:49.031816 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-837ad00d-e269-49d2-8558-d866d070c065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1872270'] for subnet (3abb7c79-7844-4b68-ab66-7f55db9740fd), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:49.037940 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-6d35e45c-08cd-45d2-b51a-c90c352c05be tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks [] for floatingip (ebc758c6-6631-421d-941e-83ba79ea247f), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:49.072561 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4816ba66-b46e-445f-a7df-0be206bcf076 None None] Routers {'b122c1e8-3e6e-4fd0-9649-57ad02017b0e'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 09:50:49.073195 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-4816ba66-b46e-445f-a7df-0be206bcf076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T09:50:24Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['b122c1e8-3e6e-4fd0-9649-57ad02017b0e'], 'active': True} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:50:49.157205 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-1ec7155d-3882-4ef3-9cf8-4bb090d713dc tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (846312be-f91d-4dcf-a1fd-58b438c3b71b), after_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:49.157939 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-1ec7155d-3882-4ef3-9cf8-4bb090d713dc tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711587'] for floatingip (3af820d3-27aa-4a49-aead-08fc2855e796), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:49.163034 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Current status of the port c1f1615c-3b20-4576-9f7b-38e270c021fd is: ACTIVE; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:50:49.163784 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device 7477150b-3625-45cf-9f19-c36330ee867f up at agent ovs-agent-dv-cinder-790535-43-iscsi {{(pid=113425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 09:50:49.199523 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-6a770605-8cd7-40ae-bff5-6490edefade2 req-fd9cd708-d668-4f38-8dc6-5515d662c296 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/17684eae-ad40-4ec5-9092-8a60e4e87e96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365930 Sep 16 09:50:49.201038 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:49.207348 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:49.211630 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fc181e-2afe-4ff9-9d95-3a396000ac96 None None] Pushing event updated for resources: {'Port': ['ID=cff0635c-a5e3-4d53-bd6a-7c1420d44d1f,revision_number=4']} {{(pid=113426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:50:49.226415 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-837ad00d-e269-49d2-8558-d866d070c065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1875891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2473709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2535151'] for subnet (3abb7c79-7844-4b68-ab66-7f55db9740fd), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:49.239891 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-c7fd6215-390d-4afd-b0b9-ee416c09498d None None] For port 532fb59b-a9f1-4899-848a-9c67d077c29a, host dv-cinder-790535-43-iscsi, cleared binding levels {{(pid=113425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 09:50:49.287480 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-c7fd6215-390d-4afd-b0b9-ee416c09498d None None] For port 532fb59b-a9f1-4899-848a-9c67d077c29a, host dv-cinder-790535-43-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=532fb59b-a9f1-4899-848a-9c67d077c29a,segment=NetworkSegment(4ba7d294-130d-48b9-a99d-edaaffd525bf),segment_id=4ba7d294-130d-48b9-a99d-edaaffd525bf)] {{(pid=113425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 09:50:49.335604 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-837ad00d-e269-49d2-8558-d866d070c065 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546317'] for subnet (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:49.342086 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-837ad00d-e269-49d2-8558-d866d070c065 admin admin] 10.222.0.73 "DELETE /networking/v2.0/subnets/3abb7c79-7844-4b68-ab66-7f55db9740fd HTTP/1.1" status: 204 len: 168 time: 1.1033504 Sep 16 09:50:49.342979 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837ad00d-e269-49d2-8558-d866d070c065 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3abb7c79-7844-4b68-ab66-7f55db9740fd,revision_number=None']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:50:49.348669 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 47016) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:50:49.348966 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 47020) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:50:49.356009 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-c7fd6215-390d-4afd-b0b9-ee416c09498d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (532fb59b-a9f1-4899-848a-9c67d077c29a), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:49.380596 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-cf4c4445-bfdb-414d-abc2-6bd9bbb37014 admin admin] Publish callbacks [] for security_group (4283579e-bcff-43e4-8939-073986f404e7), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:49.392409 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-6d35e45c-08cd-45d2-b51a-c90c352c05be tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (332619aa-4515-4489-8317-d5626299bf70), before_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:49.404798 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-a409e2a0-b45f-463d-a511-bac19a8caff5 None None] Attempt 3 to provision port 884885de-9e10-4652-9aba-309ace13393a Sep 16 09:50:49.413341 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Provisioning complete for port 7477150b-3625-45cf-9f19-c36330ee867f triggered by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:50:49.414516 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (7477150b-3625-45cf-9f19-c36330ee867f), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:49.416227 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Attempt 1 to provision port 7477150b-3625-45cf-9f19-c36330ee867f Sep 16 09:50:49.464748 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-1ec7155d-3882-4ef3-9cf8-4bb090d713dc tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110971'] for floatingip (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:49.466253 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-1ec7155d-3882-4ef3-9cf8-4bb090d713dc tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.6613238 Sep 16 09:50:49.482501 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec7155d-3882-4ef3-9cf8-4bb090d713dc tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Pushing event updated for resources: {'Port': ['ID=846312be-f91d-4dcf-a1fd-58b438c3b71b,revision_number=2']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:50:49.499270 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-cf4c4445-bfdb-414d-abc2-6bd9bbb37014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (4283579e-bcff-43e4-8939-073986f404e7), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:49.596434 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-7e4e5f8c-1054-4bc8-93a5-d0347c270d4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1848827'] for network (6b220fc2-7b81-454a-b2a7-0f5c950ae60e), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:49.618953 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-cf4c4445-bfdb-414d-abc2-6bd9bbb37014 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=b3cf57505c1f4a16a749db258b1edd27&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0170274 Sep 16 09:50:49.618953 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4c4445-bfdb-414d-abc2-6bd9bbb37014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4283579e-bcff-43e4-8939-073986f404e7,revision_number=1']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:50:49.619848 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 47034) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:50:49.651346 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvr_db [None req-4816ba66-b46e-445f-a7df-0be206bcf076 None None] Set router b122c1e8-3e6e-4fd0-9649-57ad02017b0e gateway port host: dv-cinder-790535-43-iscsi {{(pid=113426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 09:50:49.663133 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fd6215-390d-4afd-b0b9-ee416c09498d None None] Routers {'7d103bd1-dd46-42e7-b4b1-1660369b7836'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 09:50:49.663780 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-c7fd6215-390d-4afd-b0b9-ee416c09498d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T09:50:24Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['7d103bd1-dd46-42e7-b4b1-1660369b7836'], 'active': True} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:50:49.734335 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:49.757323 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-c47c491c-f6a3-474f-9828-50c491d62aa8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:49.945875 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvr_db [None req-c7fd6215-390d-4afd-b0b9-ee416c09498d None None] Set router 7d103bd1-dd46-42e7-b4b1-1660369b7836 gateway port host: dv-cinder-790535-43-iscsi {{(pid=113425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 09:50:50.157084 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-c47c491c-f6a3-474f-9828-50c491d62aa8 admin admin] Publish callbacks [] for security_group (5fa8084c-c0bc-43af-bf4c-4a32dac072da), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:50.179701 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-7e4e5f8c-1054-4bc8-93a5-d0347c270d4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1303205', 'neutron.services.segments.db._delete_segments_for_network-8759571758529'] for network (6b220fc2-7b81-454a-b2a7-0f5c950ae60e), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:50.183593 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:50.210001 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-a409e2a0-b45f-463d-a511-bac19a8caff5 None None] Port 884885de-9e10-4652-9aba-309ace13393a cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:50:50.215892 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-d82a6ace-7b3d-4ca0-bf3c-f3ffecde3266 req-8d20dc13-d918-48c3-9260-8b01fef55d04 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a6f3fc30-e196-4427-90b4-5d49b56a9b46 HTTP/1.1" status: 200 len: 210 time: 0.1780930 Sep 16 09:50:50.244639 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-c47c491c-f6a3-474f-9828-50c491d62aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (5fa8084c-c0bc-43af-bf4c-4a32dac072da), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:50.253450 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.services.segments.db [None req-7e4e5f8c-1054-4bc8-93a5-d0347c270d4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b220fc2-7b81-454a-b2a7-0f5c950ae60e']}} {{(pid=113423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:50:50.271003 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-4816ba66-b46e-445f-a7df-0be206bcf076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b122c1e8-3e6e-4fd0-9649-57ad02017b0e', 'name': 'tempest-ServerRescueNegativeTestJSON-259796740-router', 'tenant_id': '3fe0d52d42324aa38182b47b3588b979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '7477150b-3625-45cf-9f19-c36330ee867f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:50:28Z', 'updated_at': '2022-09-16T09:50:38Z', 'revision_number': 4, 'project_id': '3fe0d52d42324aa38182b47b3588b979', 'gw_port': {'id': '7477150b-3625-45cf-9f19-c36330ee867f', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:4f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b122c1e8-3e6e-4fd0-9649-57ad02017b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:30Z', 'updated_at': '2022-09-16T09:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_interfaces': [{'id': 'cff0635c-a5e3-4d53-bd6a-7c1420d44d1f', 'name': '', 'network_id': '17684eae-ad40-4ec5-9092-8a60e4e87e96', 'tenant_id': '3fe0d52d42324aa38182b47b3588b979', 'mac_address': 'fa:16:3e:da:ef:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b122c1e8-3e6e-4fd0-9649-57ad02017b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7270ea1b-9730-4d7c-89ed-4cebd5834047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:37Z', 'updated_at': '2022-09-16T09:50:48Z', 'revision_number': 4, 'project_id': '3fe0d52d42324aa38182b47b3588b979', 'subnets': [{'id': '7270ea1b-9730-4d7c-89ed-4cebd5834047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:50:50.273661 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-6d35e45c-08cd-45d2-b51a-c90c352c05be tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks [] for port (332619aa-4515-4489-8317-d5626299bf70), precommit_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:50.312295 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-3bdae610-94fb-4247-b02b-c779dd0ceb05 req-bb324a96-e80f-4108-8804-0be60c350822 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--3469658&fields=id&tenant_id=f1713f13f3ff494496a8ef8e5591c1b6 HTTP/1.1" status: 200 len: 267 time: 0.4585690 Sep 16 09:50:50.324976 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.services.segments.db [None req-7e4e5f8c-1054-4bc8-93a5-d0347c270d4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ce72bae-b733-42d4-9a6d-826e0c44857f') {'for_net_delete': True} {{(pid=113423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:50:50.325363 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.services.segments.db [None req-7e4e5f8c-1054-4bc8-93a5-d0347c270d4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ce72bae-b733-42d4-9a6d-826e0c44857f') {} {{(pid=113423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:50:50.327473 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-274c036a-126f-49d4-87c4-a16f831b06fd admin admin] Publish callbacks [] for security_group (4283579e-bcff-43e4-8939-073986f404e7), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:50.350738 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-274c036a-126f-49d4-87c4-a16f831b06fd admin admin] Publish callbacks [] for security_group (4283579e-bcff-43e4-8939-073986f404e7), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:50.351194 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3560b8-b20e-4fa8-bb08-2d7cbd23b854 None None] Pushing event updated for resources: {'Port': ['ID=532fb59b-a9f1-4899-848a-9c67d077c29a,revision_number=4']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:50:50.381153 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4816ba66-b46e-445f-a7df-0be206bcf076 None None] The sync data for ids ['b122c1e8-3e6e-4fd0-9649-57ad02017b0e'] in dv-cinder-790535-43-iscsi is: [{'id': 'b122c1e8-3e6e-4fd0-9649-57ad02017b0e', 'name': 'tempest-ServerRescueNegativeTestJSON-259796740-router', 'tenant_id': '3fe0d52d42324aa38182b47b3588b979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '7477150b-3625-45cf-9f19-c36330ee867f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:50:28Z', 'updated_at': '2022-09-16T09:50:38Z', 'revision_number': 4, 'project_id': '3fe0d52d42324aa38182b47b3588b979', 'gw_port': {'id': '7477150b-3625-45cf-9f19-c36330ee867f', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:4f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b122c1e8-3e6e-4fd0-9649-57ad02017b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:30Z', 'updated_at': '2022-09-16T09:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_interfaces': [{'id': 'cff0635c-a5e3-4d53-bd6a-7c1420d44d1f', 'name': '', 'network_id': '17684eae-ad40-4ec5-9092-8a60e4e87e96', 'tenant_id': '3fe0d52d42324aa38182b47b3588b979', 'mac_address': 'fa:16:3e:da:ef:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b122c1e8-3e6e-4fd0-9649-57ad02017b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7270ea1b-9730-4d7c-89ed-4cebd5834047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:37Z', 'updated_at': '2022-09-16T09:50:48Z', 'revision_number': 4, 'project_id': '3fe0d52d42324aa38182b47b3588b979', 'subnets': [{'id': '7270ea1b-9730-4d7c-89ed-4cebd5834047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 09:50:50.424921 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-7e4e5f8c-1054-4bc8-93a5-d0347c270d4e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759571758421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26815347'] for segment (2ce72bae-b733-42d4-9a6d-826e0c44857f), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:50.437191 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-c47c491c-f6a3-474f-9828-50c491d62aa8 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=3f8001c216264aa9b417f96cd5e82b5e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0834587 Sep 16 09:50:50.437191 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47c491c-f6a3-474f-9828-50c491d62aa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa8084c-c0bc-43af-bf4c-4a32dac072da,revision_number=1']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:50:50.437964 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 47058) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:50:50.451898 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-7e4e5f8c-1054-4bc8-93a5-d0347c270d4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1277354'] for segment (2ce72bae-b733-42d4-9a6d-826e0c44857f), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:50.468548 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e4e5f8c-1054-4bc8-93a5-d0347c270d4e admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=113423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 09:50:50.468958 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-7e4e5f8c-1054-4bc8-93a5-d0347c270d4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1277354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473559'] for segment (2ce72bae-b733-42d4-9a6d-826e0c44857f), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:50.508090 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Current status of the port 7477150b-3625-45cf-9f19-c36330ee867f is: ACTIVE; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:50:50.528952 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-274c036a-126f-49d4-87c4-a16f831b06fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (4283579e-bcff-43e4-8939-073986f404e7), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:50.532015 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-274c036a-126f-49d4-87c4-a16f831b06fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:50.536219 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-274c036a-126f-49d4-87c4-a16f831b06fd admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/4283579e-bcff-43e4-8939-073986f404e7 HTTP/1.1" status: 204 len: 168 time: 0.9127493 Sep 16 09:50:50.558256 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274c036a-126f-49d4-87c4-a16f831b06fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4283579e-bcff-43e4-8939-073986f404e7,revision_number=None']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:50:50.578653 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-dcddd267-292d-4249-b4cb-55de019b356b admin admin] Publish callbacks [] for security_group (5fa8084c-c0bc-43af-bf4c-4a32dac072da), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:50.620039 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-dcddd267-292d-4249-b4cb-55de019b356b admin admin] Publish callbacks [] for security_group (5fa8084c-c0bc-43af-bf4c-4a32dac072da), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:50.659312 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdae610-94fb-4247-b02b-c779dd0ceb05 req-ba4ccd0e-a171-42a6-8184-1e9a7c8af548 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:50:50.660701 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-c7fd6215-390d-4afd-b0b9-ee416c09498d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d103bd1-dd46-42e7-b4b1-1660369b7836', 'name': 'tempest-DeleteServersTestJSON-322079799-router', 'tenant_id': 'cca830d4d9384e99b6f499a457776de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '95466e8d-f8d1-43bd-85bc-af2a1ae6275b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:50:29Z', 'updated_at': '2022-09-16T09:50:41Z', 'revision_number': 4, 'project_id': 'cca830d4d9384e99b6f499a457776de4', 'gw_port': {'id': '95466e8d-f8d1-43bd-85bc-af2a1ae6275b', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:30:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d103bd1-dd46-42e7-b4b1-1660369b7836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:30Z', 'updated_at': '2022-09-16T09:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_interfaces': [{'id': '532fb59b-a9f1-4899-848a-9c67d077c29a', 'name': '', 'network_id': 'c4842324-ee85-46c7-9e8f-0b04468e9bb4', 'tenant_id': 'cca830d4d9384e99b6f499a457776de4', 'mac_address': 'fa:16:3e:e3:aa:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d103bd1-dd46-42e7-b4b1-1660369b7836', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '80836663-f6b0-4f56-957f-9b1306195e91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:38Z', 'updated_at': '2022-09-16T09:50:49Z', 'revision_number': 4, 'project_id': 'cca830d4d9384e99b6f499a457776de4', 'subnets': [{'id': '80836663-f6b0-4f56-957f-9b1306195e91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:50:50.673092 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-3bdae610-94fb-4247-b02b-c779dd0ceb05 req-ba4ccd0e-a171-42a6-8184-1e9a7c8af548 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/networks?id=fe465541-6175-450e-8791-dc7a519b5e60 HTTP/1.1" status: 200 len: 817 time: 0.3561316 Sep 16 09:50:50.688264 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.services.segments.plugin [-] Segment 2ce72bae-b733-42d4-9a6d-826e0c44857f resource provider aggregate not found Sep 16 09:50:50.696444 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-3bdae610-94fb-4247-b02b-c779dd0ceb05 req-cbc0e45f-620b-419f-9dda-d1aaab25b9ef tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/quotas/f1713f13f3ff494496a8ef8e5591c1b6 HTTP/1.1" status: 200 len: 375 time: 0.0196815 Sep 16 09:50:50.708183 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-6d35e45c-08cd-45d2-b51a-c90c352c05be tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (332619aa-4515-4489-8317-d5626299bf70), after_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:50.709841 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-6d35e45c-08cd-45d2-b51a-c90c352c05be tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711587'] for floatingip (ebc758c6-6631-421d-941e-83ba79ea247f), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:50.744222 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-7e4e5f8c-1054-4bc8-93a5-d0347c270d4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1303196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-711564'] for network (6b220fc2-7b81-454a-b2a7-0f5c950ae60e), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:50.789991 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-a409e2a0-b45f-463d-a511-bac19a8caff5 None None] Attempt 4 to provision port 884885de-9e10-4652-9aba-309ace13393a Sep 16 09:50:50.816265 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.services.segments.plugin [-] Segment 2ce72bae-b733-42d4-9a6d-826e0c44857f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2ce72bae-b733-42d4-9a6d-826e0c44857f found for delete ", "request_id": "req-8306012c-7d8b-481a-ac37-e5619823ba33"}]} Sep 16 09:50:50.842980 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-7e4e5f8c-1054-4bc8-93a5-d0347c270d4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546317'] for network (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:50.845078 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-3bdae610-94fb-4247-b02b-c779dd0ceb05 req-3c3e7c10-e9b9-4d5e-93f1-ba622053a8d2 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=f1713f13f3ff494496a8ef8e5591c1b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1481264 Sep 16 09:50:50.875517 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-7e4e5f8c-1054-4bc8-93a5-d0347c270d4e admin admin] 10.222.0.73 "DELETE /networking/v2.0/networks/6b220fc2-7b81-454a-b2a7-0f5c950ae60e HTTP/1.1" status: 204 len: 168 time: 1.5226328 Sep 16 09:50:50.880096 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4e5f8c-1054-4bc8-93a5-d0347c270d4e admin admin] Pushing event deleted for resources: {'Network': ['ID=6b220fc2-7b81-454a-b2a7-0f5c950ae60e,revision_number=None']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:50:50.902615 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fd6215-390d-4afd-b0b9-ee416c09498d None None] The sync data for ids ['7d103bd1-dd46-42e7-b4b1-1660369b7836'] in dv-cinder-790535-43-iscsi is: [{'id': '7d103bd1-dd46-42e7-b4b1-1660369b7836', 'name': 'tempest-DeleteServersTestJSON-322079799-router', 'tenant_id': 'cca830d4d9384e99b6f499a457776de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '95466e8d-f8d1-43bd-85bc-af2a1ae6275b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:50:29Z', 'updated_at': '2022-09-16T09:50:41Z', 'revision_number': 4, 'project_id': 'cca830d4d9384e99b6f499a457776de4', 'gw_port': {'id': '95466e8d-f8d1-43bd-85bc-af2a1ae6275b', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:30:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d103bd1-dd46-42e7-b4b1-1660369b7836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:30Z', 'updated_at': '2022-09-16T09:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_interfaces': [{'id': '532fb59b-a9f1-4899-848a-9c67d077c29a', 'name': '', 'network_id': 'c4842324-ee85-46c7-9e8f-0b04468e9bb4', 'tenant_id': 'cca830d4d9384e99b6f499a457776de4', 'mac_address': 'fa:16:3e:e3:aa:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d103bd1-dd46-42e7-b4b1-1660369b7836', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '80836663-f6b0-4f56-957f-9b1306195e91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:38Z', 'updated_at': '2022-09-16T09:50:49Z', 'revision_number': 4, 'project_id': 'cca830d4d9384e99b6f499a457776de4', 'subnets': [{'id': '80836663-f6b0-4f56-957f-9b1306195e91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 09:50:50.916587 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:50.933316 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-dcddd267-292d-4249-b4cb-55de019b356b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (5fa8084c-c0bc-43af-bf4c-4a32dac072da), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:50.936166 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-dcddd267-292d-4249-b4cb-55de019b356b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:50.940145 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-dcddd267-292d-4249-b4cb-55de019b356b admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/5fa8084c-c0bc-43af-bf4c-4a32dac072da HTTP/1.1" status: 204 len: 168 time: 0.4995394 Sep 16 09:50:50.944782 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-91a10043-a806-4bb3-986b-1cb5321425a7 req-7760ba7d-21bf-4371-93dd-2073a490c50f tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=480def5d-9bba-44e0-a53c-65239a428e1c HTTP/1.1" status: 200 len: 210 time: 0.1386869 Sep 16 09:50:50.949172 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-a409e2a0-b45f-463d-a511-bac19a8caff5 None None] Port 884885de-9e10-4652-9aba-309ace13393a cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:50:50.951040 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcddd267-292d-4249-b4cb-55de019b356b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa8084c-c0bc-43af-bf4c-4a32dac072da,revision_number=None']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:50:50.979737 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d35e45c-08cd-45d2-b51a-c90c352c05be tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Pushing event updated for resources: {'Port': ['ID=332619aa-4515-4489-8317-d5626299bf70,revision_number=2']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:50:51.015150 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-6d35e45c-08cd-45d2-b51a-c90c352c05be tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110971'] for floatingip (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:51.016391 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-6d35e45c-08cd-45d2-b51a-c90c352c05be tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9463656 Sep 16 09:50:51.053212 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device 95466e8d-f8d1-43bd-85bc-af2a1ae6275b up at agent ovs-agent-dv-cinder-790535-43-iscsi {{(pid=113425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 09:50:51.063643 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-3bdae610-94fb-4247-b02b-c779dd0ceb05 req-65c62ac1-9584-41fc-a385-280c1468a540 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/fe465541-6175-450e-8791-dc7a519b5e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856806 Sep 16 09:50:51.175381 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=100 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:51.178742 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Provisioning complete for port 95466e8d-f8d1-43bd-85bc-af2a1ae6275b triggered by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:50:51.179140 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (95466e8d-f8d1-43bd-85bc-af2a1ae6275b), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:51.179488 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Attempt 1 to provision port 95466e8d-f8d1-43bd-85bc-af2a1ae6275b Sep 16 09:50:51.226892 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-3bdae610-94fb-4247-b02b-c779dd0ceb05 req-c198113a-410c-4878-8d1b-e456bf6b600e service neutron] 10.222.0.73 "GET /networking/v2.0/networks/fe465541-6175-450e-8791-dc7a519b5e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561193 Sep 16 09:50:51.258757 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Current status of the port 95466e8d-f8d1-43bd-85bc-af2a1ae6275b is: ACTIVE; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:50:51.260494 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device f25e5371-7d7a-4929-ba67-20f64b85ea85 up at agent ovs-agent-dv-cinder-790535-43-iscsi {{(pid=113425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 09:50:51.389197 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-f444c2de-e022-4757-9089-1c789f499bda req-2099bb4a-7ac2-43b1-bc93-2f059969aa65 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a6f3fc30-e196-4427-90b4-5d49b56a9b46 HTTP/1.1" status: 200 len: 210 time: 0.0868354 Sep 16 09:50:51.405211 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Provisioning complete for port f25e5371-7d7a-4929-ba67-20f64b85ea85 triggered by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:50:51.405682 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (f25e5371-7d7a-4929-ba67-20f64b85ea85), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:51.405963 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Attempt 1 to provision port f25e5371-7d7a-4929-ba67-20f64b85ea85 Sep 16 09:50:51.455090 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-a409e2a0-b45f-463d-a511-bac19a8caff5 None None] Attempt 5 to provision port 884885de-9e10-4652-9aba-309ace13393a Sep 16 09:50:51.492890 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 47090) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:50:51.512684 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:DELETE=1,neutron:INSERT=8,neutron:SELECT=86,neutron:UPDATE=5 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:51.512897 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-a409e2a0-b45f-463d-a511-bac19a8caff5 None None] Port 884885de-9e10-4652-9aba-309ace13393a cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:50:51.543467 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-47e9ddb5-86a2-49dd-ab69-b82c3b029cf3 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=1c3c61c18da94af5ad3412902816ef4e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0456998 Sep 16 09:50:51.543467 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 47092) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:50:51.568461 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:51.604086 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Current status of the port f25e5371-7d7a-4929-ba67-20f64b85ea85 is: DOWN; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:50:51.604675 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (f25e5371-7d7a-4929-ba67-20f64b85ea85), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:51.619383 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:51.630042 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-8ad1a3dd-4ffc-4e4e-95fd-9211d61514a7 admin admin] Publish callbacks [] for security_group (ff5b332e-bc90-45b5-8b85-b51353679ffc), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:51.635430 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] For port f25e5371-7d7a-4929-ba67-20f64b85ea85, host dv-cinder-790535-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=f25e5371-7d7a-4929-ba67-20f64b85ea85,segment=NetworkSegment(0b254eb8-8459-4a20-9dd6-e212af12e724),segment_id=0b254eb8-8459-4a20-9dd6-e212af12e724)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:50:51.666541 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-8ad1a3dd-4ffc-4e4e-95fd-9211d61514a7 admin admin] Publish callbacks [] for security_group (ff5b332e-bc90-45b5-8b85-b51353679ffc), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:51.684973 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-2bd113ec-0d3e-4425-8944-6d2cb8cc4ae9 req-3adc586a-9c2a-414c-8a0f-73a8838b8029 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 210 time: 0.0404799 Sep 16 09:50:51.747350 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (f25e5371-7d7a-4929-ba67-20f64b85ea85), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:51.748229 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device cff0635c-a5e3-4d53-bd6a-7c1420d44d1f up at agent ovs-agent-dv-cinder-790535-43-iscsi {{(pid=113425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 09:50:51.775203 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.27', 53216) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:50:51.871863 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Pushing event updated for resources: {'Port': ['ID=f25e5371-7d7a-4929-ba67-20f64b85ea85,revision_number=4']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:50:51.894077 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Provisioning complete for port cff0635c-a5e3-4d53-bd6a-7c1420d44d1f triggered by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:50:51.894697 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (cff0635c-a5e3-4d53-bd6a-7c1420d44d1f), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:51.895247 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Attempt 1 to provision port cff0635c-a5e3-4d53-bd6a-7c1420d44d1f Sep 16 09:50:51.923336 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-8ad1a3dd-4ffc-4e4e-95fd-9211d61514a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (ff5b332e-bc90-45b5-8b85-b51353679ffc), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:51.927768 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-8ad1a3dd-4ffc-4e4e-95fd-9211d61514a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:51.929104 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-8ad1a3dd-4ffc-4e4e-95fd-9211d61514a7 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/ff5b332e-bc90-45b5-8b85-b51353679ffc HTTP/1.1" status: 204 len: 168 time: 0.3855231 Sep 16 09:50:51.993970 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Current status of the port cff0635c-a5e3-4d53-bd6a-7c1420d44d1f is: DOWN; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:50:51.994535 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (cff0635c-a5e3-4d53-bd6a-7c1420d44d1f), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:52.011674 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-9d748587-79b0-4dfd-a1ca-649ecf82b3e6 req-18e2560d-b9d4-4f45-9244-ee4dc53312cd tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--661305458&fields=id&tenant_id=75007587f92646f686881c2e1bfb7b2d HTTP/1.1" status: 200 len: 267 time: 0.0908439 Sep 16 09:50:52.019680 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-a409e2a0-b45f-463d-a511-bac19a8caff5 None None] Attempt 6 to provision port 884885de-9e10-4652-9aba-309ace13393a Sep 16 09:50:52.021968 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad1a3dd-4ffc-4e4e-95fd-9211d61514a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff5b332e-bc90-45b5-8b85-b51353679ffc,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:50:52.118072 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-a409e2a0-b45f-463d-a511-bac19a8caff5 None None] Port 884885de-9e10-4652-9aba-309ace13393a cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:50:52.136949 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] For port cff0635c-a5e3-4d53-bd6a-7c1420d44d1f, host dv-cinder-790535-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=cff0635c-a5e3-4d53-bd6a-7c1420d44d1f,segment=NetworkSegment(e3902c86-c1ff-47d9-b3ef-44214c1005fa),segment_id=e3902c86-c1ff-47d9-b3ef-44214c1005fa)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:50:52.204761 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-1ab04c1f-0aec-4832-91ae-11a0be75c81a req-efe4d1e7-2609-4b5b-9023-3853e1444720 tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=480def5d-9bba-44e0-a53c-65239a428e1c HTTP/1.1" status: 200 len: 210 time: 0.0655706 Sep 16 09:50:52.233646 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9851e0f6-e81a-46c8-8d6d-04814ea3376a req-303c7362-1c4f-4f20-acc9-ef11a2be73c3 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:50:52.235150 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-9851e0f6-e81a-46c8-8d6d-04814ea3376a req-303c7362-1c4f-4f20-acc9-ef11a2be73c3 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.27 "GET /networking/v2.0/networks?id=17684eae-ad40-4ec5-9092-8a60e4e87e96 HTTP/1.1" status: 200 len: 818 time: 0.4546216 Sep 16 09:50:52.236629 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-e02456c6-f461-4277-a91c-9baa3ec8b093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (54fa5420-569f-41b3-81ce-b3c99a893561), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:52.271541 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (cff0635c-a5e3-4d53-bd6a-7c1420d44d1f), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:52.272595 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device c1f1615c-3b20-4576-9f7b-38e270c021fd up at agent ovs-agent-dv-cinder-790535-43-iscsi {{(pid=113425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 09:50:52.296408 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d748587-79b0-4dfd-a1ca-649ecf82b3e6 req-d02aabb2-122b-4250-836d-b9d553c14499 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:50:52.298390 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-9d748587-79b0-4dfd-a1ca-649ecf82b3e6 req-d02aabb2-122b-4250-836d-b9d553c14499 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/networks?id=b92b7908-54f3-4444-8e37-e6621fa07310 HTTP/1.1" status: 200 len: 815 time: 0.2779167 Sep 16 09:50:52.314476 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.v2.base [req-9851e0f6-e81a-46c8-8d6d-04814ea3376a req-f94a39f0-31ab-4abc-9a29-91e92f4014d9 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Request body: {'port': {'device_id': 'f634aa6d-e24c-48df-946f-3166fd76273a', 'network_id': '17684eae-ad40-4ec5-9092-8a60e4e87e96', 'admin_state_up': True, 'tenant_id': '3fe0d52d42324aa38182b47b3588b979'}} {{(pid=113424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:50:52.382562 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:52.383627 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Provisioning complete for port c1f1615c-3b20-4576-9f7b-38e270c021fd triggered by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:50:52.384039 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (c1f1615c-3b20-4576-9f7b-38e270c021fd), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:52.384433 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Attempt 1 to provision port c1f1615c-3b20-4576-9f7b-38e270c021fd Sep 16 09:50:52.425782 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-9d748587-79b0-4dfd-a1ca-649ecf82b3e6 req-574afe2d-3424-4911-97a8-0efdf37a2657 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/quotas/75007587f92646f686881c2e1bfb7b2d HTTP/1.1" status: 200 len: 375 time: 0.0857399 Sep 16 09:50:52.451838 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Pushing event updated for resources: {'Port': ['ID=cff0635c-a5e3-4d53-bd6a-7c1420d44d1f,revision_number=5']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:50:52.506273 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 47128) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:50:52.527183 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 47130) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:50:52.529963 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-5558322e-6eb6-4243-8b0b-49d97f1dc844 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:52.611029 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-9d748587-79b0-4dfd-a1ca-649ecf82b3e6 req-0cbcebd3-87e7-4be4-a89c-eb3a0f56a5b2 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=75007587f92646f686881c2e1bfb7b2d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1740253 Sep 16 09:50:52.630248 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-a409e2a0-b45f-463d-a511-bac19a8caff5 None None] Attempt 7 to provision port 884885de-9e10-4652-9aba-309ace13393a Sep 16 09:50:52.690938 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Current status of the port c1f1615c-3b20-4576-9f7b-38e270c021fd is: ACTIVE; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:50:52.728720 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-a409e2a0-b45f-463d-a511-bac19a8caff5 None None] Port 884885de-9e10-4652-9aba-309ace13393a cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:50:52.761873 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.27', 53225) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:50:52.763780 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-8e610e87-7f4c-448e-a88e-7c6e70e3179f req-f5f60c63-0e18-4646-bd06-4d618ca6a9ce tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a6f3fc30-e196-4427-90b4-5d49b56a9b46 HTTP/1.1" status: 200 len: 210 time: 0.1903284 Sep 16 09:50:52.814478 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-6766a9eb-58c7-413a-bd4a-66335cb07767 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:52.902186 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-9d748587-79b0-4dfd-a1ca-649ecf82b3e6 req-e813e10d-1362-433a-8706-491437a21f47 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/b92b7908-54f3-4444-8e37-e6621fa07310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475803 Sep 16 09:50:53.090481 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-9d748587-79b0-4dfd-a1ca-649ecf82b3e6 req-cca28187-a650-4ea7-8697-aa49922c6902 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/b92b7908-54f3-4444-8e37-e6621fa07310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873324 Sep 16 09:50:53.118703 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device 532fb59b-a9f1-4899-848a-9c67d077c29a up at agent ovs-agent-dv-cinder-790535-43-iscsi {{(pid=113425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 09:50:53.173904 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9851e0f6-e81a-46c8-8d6d-04814ea3376a req-f94a39f0-31ab-4abc-9a29-91e92f4014d9 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Made reservation on behalf of 3fe0d52d42324aa38182b47b3588b979 for: {'port': 1} {{(pid=113424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 09:50:53.178953 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-9851e0f6-e81a-46c8-8d6d-04814ea3376a req-f94a39f0-31ab-4abc-9a29-91e92f4014d9 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:53.207270 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-bfc79785-e21c-4c73-8faf-62e3ee9a4e3c req-ae33bbe0-b40b-45c3-82cb-e1da5ad10430 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 210 time: 0.3084762 Sep 16 09:50:53.237467 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-a409e2a0-b45f-463d-a511-bac19a8caff5 None None] Attempt 8 to provision port 884885de-9e10-4652-9aba-309ace13393a Sep 16 09:50:53.304794 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:UPDATE=1,neutron:SELECT=95,neutron:INSERT=4 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:53.397506 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Provisioning complete for port 532fb59b-a9f1-4899-848a-9c67d077c29a triggered by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:50:53.402364 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (532fb59b-a9f1-4899-848a-9c67d077c29a), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:53.402364 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Attempt 1 to provision port 532fb59b-a9f1-4899-848a-9c67d077c29a Sep 16 09:50:53.414579 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-5558322e-6eb6-4243-8b0b-49d97f1dc844 admin admin] Publish callbacks [] for security_group (225ba1b3-2bd4-4c50-8ab7-532af625b715), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:53.455171 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-a409e2a0-b45f-463d-a511-bac19a8caff5 None None] Port 884885de-9e10-4652-9aba-309ace13393a cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:50:53.608632 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Current status of the port 532fb59b-a9f1-4899-848a-9c67d077c29a is: DOWN; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:50:53.609012 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (532fb59b-a9f1-4899-848a-9c67d077c29a), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:53.621149 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-5558322e-6eb6-4243-8b0b-49d97f1dc844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (225ba1b3-2bd4-4c50-8ab7-532af625b715), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:53.629256 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-2b445cfc-137b-4c53-85d6-0db479ba0f4a req-bbbf62e0-84d6-494a-b391-ad68105d742c tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=480def5d-9bba-44e0-a53c-65239a428e1c HTTP/1.1" status: 200 len: 210 time: 0.1827719 Sep 16 09:50:53.681857 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c756bb90-e8dd-40f6-9896-f5ea7d08f250 req-a8acfad1-73de-472b-b7f2-01e97a74e1e0 tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:50:53.689293 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-c756bb90-e8dd-40f6-9896-f5ea7d08f250 req-a8acfad1-73de-472b-b7f2-01e97a74e1e0 tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] 10.222.0.27 "GET /networking/v2.0/networks?id=c4842324-ee85-46c7-9e8f-0b04468e9bb4 HTTP/1.1" status: 200 len: 811 time: 0.9187453 Sep 16 09:50:53.693039 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] For port 532fb59b-a9f1-4899-848a-9c67d077c29a, host dv-cinder-790535-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=532fb59b-a9f1-4899-848a-9c67d077c29a,segment=NetworkSegment(4ba7d294-130d-48b9-a99d-edaaffd525bf),segment_id=4ba7d294-130d-48b9-a99d-edaaffd525bf)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:50:53.711754 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.v2.base [req-c756bb90-e8dd-40f6-9896-f5ea7d08f250 req-7e85249b-f91b-45fd-b2f1-c1283520789a tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] Request body: {'port': {'device_id': '480def5d-9bba-44e0-a53c-65239a428e1c', 'network_id': 'c4842324-ee85-46c7-9e8f-0b04468e9bb4', 'admin_state_up': True, 'tenant_id': 'cca830d4d9384e99b6f499a457776de4'}} {{(pid=113423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:50:53.748269 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.27', 53234) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:50:53.787244 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-5558322e-6eb6-4243-8b0b-49d97f1dc844 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=9f3c6e318138449e91a299e72537565c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2792912 Sep 16 09:50:53.794092 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-e676d952-76f8-4dd3-bc12-602a7a2901a9 req-71071ac3-0016-42f9-b311-83ad498cae86 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=efec4ecb-65e7-4ca8-a29f-b87bc9ee1915 HTTP/1.1" status: 200 len: 210 time: 0.1453946 Sep 16 09:50:53.831309 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 47176) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:50:53.836885 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (532fb59b-a9f1-4899-848a-9c67d077c29a), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:53.837871 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device f25e5371-7d7a-4929-ba67-20f64b85ea85 up at agent ovs-agent-dv-cinder-790535-43-iscsi {{(pid=113425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 09:50:53.946534 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5558322e-6eb6-4243-8b0b-49d97f1dc844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=225ba1b3-2bd4-4c50-8ab7-532af625b715,revision_number=1']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:50:53.961352 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-a409e2a0-b45f-463d-a511-bac19a8caff5 None None] Attempt 9 to provision port 884885de-9e10-4652-9aba-309ace13393a Sep 16 09:50:53.988502 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 47186) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:50:54.007753 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Pushing event updated for resources: {'Port': ['ID=532fb59b-a9f1-4899-848a-9c67d077c29a,revision_number=5']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:50:54.027568 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed99bd8-b3a8-4593-91cf-b2690fa44854 None None] Sync routers for ids ['5f629d17-6c04-4750-846b-90fbe144f83c'] in dv-cinder-790535-43-iscsi {{(pid=113425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 09:50:54.098834 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:54.104525 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed99bd8-b3a8-4593-91cf-b2690fa44854 None None] Routers {'5f629d17-6c04-4750-846b-90fbe144f83c'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 09:50:54.106107 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.db_base_plugin_common [req-9851e0f6-e81a-46c8-8d6d-04814ea3376a req-f94a39f0-31ab-4abc-9a29-91e92f4014d9 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Allocated IP 172.20.0.13 (17684eae-ad40-4ec5-9092-8a60e4e87e96/7270ea1b-9730-4d7c-89ed-4cebd5834047/2959b5a1-1a1a-4ce9-93ab-cb413d960925) {{(pid=113424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 09:50:54.111715 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-bed99bd8-b3a8-4593-91cf-b2690fa44854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T09:50:24Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['5f629d17-6c04-4750-846b-90fbe144f83c'], 'active': True} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:50:54.390834 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-a50d2323-dc2c-445a-9425-22970acc06bb req-2cb73c21-4eab-46da-af88-9864b11d562c tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a6f3fc30-e196-4427-90b4-5d49b56a9b46 HTTP/1.1" status: 200 len: 210 time: 0.1789699 Sep 16 09:50:54.397076 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-6766a9eb-58c7-413a-bd4a-66335cb07767 admin admin] Publish callbacks [] for security_group (30804531-98c1-4a8c-b085-9ecdf4fe7562), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:54.416214 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-9851e0f6-e81a-46c8-8d6d-04814ea3376a req-f94a39f0-31ab-4abc-9a29-91e92f4014d9 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Publish callbacks [] for port (2959b5a1-1a1a-4ce9-93ab-cb413d960925), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:54.450558 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-cbfa000f-0f55-422d-954c-36ed6c10fac5 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=e602272a68d243488ec7f6fed0205b89&name=default HTTP/1.1" status: 200 len: 2995 time: 0.4444056 Sep 16 09:50:54.482859 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 47200) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:50:54.529058 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-a409e2a0-b45f-463d-a511-bac19a8caff5 None None] Port 884885de-9e10-4652-9aba-309ace13393a cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:50:54.537426 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:54.550120 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-e2c5e1be-1094-44f8-a806-7c24d2887b79 admin admin] Publish callbacks [] for security_group (225ba1b3-2bd4-4c50-8ab7-532af625b715), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:54.607483 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a770605-8cd7-40ae-bff5-6490edefade2 req-b8868423-697a-4a3b-abbb-c0fcc0a46589 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:50:54.612716 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-e2c5e1be-1094-44f8-a806-7c24d2887b79 admin admin] Publish callbacks [] for security_group (225ba1b3-2bd4-4c50-8ab7-532af625b715), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:54.614650 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-6a770605-8cd7-40ae-bff5-6490edefade2 req-b8868423-697a-4a3b-abbb-c0fcc0a46589 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.27 "GET /networking/v2.0/networks?id=17684eae-ad40-4ec5-9092-8a60e4e87e96 HTTP/1.1" status: 200 len: 818 time: 0.8605466 Sep 16 09:50:54.629374 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvr_db [None req-bed99bd8-b3a8-4593-91cf-b2690fa44854 None None] Set router 5f629d17-6c04-4750-846b-90fbe144f83c gateway port host: dv-cinder-790535-43-iscsi {{(pid=113425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 09:50:54.662715 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-6766a9eb-58c7-413a-bd4a-66335cb07767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (30804531-98c1-4a8c-b085-9ecdf4fe7562), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:54.664510 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-9851e0f6-e81a-46c8-8d6d-04814ea3376a req-f94a39f0-31ab-4abc-9a29-91e92f4014d9 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759571245505'] for port (2959b5a1-1a1a-4ce9-93ab-cb413d960925), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:54.732493 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Provisioning complete for port f25e5371-7d7a-4929-ba67-20f64b85ea85 triggered by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:50:54.733759 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (f25e5371-7d7a-4929-ba67-20f64b85ea85), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:54.745517 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Attempt 1 to provision port f25e5371-7d7a-4929-ba67-20f64b85ea85 Sep 16 09:50:54.776277 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-91088ef7-6620-4955-bcfe-e1410a26746f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (647718b3-8298-4382-86e2-3fad9f5d7804), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:54.861225 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:54.904740 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-6766a9eb-58c7-413a-bd4a-66335cb07767 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=10af2f5ac92f401694eb9a26740b41fb&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3451641 Sep 16 09:50:54.933349 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 47216) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:50:54.935344 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6766a9eb-58c7-413a-bd4a-66335cb07767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30804531-98c1-4a8c-b085-9ecdf4fe7562,revision_number=1']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:50:54.957211 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-4e6be9ff-9c71-444b-98cf-71b5b1635de0 req-19222f44-a9cd-4f66-9a2e-c9a64536c76f tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=480def5d-9bba-44e0-a53c-65239a428e1c HTTP/1.1" status: 200 len: 210 time: 0.0791039 Sep 16 09:50:55.007037 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c756bb90-e8dd-40f6-9896-f5ea7d08f250 req-7e85249b-f91b-45fd-b2f1-c1283520789a tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] Made reservation on behalf of cca830d4d9384e99b6f499a457776de4 for: {'port': 1} {{(pid=113423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 09:50:55.013913 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [req-c756bb90-e8dd-40f6-9896-f5ea7d08f250 req-7e85249b-f91b-45fd-b2f1-c1283520789a tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:55.183198 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-a409e2a0-b45f-463d-a511-bac19a8caff5 None None] Attempt 10 to provision port 884885de-9e10-4652-9aba-309ace13393a Sep 16 09:50:55.183404 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.v2.base [req-6a770605-8cd7-40ae-bff5-6490edefade2 req-61ea9c42-665e-452d-bdf2-071040acd6bf tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Request body: {'port': {'device_id': 'a6f3fc30-e196-4427-90b4-5d49b56a9b46', 'network_id': '17684eae-ad40-4ec5-9092-8a60e4e87e96', 'admin_state_up': True, 'tenant_id': '3fe0d52d42324aa38182b47b3588b979'}} {{(pid=113424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:50:55.288519 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-bed99bd8-b3a8-4593-91cf-b2690fa44854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'name': 'tempest-AttachVolumeNegativeTest-1147155597-router', 'tenant_id': '75007587f92646f686881c2e1bfb7b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'f25e5371-7d7a-4929-ba67-20f64b85ea85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:50:29Z', 'updated_at': '2022-09-16T09:50:39Z', 'revision_number': 4, 'project_id': '75007587f92646f686881c2e1bfb7b2d', 'gw_port': {'id': 'f25e5371-7d7a-4929-ba67-20f64b85ea85', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:73:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:30Z', 'updated_at': '2022-09-16T09:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_interfaces': [{'id': '884885de-9e10-4652-9aba-309ace13393a', 'name': '', 'network_id': 'b92b7908-54f3-4444-8e37-e6621fa07310', 'tenant_id': '75007587f92646f686881c2e1bfb7b2d', 'mac_address': 'fa:16:3e:8d:8c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2c5e3932-9cbf-4551-a459-a4948ab2f258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:38Z', 'updated_at': '2022-09-16T09:50:40Z', 'revision_number': 2, 'project_id': '75007587f92646f686881c2e1bfb7b2d', 'subnets': [{'id': '2c5e3932-9cbf-4551-a459-a4948ab2f258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:50:55.379592 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-f17e973f-285c-4be2-8ad4-1e6079d31584 req-bbc6d1c0-6184-42b1-a98a-6fa57e37c3a5 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 210 time: 0.7298279 Sep 16 09:50:55.382454 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.27', 53243) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:50:55.432217 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.db.db_base_plugin_common [req-c756bb90-e8dd-40f6-9896-f5ea7d08f250 req-7e85249b-f91b-45fd-b2f1-c1283520789a tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] Allocated IP 172.20.0.9 (c4842324-ee85-46c7-9e8f-0b04468e9bb4/80836663-f6b0-4f56-957f-9b1306195e91/c050f3bc-122c-4343-b68a-ba8664cb732b) {{(pid=113423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 09:50:55.470466 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9851e0f6-e81a-46c8-8d6d-04814ea3376a req-f94a39f0-31ab-4abc-9a29-91e92f4014d9 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Network 17684eae-ad40-4ec5-9092-8a60e4e87e96 is already hosted by enough agents. {{(pid=113424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 09:50:55.495767 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.base_scheduler [req-9851e0f6-e81a-46c8-8d6d-04814ea3376a req-f94a39f0-31ab-4abc-9a29-91e92f4014d9 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Resources bound (agent type, host, resource id): {{(pid=113424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 09:50:55.565839 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-95e108ed-3b00-4014-878c-fb355bd4b19f admin admin] Publish callbacks [] for security_group (14a9ac63-9009-4ae8-a0ba-0ac011a62452), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:55.571790 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.l3_dvrscheduler_db [req-9851e0f6-e81a-46c8-8d6d-04814ea3376a req-f94a39f0-31ab-4abc-9a29-91e92f4014d9 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Received port after_create {{(pid=113424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 09:50:55.579552 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-a409e2a0-b45f-463d-a511-bac19a8caff5 None None] Port 884885de-9e10-4652-9aba-309ace13393a cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:50:55.585718 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed99bd8-b3a8-4593-91cf-b2690fa44854 None None] Checking router: 5f629d17-6c04-4750-846b-90fbe144f83c for host: dv-cinder-790535-43-iscsi {{(pid=113425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 09:50:55.586130 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed99bd8-b3a8-4593-91cf-b2690fa44854 None None] Updating router 5f629d17-6c04-4750-846b-90fbe144f83c port 884885de-9e10-4652-9aba-309ace13393a binding host dv-cinder-790535-43-iscsi {{(pid=113425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 09:50:55.589420 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9851e0f6-e81a-46c8-8d6d-04814ea3376a req-f94a39f0-31ab-4abc-9a29-91e92f4014d9 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:50:55.589420 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-9851e0f6-e81a-46c8-8d6d-04814ea3376a req-f94a39f0-31ab-4abc-9a29-91e92f4014d9 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546317'] for port (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:55.597417 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:55.614163 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94a39f0-31ab-4abc-9a29-91e92f4014d9 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Pushing event updated for resources: {'Port': ['ID=2959b5a1-1a1a-4ce9-93ab-cb413d960925,revision_number=1']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:50:55.751180 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-bed99bd8-b3a8-4593-91cf-b2690fa44854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (884885de-9e10-4652-9aba-309ace13393a), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:55.758778 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-cce6dce6-213d-4345-9fef-783400605f85 None None] Provisioning complete for port cff0635c-a5e3-4d53-bd6a-7c1420d44d1f triggered by entity DHCP. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:50:55.760865 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-cce6dce6-213d-4345-9fef-783400605f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (cff0635c-a5e3-4d53-bd6a-7c1420d44d1f), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:55.761203 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-cce6dce6-213d-4345-9fef-783400605f85 None None] Attempt 1 to provision port cff0635c-a5e3-4d53-bd6a-7c1420d44d1f Sep 16 09:50:55.763401 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Current status of the port f25e5371-7d7a-4929-ba67-20f64b85ea85 is: ACTIVE; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:50:55.766864 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a770605-8cd7-40ae-bff5-6490edefade2 req-61ea9c42-665e-452d-bdf2-071040acd6bf tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Made reservation on behalf of 3fe0d52d42324aa38182b47b3588b979 for: {'port': 1} {{(pid=113424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 09:50:55.766995 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device cff0635c-a5e3-4d53-bd6a-7c1420d44d1f up at agent ovs-agent-dv-cinder-790535-43-iscsi {{(pid=113425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 09:50:55.775744 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-19e14145-44d4-4d6e-8b6b-328b599d0f29 req-820a7fae-5a7f-4643-9adb-db07d44406a9 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=efec4ecb-65e7-4ca8-a29f-b87bc9ee1915 HTTP/1.1" status: 200 len: 210 time: 0.0951893 Sep 16 09:50:55.780512 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-6a770605-8cd7-40ae-bff5-6490edefade2 req-61ea9c42-665e-452d-bdf2-071040acd6bf tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:55.789346 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-e2c5e1be-1094-44f8-a806-7c24d2887b79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (225ba1b3-2bd4-4c50-8ab7-532af625b715), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:55.792547 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-e2c5e1be-1094-44f8-a806-7c24d2887b79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:55.793796 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-e2c5e1be-1094-44f8-a806-7c24d2887b79 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/225ba1b3-2bd4-4c50-8ab7-532af625b715 HTTP/1.1" status: 204 len: 168 time: 1.9605651 Sep 16 09:50:55.815536 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-f5732e83-c4a5-4cd1-b54c-9c48dc6a1e18 req-eb30e51a-be92-4e2a-a61f-12ad313f227f tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a6f3fc30-e196-4427-90b4-5d49b56a9b46 HTTP/1.1" status: 200 len: 210 time: 0.2176309 Sep 16 09:50:55.823963 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-95e108ed-3b00-4014-878c-fb355bd4b19f admin admin] Publish callbacks [] for security_group (14a9ac63-9009-4ae8-a0ba-0ac011a62452), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:55.881651 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-861c5913-7582-4d03-aed4-609a87ce54a2 admin admin] Publish callbacks [] for security_group (30804531-98c1-4a8c-b085-9ecdf4fe7562), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:55.938387 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c5e1be-1094-44f8-a806-7c24d2887b79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=225ba1b3-2bd4-4c50-8ab7-532af625b715,revision_number=None']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:50:55.971998 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-9851e0f6-e81a-46c8-8d6d-04814ea3376a req-f94a39f0-31ab-4abc-9a29-91e92f4014d9 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6687002 Sep 16 09:50:55.991558 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-861c5913-7582-4d03-aed4-609a87ce54a2 admin admin] Publish callbacks [] for security_group (30804531-98c1-4a8c-b085-9ecdf4fe7562), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:56.025409 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [req-9851e0f6-e81a-46c8-8d6d-04814ea3376a req-fba585a4-42c5-49b0-b3ad-5c298bbf5096 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] http://10.222.0.73:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113424) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 09:50:56.030841 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-9851e0f6-e81a-46c8-8d6d-04814ea3376a req-fba585a4-42c5-49b0-b3ad-5c298bbf5096 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0231738 Sep 16 09:50:56.198000 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Provisioning complete for port cff0635c-a5e3-4d53-bd6a-7c1420d44d1f triggered by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:50:56.198701 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (cff0635c-a5e3-4d53-bd6a-7c1420d44d1f), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:56.199249 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Attempt 1 to provision port cff0635c-a5e3-4d53-bd6a-7c1420d44d1f Sep 16 09:50:56.204480 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:56.207430 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdae610-94fb-4247-b02b-c779dd0ceb05 req-23738a00-dc47-4caa-8b11-0e65b3507fad tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:50:56.211199 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-3bdae610-94fb-4247-b02b-c779dd0ceb05 req-23738a00-dc47-4caa-8b11-0e65b3507fad tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.27 "GET /networking/v2.0/networks?id=fe465541-6175-450e-8791-dc7a519b5e60 HTTP/1.1" status: 200 len: 817 time: 0.8182132 Sep 16 09:50:56.242663 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-c4bb25e1-e077-488b-97d7-dad49f37640a req-7340d593-f009-465c-a71c-ece85aafa35c tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=480def5d-9bba-44e0-a53c-65239a428e1c HTTP/1.1" status: 200 len: 210 time: 0.1135674 Sep 16 09:50:56.347403 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [req-c756bb90-e8dd-40f6-9896-f5ea7d08f250 req-7e85249b-f91b-45fd-b2f1-c1283520789a tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] Publish callbacks [] for port (c050f3bc-122c-4343-b68a-ba8664cb732b), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:56.433358 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-c17a0cac-31fa-4a66-ad06-99f53fca2b4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (2d63c820-fb16-4aae-acf9-0482010d4ad8), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:56.483885 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-861c5913-7582-4d03-aed4-609a87ce54a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (30804531-98c1-4a8c-b085-9ecdf4fe7562), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:56.498553 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-861c5913-7582-4d03-aed4-609a87ce54a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:56.506955 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-861c5913-7582-4d03-aed4-609a87ce54a2 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/30804531-98c1-4a8c-b085-9ecdf4fe7562 HTTP/1.1" status: 204 len: 168 time: 1.5653107 Sep 16 09:50:56.512989 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-cce6dce6-213d-4345-9fef-783400605f85 None None] Current status of the port cff0635c-a5e3-4d53-bd6a-7c1420d44d1f is: ACTIVE; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:50:56.531854 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861c5913-7582-4d03-aed4-609a87ce54a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30804531-98c1-4a8c-b085-9ecdf4fe7562,revision_number=None']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:50:56.548921 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-95e108ed-3b00-4014-878c-fb355bd4b19f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (14a9ac63-9009-4ae8-a0ba-0ac011a62452), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:56.550902 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-95e108ed-3b00-4014-878c-fb355bd4b19f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:56.552346 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-95e108ed-3b00-4014-878c-fb355bd4b19f admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/14a9ac63-9009-4ae8-a0ba-0ac011a62452 HTTP/1.1" status: 204 len: 168 time: 2.0679400 Sep 16 09:50:56.573588 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [req-c756bb90-e8dd-40f6-9896-f5ea7d08f250 req-7e85249b-f91b-45fd-b2f1-c1283520789a tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759571245505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473602'] for port (c050f3bc-122c-4343-b68a-ba8664cb732b), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:56.579303 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-3bdae610-94fb-4247-b02b-c779dd0ceb05 req-366b5b77-9923-43fd-bde5-aefdeacfdf14 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f1713f13f3ff494496a8ef8e5591c1b6 HTTP/1.1" status: 200 len: 377 time: 0.3040273 Sep 16 09:50:56.629245 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.v2.base [req-3bdae610-94fb-4247-b02b-c779dd0ceb05 req-d35d4716-79ef-43d8-abd1-42cbe805aa5a tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Request body: {'port': {'device_id': '88a0813e-ace7-48df-b688-533c8dbc81de', 'network_id': 'fe465541-6175-450e-8791-dc7a519b5e60', 'admin_state_up': True, 'tenant_id': 'f1713f13f3ff494496a8ef8e5591c1b6', 'security_groups': ['5e85962f-c8f8-4f8c-8afc-b4af534d3051']}} {{(pid=113424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:50:56.642622 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e108ed-3b00-4014-878c-fb355bd4b19f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14a9ac63-9009-4ae8-a0ba-0ac011a62452,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:50:56.719128 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:56.723702 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Current status of the port cff0635c-a5e3-4d53-bd6a-7c1420d44d1f is: ACTIVE; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:50:56.748540 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-cce6dce6-213d-4345-9fef-783400605f85 None None] Provisioning complete for port 532fb59b-a9f1-4899-848a-9c67d077c29a triggered by entity DHCP. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:50:56.749294 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-cce6dce6-213d-4345-9fef-783400605f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (532fb59b-a9f1-4899-848a-9c67d077c29a), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:56.750802 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-cce6dce6-213d-4345-9fef-783400605f85 None None] Attempt 1 to provision port 532fb59b-a9f1-4899-848a-9c67d077c29a Sep 16 09:50:56.782626 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c756bb90-e8dd-40f6-9896-f5ea7d08f250 req-7e85249b-f91b-45fd-b2f1-c1283520789a tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] Network c4842324-ee85-46c7-9e8f-0b04468e9bb4 is already hosted by enough agents. {{(pid=113423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 09:50:56.812690 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.v2.base [req-9851e0f6-e81a-46c8-8d6d-04814ea3376a req-fc0c4bae-4b5f-4094-a4df-73909c1f106a service neutron] Request body: {'port': {'device_id': 'f634aa6d-e24c-48df-946f-3166fd76273a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=113424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:50:56.823337 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:56.824625 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.base_scheduler [req-c756bb90-e8dd-40f6-9896-f5ea7d08f250 req-7e85249b-f91b-45fd-b2f1-c1283520789a tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] Resources bound (agent type, host, resource id): {{(pid=113423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 09:50:56.855534 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.db.l3_dvrscheduler_db [req-c756bb90-e8dd-40f6-9896-f5ea7d08f250 req-7e85249b-f91b-45fd-b2f1-c1283520789a tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] Received port after_create {{(pid=113423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 09:50:56.984510 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device 532fb59b-a9f1-4899-848a-9c67d077c29a up at agent ovs-agent-dv-cinder-790535-43-iscsi {{(pid=113425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 09:50:56.996643 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-7cfaa454-beb7-47f6-af1e-b8156fe1c84d req-54db5592-faf0-47e8-ad1d-62d155658abe tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 210 time: 0.3517165 Sep 16 09:50:57.008262 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.db_base_plugin_common [req-6a770605-8cd7-40ae-bff5-6490edefade2 req-61ea9c42-665e-452d-bdf2-071040acd6bf tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Allocated IP 172.20.0.11 (17684eae-ad40-4ec5-9092-8a60e4e87e96/7270ea1b-9730-4d7c-89ed-4cebd5834047/10ea483a-6487-40ad-8b75-adc32be4973b) {{(pid=113424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 09:50:57.082923 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c756bb90-e8dd-40f6-9896-f5ea7d08f250 req-7e85249b-f91b-45fd-b2f1-c1283520789a tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:50:57.084477 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [req-c756bb90-e8dd-40f6-9896-f5ea7d08f250 req-7e85249b-f91b-45fd-b2f1-c1283520789a tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546317'] for port (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:57.151356 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:57.154034 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-79349533-defd-46fa-b89f-9007c20a3c9d req-33abec3c-c269-4c91-ad3e-142205a06bca tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=efec4ecb-65e7-4ca8-a29f-b87bc9ee1915 HTTP/1.1" status: 200 len: 210 time: 0.0597723 Sep 16 09:50:57.162293 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e85249b-f91b-45fd-b2f1-c1283520789a tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] Pushing event updated for resources: {'Port': ['ID=c050f3bc-122c-4343-b68a-ba8664cb732b,revision_number=1']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:50:57.295090 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-c756bb90-e8dd-40f6-9896-f5ea7d08f250 req-7e85249b-f91b-45fd-b2f1-c1283520789a tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5879736 Sep 16 09:50:57.324416 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.v2.base [req-c756bb90-e8dd-40f6-9896-f5ea7d08f250 req-b56bc05f-a251-43bd-a03e-f024b2928ed3 service neutron] Request body: {'port': {'device_id': '480def5d-9bba-44e0-a53c-65239a428e1c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=113423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:50:57.334030 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-bed99bd8-b3a8-4593-91cf-b2690fa44854 None None] Publish callbacks [] for port (884885de-9e10-4652-9aba-309ace13393a), precommit_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:57.402634 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Provisioning complete for port 532fb59b-a9f1-4899-848a-9c67d077c29a triggered by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:50:57.403175 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (532fb59b-a9f1-4899-848a-9c67d077c29a), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:57.403871 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-b8efe243-067d-4199-a563-3c6c8ce38366 req-196ab094-05a0-44b9-9860-61d7d9c4bdb4 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a6f3fc30-e196-4427-90b4-5d49b56a9b46 HTTP/1.1" status: 200 len: 210 time: 0.2284226 Sep 16 09:50:57.408608 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Attempt 1 to provision port 532fb59b-a9f1-4899-848a-9c67d077c29a Sep 16 09:50:57.435309 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-9851e0f6-e81a-46c8-8d6d-04814ea3376a req-fc0c4bae-4b5f-4094-a4df-73909c1f106a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (2959b5a1-1a1a-4ce9-93ab-cb413d960925), before_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:57.503591 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:57.526812 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-bed99bd8-b3a8-4593-91cf-b2690fa44854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (884885de-9e10-4652-9aba-309ace13393a), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:57.579188 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-cce6dce6-213d-4345-9fef-783400605f85 None None] Current status of the port 532fb59b-a9f1-4899-848a-9c67d077c29a is: ACTIVE; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:50:57.675546 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [req-c756bb90-e8dd-40f6-9896-f5ea7d08f250 req-b56bc05f-a251-43bd-a03e-f024b2928ed3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (c050f3bc-122c-4343-b68a-ba8664cb732b), before_update {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:57.725708 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (be58d251-43cc-467d-bf31-2aae48e2ac56), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:57.727157 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-cd5fe5d0-24d3-4349-8269-176b5bcdf250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (65aa34d6-cc53-475e-ab2c-2c2516bff08f), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:57.738634 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bdae610-94fb-4247-b02b-c779dd0ceb05 req-d35d4716-79ef-43d8-abd1-42cbe805aa5a tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Made reservation on behalf of f1713f13f3ff494496a8ef8e5591c1b6 for: {'port': 1} {{(pid=113424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 09:50:57.749695 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-cce6dce6-213d-4345-9fef-783400605f85 None None] Provisioning complete for port 884885de-9e10-4652-9aba-309ace13393a triggered by entity DHCP. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:50:57.750076 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-cce6dce6-213d-4345-9fef-783400605f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (884885de-9e10-4652-9aba-309ace13393a), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:57.750423 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-cce6dce6-213d-4345-9fef-783400605f85 None None] Attempt 1 to provision port 884885de-9e10-4652-9aba-309ace13393a Sep 16 09:50:57.754885 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7744c55-9bae-4a18-89cb-3fcb60f49e6a req-7c7b2a5a-2224-4b65-a819-430e0f0ab2f6 tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:50:57.760325 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-3bdae610-94fb-4247-b02b-c779dd0ceb05 req-d35d4716-79ef-43d8-abd1-42cbe805aa5a tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:57.770903 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-d7744c55-9bae-4a18-89cb-3fcb60f49e6a req-7c7b2a5a-2224-4b65-a819-430e0f0ab2f6 tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=480def5d-9bba-44e0-a53c-65239a428e1c HTTP/1.1" status: 200 len: 931 time: 0.3533211 Sep 16 09:50:57.907579 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa2ffe9-60fb-4e37-ae48-44eff1a0a2a5 None None] Pushing event updated for resources: {'Port': ['ID=884885de-9e10-4652-9aba-309ace13393a,revision_number=3']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:50:58.070459 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-d7744c55-9bae-4a18-89cb-3fcb60f49e6a req-415fb32d-1c1f-4677-a8aa-4c70d29d7508 tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=0d70b26c-7726-4804-b507-71b01b78f009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2980509 Sep 16 09:50:58.074616 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.27', 53254) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:50:58.097573 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-cce6dce6-213d-4345-9fef-783400605f85 None None] Port 884885de-9e10-4652-9aba-309ace13393a cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:50:58.122627 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.managers [None req-bed99bd8-b3a8-4593-91cf-b2690fa44854 None None] Attempting to bind port 884885de-9e10-4652-9aba-309ace13393a on host dv-cinder-790535-43-iscsi for vnic_type normal with profile {{(pid=113425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 09:50:58.123413 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.managers [None req-bed99bd8-b3a8-4593-91cf-b2690fa44854 None None] Attempting to bind port 884885de-9e10-4652-9aba-309ace13393a by drivers openvswitch,hyperv on host dv-cinder-790535-43-iscsi at level 0 using segments [{'id': '59ea54c9-a504-4c17-ac42-04cf91228ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b92b7908-54f3-4444-8e37-e6621fa07310'}] {{(pid=113425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 09:50:58.123931 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed99bd8-b3a8-4593-91cf-b2690fa44854 None None] Attempting to bind port 884885de-9e10-4652-9aba-309ace13393a on network b92b7908-54f3-4444-8e37-e6621fa07310 {{(pid=113425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 09:50:58.128000 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Current status of the port 532fb59b-a9f1-4899-848a-9c67d077c29a is: ACTIVE; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:50:58.225473 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed99bd8-b3a8-4593-91cf-b2690fa44854 None None] Checking agent: {'id': 'be58d251-43cc-467d-bf31-2aae48e2ac56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-43-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 9, 41, 57), 'started_at': datetime.datetime(2022, 9, 16, 9, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 9, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-43-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 09:50:58.225886 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed99bd8-b3a8-4593-91cf-b2690fa44854 None None] Checking segment: {'id': '59ea54c9-a504-4c17-ac42-04cf91228ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b92b7908-54f3-4444-8e37-e6621fa07310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 09:50:58.231768 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-bed99bd8-b3a8-4593-91cf-b2690fa44854 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:58.232414 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed99bd8-b3a8-4593-91cf-b2690fa44854 None None] Bound using segment: {'id': '59ea54c9-a504-4c17-ac42-04cf91228ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b92b7908-54f3-4444-8e37-e6621fa07310'} {{(pid=113425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 09:50:58.238088 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.managers [None req-bed99bd8-b3a8-4593-91cf-b2690fa44854 None None] Bound port: 884885de-9e10-4652-9aba-309ace13393a, host: dv-cinder-790535-43-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59ea54c9-a504-4c17-ac42-04cf91228ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b92b7908-54f3-4444-8e37-e6621fa07310'}}] {{(pid=113425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 09:50:58.242521 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-bed99bd8-b3a8-4593-91cf-b2690fa44854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (884885de-9e10-4652-9aba-309ace13393a), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:58.374945 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:58.435978 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-bed99bd8-b3a8-4593-91cf-b2690fa44854 None None] For port 884885de-9e10-4652-9aba-309ace13393a, host dv-cinder-790535-43-iscsi, cleared binding levels {{(pid=113425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 09:50:58.445529 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-bed99bd8-b3a8-4593-91cf-b2690fa44854 None None] For port 884885de-9e10-4652-9aba-309ace13393a, host dv-cinder-790535-43-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=884885de-9e10-4652-9aba-309ace13393a,segment=NetworkSegment(59ea54c9-a504-4c17-ac42-04cf91228ccc),segment_id=59ea54c9-a504-4c17-ac42-04cf91228ccc)] {{(pid=113425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 09:50:58.540051 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-bed99bd8-b3a8-4593-91cf-b2690fa44854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (884885de-9e10-4652-9aba-309ace13393a), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:58.619243 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-cce6dce6-213d-4345-9fef-783400605f85 None None] Attempt 2 to provision port 884885de-9e10-4652-9aba-309ace13393a Sep 16 09:50:58.650848 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-6f8af1a8-4c3d-478d-9f45-6dfa28f5c557 req-66c04e76-d846-4ca0-b2e8-5def63eb100e tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 210 time: 0.3436189 Sep 16 09:50:58.680086 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed99bd8-b3a8-4593-91cf-b2690fa44854 None None] Routers {'5f629d17-6c04-4750-846b-90fbe144f83c'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 09:50:58.682375 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-bed99bd8-b3a8-4593-91cf-b2690fa44854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T09:50:55Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['5f629d17-6c04-4750-846b-90fbe144f83c'], 'active': True} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:50:58.703253 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-6e1220ff-cc7a-4a36-a26a-432dbb1cbbe2 req-07632e5c-43ea-4f23-8ab9-9d90a578316f tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=efec4ecb-65e7-4ca8-a29f-b87bc9ee1915 HTTP/1.1" status: 200 len: 210 time: 0.0600240 Sep 16 09:50:58.746857 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:INSERT=1 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:58.764129 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d748587-79b0-4dfd-a1ca-649ecf82b3e6 req-314fba5b-b94e-41df-8aaf-760f56795cf1 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:50:58.771425 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-9d748587-79b0-4dfd-a1ca-649ecf82b3e6 req-314fba5b-b94e-41df-8aaf-760f56795cf1 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.27 "GET /networking/v2.0/networks?id=b92b7908-54f3-4444-8e37-e6621fa07310 HTTP/1.1" status: 200 len: 815 time: 0.6840465 Sep 16 09:50:58.782457 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:58.801728 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-6a770605-8cd7-40ae-bff5-6490edefade2 req-61ea9c42-665e-452d-bdf2-071040acd6bf tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Publish callbacks [] for port (10ea483a-6487-40ad-8b75-adc32be4973b), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:58.826112 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.db_base_plugin_common [req-3bdae610-94fb-4247-b02b-c779dd0ceb05 req-d35d4716-79ef-43d8-abd1-42cbe805aa5a tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Allocated IP 172.20.0.5 (fe465541-6175-450e-8791-dc7a519b5e60/312d0eea-a7f5-4989-be4b-d8f1ee2c9ab2/55883b34-2ac0-4ba3-b4af-c5503b0d8fc9) {{(pid=113424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 09:50:58.869869 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa2ffe9-60fb-4e37-ae48-44eff1a0a2a5 None None] Pushing event updated for resources: {'Port': ['ID=884885de-9e10-4652-9aba-309ace13393a,revision_number=4']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:50:58.975313 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-cce6dce6-213d-4345-9fef-783400605f85 None None] Current status of the port 884885de-9e10-4652-9aba-309ace13393a is: DOWN; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:50:58.983732 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-cce6dce6-213d-4345-9fef-783400605f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (884885de-9e10-4652-9aba-309ace13393a), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:59.028639 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-9d748587-79b0-4dfd-a1ca-649ecf82b3e6 req-acdb3a78-e91e-4a70-85d8-0ad8fa598c73 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.27 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=75007587f92646f686881c2e1bfb7b2d HTTP/1.1" status: 200 len: 379 time: 0.2208083 Sep 16 09:50:59.051021 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvr_db [None req-bed99bd8-b3a8-4593-91cf-b2690fa44854 None None] Set router 5f629d17-6c04-4750-846b-90fbe144f83c gateway port host: dv-cinder-790535-43-iscsi {{(pid=113425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 09:50:59.053314 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.v2.base [req-9d748587-79b0-4dfd-a1ca-649ecf82b3e6 req-a032720e-a4be-437e-8d32-bdcf97a47de0 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Request body: {'port': {'device_id': 'efec4ecb-65e7-4ca8-a29f-b87bc9ee1915', 'network_id': 'b92b7908-54f3-4444-8e37-e6621fa07310', 'admin_state_up': True, 'tenant_id': '75007587f92646f686881c2e1bfb7b2d', 'security_groups': ['88a65b38-59ca-4022-a5b0-fa900452424e']}} {{(pid=113423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:50:59.137780 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-3eb7ece6-5065-4156-8b1a-6f84973f6ba6 req-2c0c0663-9ba0-44c8-857f-7a11ff26ddaa tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a6f3fc30-e196-4427-90b4-5d49b56a9b46 HTTP/1.1" status: 200 len: 210 time: 0.1784129 Sep 16 09:50:59.140070 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-cce6dce6-213d-4345-9fef-783400605f85 None None] For port 884885de-9e10-4652-9aba-309ace13393a, host dv-cinder-790535-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=884885de-9e10-4652-9aba-309ace13393a,segment=NetworkSegment(59ea54c9-a504-4c17-ac42-04cf91228ccc),segment_id=59ea54c9-a504-4c17-ac42-04cf91228ccc)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:50:59.233698 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:59.282294 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-cce6dce6-213d-4345-9fef-783400605f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (884885de-9e10-4652-9aba-309ace13393a), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:59.327041 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-3bdae610-94fb-4247-b02b-c779dd0ceb05 req-d35d4716-79ef-43d8-abd1-42cbe805aa5a tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Publish callbacks [] for port (55883b34-2ac0-4ba3-b4af-c5503b0d8fc9), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:59.342134 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-6a770605-8cd7-40ae-bff5-6490edefade2 req-61ea9c42-665e-452d-bdf2-071040acd6bf tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759571245505'] for port (10ea483a-6487-40ad-8b75-adc32be4973b), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:59.522353 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a770605-8cd7-40ae-bff5-6490edefade2 req-61ea9c42-665e-452d-bdf2-071040acd6bf tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Network 17684eae-ad40-4ec5-9092-8a60e4e87e96 is already hosted by enough agents. {{(pid=113424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 09:50:59.550219 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.base_scheduler [req-6a770605-8cd7-40ae-bff5-6490edefade2 req-61ea9c42-665e-452d-bdf2-071040acd6bf tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Resources bound (agent type, host, resource id): {{(pid=113424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 09:50:59.578597 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce6dce6-213d-4345-9fef-783400605f85 None None] Pushing event updated for resources: {'Port': ['ID=884885de-9e10-4652-9aba-309ace13393a,revision_number=5']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:50:59.593179 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-2761df63-2db2-4310-b699-310af3942cd1 None None] Provisioning complete for port c050f3bc-122c-4343-b68a-ba8664cb732b triggered by entity DHCP. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:50:59.593910 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-2761df63-2db2-4310-b699-310af3942cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (c050f3bc-122c-4343-b68a-ba8664cb732b), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:59.594481 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-2761df63-2db2-4310-b699-310af3942cd1 None None] Attempt 1 to provision port c050f3bc-122c-4343-b68a-ba8664cb732b Sep 16 09:50:59.602877 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a770605-8cd7-40ae-bff5-6490edefade2 req-61ea9c42-665e-452d-bdf2-071040acd6bf tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Received port after_create {{(pid=113424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 09:50:59.607712 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a770605-8cd7-40ae-bff5-6490edefade2 req-61ea9c42-665e-452d-bdf2-071040acd6bf tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:50:59.608354 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-6a770605-8cd7-40ae-bff5-6490edefade2 req-61ea9c42-665e-452d-bdf2-071040acd6bf tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546317'] for port (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:59.659663 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb35300-8814-4e04-980d-abd8678182ff req-36f901f5-9b40-4b1f-889f-dd2f9bceeb78 tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:50:59.661925 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-3eb35300-8814-4e04-980d-abd8678182ff req-36f901f5-9b40-4b1f-889f-dd2f9bceeb78 tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=480def5d-9bba-44e0-a53c-65239a428e1c HTTP/1.1" status: 200 len: 931 time: 0.2378550 Sep 16 09:50:59.662165 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ea9c42-665e-452d-bdf2-071040acd6bf tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Pushing event updated for resources: {'Port': ['ID=10ea483a-6487-40ad-8b75-adc32be4973b,revision_number=1']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:50:59.688921 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:50:59.718683 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-2761df63-2db2-4310-b699-310af3942cd1 None None] Port c050f3bc-122c-4343-b68a-ba8664cb732b cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:50:59.789850 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.notifiers.nova [req-c756bb90-e8dd-40f6-9896-f5ea7d08f250 req-b56bc05f-a251-43bd-a03e-f024b2928ed3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c050f3bc-122c-4343-b68a-ba8664cb732b {{(pid=113423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 09:50:59.792094 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-6a770605-8cd7-40ae-bff5-6490edefade2 req-61ea9c42-665e-452d-bdf2-071040acd6bf tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6180081 Sep 16 09:50:59.799260 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-3bdae610-94fb-4247-b02b-c779dd0ceb05 req-d35d4716-79ef-43d8-abd1-42cbe805aa5a tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759571245505'] for port (55883b34-2ac0-4ba3-b4af-c5503b0d8fc9), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:59.821273 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [req-c756bb90-e8dd-40f6-9896-f5ea7d08f250 req-b56bc05f-a251-43bd-a03e-f024b2928ed3 service neutron] Publish callbacks [] for port (c050f3bc-122c-4343-b68a-ba8664cb732b), precommit_update {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:50:59.910270 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.db.provisioning_blocks [req-c756bb90-e8dd-40f6-9896-f5ea7d08f250 req-b56bc05f-a251-43bd-a03e-f024b2928ed3 service neutron] Transition to ACTIVE for port object c050f3bc-122c-4343-b68a-ba8664cb732b will not be triggered until provisioned by entity L2. {{(pid=113423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 09:50:59.916583 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-3eb35300-8814-4e04-980d-abd8678182ff req-a158a273-6d1d-4438-98fd-01710bcc979e tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=0d70b26c-7726-4804-b507-71b01b78f009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310221 Sep 16 09:50:59.927900 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-bed99bd8-b3a8-4593-91cf-b2690fa44854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'name': 'tempest-AttachVolumeNegativeTest-1147155597-router', 'tenant_id': '75007587f92646f686881c2e1bfb7b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'f25e5371-7d7a-4929-ba67-20f64b85ea85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:50:29Z', 'updated_at': '2022-09-16T09:50:39Z', 'revision_number': 4, 'project_id': '75007587f92646f686881c2e1bfb7b2d', 'gw_port': {'id': 'f25e5371-7d7a-4929-ba67-20f64b85ea85', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:73:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:30Z', 'updated_at': '2022-09-16T09:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_interfaces': [{'id': '884885de-9e10-4652-9aba-309ace13393a', 'name': '', 'network_id': 'b92b7908-54f3-4444-8e37-e6621fa07310', 'tenant_id': '75007587f92646f686881c2e1bfb7b2d', 'mac_address': 'fa:16:3e:8d:8c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2c5e3932-9cbf-4551-a459-a4948ab2f258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:38Z', 'updated_at': '2022-09-16T09:50:58Z', 'revision_number': 4, 'project_id': '75007587f92646f686881c2e1bfb7b2d', 'subnets': [{'id': '2c5e3932-9cbf-4551-a459-a4948ab2f258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:50:59.951614 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.v2.base [req-6a770605-8cd7-40ae-bff5-6490edefade2 req-6a0e3c1d-8200-4a60-a2c4-d0ce06afa81f service neutron] Request body: {'port': {'device_id': 'a6f3fc30-e196-4427-90b4-5d49b56a9b46', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=113424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:50:59.986598 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed99bd8-b3a8-4593-91cf-b2690fa44854 None None] The sync data for ids ['5f629d17-6c04-4750-846b-90fbe144f83c'] in dv-cinder-790535-43-iscsi is: [{'id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'name': 'tempest-AttachVolumeNegativeTest-1147155597-router', 'tenant_id': '75007587f92646f686881c2e1bfb7b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'f25e5371-7d7a-4929-ba67-20f64b85ea85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:50:29Z', 'updated_at': '2022-09-16T09:50:39Z', 'revision_number': 4, 'project_id': '75007587f92646f686881c2e1bfb7b2d', 'gw_port': {'id': 'f25e5371-7d7a-4929-ba67-20f64b85ea85', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:73:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:30Z', 'updated_at': '2022-09-16T09:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_interfaces': [{'id': '884885de-9e10-4652-9aba-309ace13393a', 'name': '', 'network_id': 'b92b7908-54f3-4444-8e37-e6621fa07310', 'tenant_id': '75007587f92646f686881c2e1bfb7b2d', 'mac_address': 'fa:16:3e:8d:8c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2c5e3932-9cbf-4551-a459-a4948ab2f258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:38Z', 'updated_at': '2022-09-16T09:50:58Z', 'revision_number': 4, 'project_id': '75007587f92646f686881c2e1bfb7b2d', 'subnets': [{'id': '2c5e3932-9cbf-4551-a459-a4948ab2f258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 09:51:00.007991 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [req-c756bb90-e8dd-40f6-9896-f5ea7d08f250 req-b56bc05f-a251-43bd-a03e-f024b2928ed3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473659'] for port (c050f3bc-122c-4343-b68a-ba8664cb732b), after_update {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:00.023436 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:51:00.096414 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d748587-79b0-4dfd-a1ca-649ecf82b3e6 req-a032720e-a4be-437e-8d32-bdcf97a47de0 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Made reservation on behalf of 75007587f92646f686881c2e1bfb7b2d for: {'port': 1} {{(pid=113423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 09:51:00.101836 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [req-9d748587-79b0-4dfd-a1ca-649ecf82b3e6 req-a032720e-a4be-437e-8d32-bdcf97a47de0 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:00.132925 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35d4716-79ef-43d8-abd1-42cbe805aa5a tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Pushing event updated for resources: {'Port': ['ID=55883b34-2ac0-4ba3-b4af-c5503b0d8fc9,revision_number=1']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:51:00.161155 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-3ae4495e-d098-4dc4-bcbd-471ab4e359d8 req-76970950-1d25-4cb4-af21-569ac54933e3 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=efec4ecb-65e7-4ca8-a29f-b87bc9ee1915 HTTP/1.1" status: 200 len: 210 time: 0.0667851 Sep 16 09:51:00.162327 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bdae610-94fb-4247-b02b-c779dd0ceb05 req-d35d4716-79ef-43d8-abd1-42cbe805aa5a tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Network fe465541-6175-450e-8791-dc7a519b5e60 is already hosted by enough agents. {{(pid=113424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 09:51:00.215547 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.base_scheduler [req-3bdae610-94fb-4247-b02b-c779dd0ceb05 req-d35d4716-79ef-43d8-abd1-42cbe805aa5a tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Resources bound (agent type, host, resource id): {{(pid=113424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 09:51:00.221357 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-2761df63-2db2-4310-b699-310af3942cd1 None None] Attempt 2 to provision port c050f3bc-122c-4343-b68a-ba8664cb732b Sep 16 09:51:00.227530 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bdae610-94fb-4247-b02b-c779dd0ceb05 req-d35d4716-79ef-43d8-abd1-42cbe805aa5a tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Received port after_create {{(pid=113424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 09:51:00.233567 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdae610-94fb-4247-b02b-c779dd0ceb05 req-d35d4716-79ef-43d8-abd1-42cbe805aa5a tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:00.237170 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-3bdae610-94fb-4247-b02b-c779dd0ceb05 req-d35d4716-79ef-43d8-abd1-42cbe805aa5a tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546317'] for port (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:00.253369 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a77ef7-48a7-4619-a31c-aa11884cdb02 req-dd3b199c-737b-4cdb-8328-59b5cfc6c7fc tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:00.266824 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-c1a77ef7-48a7-4619-a31c-aa11884cdb02 req-dd3b199c-737b-4cdb-8328-59b5cfc6c7fc tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 931 time: 0.3492074 Sep 16 09:51:00.278227 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56bc05f-a251-43bd-a03e-f024b2928ed3 service neutron] Pushing event updated for resources: {'Port': ['ID=c050f3bc-122c-4343-b68a-ba8664cb732b,revision_number=2']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:51:00.280765 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=59 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:51:00.295841 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.notifiers.nova [req-9851e0f6-e81a-46c8-8d6d-04814ea3376a req-fc0c4bae-4b5f-4094-a4df-73909c1f106a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2959b5a1-1a1a-4ce9-93ab-cb413d960925 {{(pid=113424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 09:51:00.304236 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:51:00.344334 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-9851e0f6-e81a-46c8-8d6d-04814ea3376a req-fc0c4bae-4b5f-4094-a4df-73909c1f106a service neutron] Publish callbacks [] for port (2959b5a1-1a1a-4ce9-93ab-cb413d960925), precommit_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:00.497435 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:51:00.685084 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-2761df63-2db2-4310-b699-310af3942cd1 None None] Port c050f3bc-122c-4343-b68a-ba8664cb732b cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:51:00.890305 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.db.db_base_plugin_common [req-9d748587-79b0-4dfd-a1ca-649ecf82b3e6 req-a032720e-a4be-437e-8d32-bdcf97a47de0 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Allocated IP 172.20.0.7 (b92b7908-54f3-4444-8e37-e6621fa07310/2c5e3932-9cbf-4551-a459-a4948ab2f258/70b30d2d-a478-423b-bb6f-8944c8ac74de) {{(pid=113423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 09:51:00.919566 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-3bdae610-94fb-4247-b02b-c779dd0ceb05 req-d35d4716-79ef-43d8-abd1-42cbe805aa5a tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3273549 Sep 16 09:51:00.962368 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device 884885de-9e10-4652-9aba-309ace13393a up at agent ovs-agent-dv-cinder-790535-43-iscsi {{(pid=113425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 09:51:00.987760 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.v2.base [req-3bdae610-94fb-4247-b02b-c779dd0ceb05 req-4ac933c9-351c-4de7-ae17-37d388af77b8 service neutron] Request body: {'port': {'device_id': '88a0813e-ace7-48df-b688-533c8dbc81de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=113424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:51:00.991755 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.provisioning_blocks [req-9851e0f6-e81a-46c8-8d6d-04814ea3376a req-fc0c4bae-4b5f-4094-a4df-73909c1f106a service neutron] Transition to ACTIVE for port object 2959b5a1-1a1a-4ce9-93ab-cb413d960925 will not be triggered until provisioned by entity L2. {{(pid=113424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 09:51:01.007977 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-6a770605-8cd7-40ae-bff5-6490edefade2 req-6a0e3c1d-8200-4a60-a2c4-d0ce06afa81f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (10ea483a-6487-40ad-8b75-adc32be4973b), before_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:01.046865 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72ae1de-bc12-4a0d-b4ed-9e2291f0e739 req-f9858bba-172d-4f07-a218-0f88eaab13d6 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:01.069972 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-c72ae1de-bc12-4a0d-b4ed-9e2291f0e739 req-f9858bba-172d-4f07-a218-0f88eaab13d6 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a6f3fc30-e196-4427-90b4-5d49b56a9b46 HTTP/1.1" status: 200 len: 932 time: 0.7078016 Sep 16 09:51:01.073241 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Provisioning complete for port 884885de-9e10-4652-9aba-309ace13393a triggered by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:51:01.073682 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (884885de-9e10-4652-9aba-309ace13393a), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:01.074216 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Attempt 1 to provision port 884885de-9e10-4652-9aba-309ace13393a Sep 16 09:51:01.094327 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-c1a77ef7-48a7-4619-a31c-aa11884cdb02 req-35e67f8c-3259-4e0f-b2b5-456b62616866 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.8268163 Sep 16 09:51:01.100669 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-9851e0f6-e81a-46c8-8d6d-04814ea3376a req-fc0c4bae-4b5f-4094-a4df-73909c1f106a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (2959b5a1-1a1a-4ce9-93ab-cb413d960925), after_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:01.138599 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:51:01.234523 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-2761df63-2db2-4310-b699-310af3942cd1 None None] Attempt 3 to provision port c050f3bc-122c-4343-b68a-ba8664cb732b Sep 16 09:51:01.236306 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Current status of the port 884885de-9e10-4652-9aba-309ace13393a is: ACTIVE; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:51:01.292889 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-c72ae1de-bc12-4a0d-b4ed-9e2291f0e739 req-cdd74e2c-28e3-4ca5-ad9e-8d9e59fbea6c tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834626 Sep 16 09:51:01.294396 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-2761df63-2db2-4310-b699-310af3942cd1 None None] Port c050f3bc-122c-4343-b68a-ba8664cb732b cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:51:01.296460 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.managers [req-c756bb90-e8dd-40f6-9896-f5ea7d08f250 req-b56bc05f-a251-43bd-a03e-f024b2928ed3 service neutron] Attempting to bind port c050f3bc-122c-4343-b68a-ba8664cb732b on host hv-cinder-79053 for vnic_type normal with profile {{(pid=113423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 09:51:01.296460 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.managers [req-c756bb90-e8dd-40f6-9896-f5ea7d08f250 req-b56bc05f-a251-43bd-a03e-f024b2928ed3 service neutron] Attempting to bind port c050f3bc-122c-4343-b68a-ba8664cb732b by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '4ba7d294-130d-48b9-a99d-edaaffd525bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c4842324-ee85-46c7-9e8f-0b04468e9bb4'}] {{(pid=113423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 09:51:01.296460 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c756bb90-e8dd-40f6-9896-f5ea7d08f250 req-b56bc05f-a251-43bd-a03e-f024b2928ed3 service neutron] Attempting to bind port c050f3bc-122c-4343-b68a-ba8664cb732b on network c4842324-ee85-46c7-9e8f-0b04468e9bb4 {{(pid=113423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 09:51:01.338159 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:51:01.535024 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0d3cbf-c61e-4e0e-a962-9adbd1f2ee5f req-75482fe2-268f-4bb6-ba4a-0c4c3f0ec1c7 tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:01.537796 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-ba0d3cbf-c61e-4e0e-a962-9adbd1f2ee5f req-75482fe2-268f-4bb6-ba4a-0c4c3f0ec1c7 tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=480def5d-9bba-44e0-a53c-65239a428e1c HTTP/1.1" status: 200 len: 943 time: 0.2104270 Sep 16 09:51:01.538672 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c4bae-4b5f-4094-a4df-73909c1f106a service neutron] Pushing event updated for resources: {'Port': ['ID=2959b5a1-1a1a-4ce9-93ab-cb413d960925,revision_number=2']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:51:01.593579 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-3bdae610-94fb-4247-b02b-c779dd0ceb05 req-4ac933c9-351c-4de7-ae17-37d388af77b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (55883b34-2ac0-4ba3-b4af-c5503b0d8fc9), before_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:01.678005 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [req-9d748587-79b0-4dfd-a1ca-649ecf82b3e6 req-a032720e-a4be-437e-8d32-bdcf97a47de0 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks [] for port (70b30d2d-a478-423b-bb6f-8944c8ac74de), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:01.725904 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.managers [req-9851e0f6-e81a-46c8-8d6d-04814ea3376a req-fc0c4bae-4b5f-4094-a4df-73909c1f106a service neutron] Attempting to bind port 2959b5a1-1a1a-4ce9-93ab-cb413d960925 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=113424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 09:51:01.726520 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.managers [req-9851e0f6-e81a-46c8-8d6d-04814ea3376a req-fc0c4bae-4b5f-4094-a4df-73909c1f106a service neutron] Attempting to bind port 2959b5a1-1a1a-4ce9-93ab-cb413d960925 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'e3902c86-c1ff-47d9-b3ef-44214c1005fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '17684eae-ad40-4ec5-9092-8a60e4e87e96'}] {{(pid=113424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 09:51:01.727041 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9851e0f6-e81a-46c8-8d6d-04814ea3376a req-fc0c4bae-4b5f-4094-a4df-73909c1f106a service neutron] Attempting to bind port 2959b5a1-1a1a-4ce9-93ab-cb413d960925 on network 17684eae-ad40-4ec5-9092-8a60e4e87e96 {{(pid=113424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 09:51:01.795706 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-2761df63-2db2-4310-b699-310af3942cd1 None None] Attempt 4 to provision port c050f3bc-122c-4343-b68a-ba8664cb732b Sep 16 09:51:01.850286 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-ba0d3cbf-c61e-4e0e-a962-9adbd1f2ee5f req-746f246f-3fa8-4ad6-92cd-178b21bade70 tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=0d70b26c-7726-4804-b507-71b01b78f009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934432 Sep 16 09:51:01.870520 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-5c6c332c-1ac2-4dae-8f77-31b70d56a65a req-d84d6036-f03b-4ec2-a0e4-b388c31235ce tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=efec4ecb-65e7-4ca8-a29f-b87bc9ee1915 HTTP/1.1" status: 200 len: 210 time: 0.3182173 Sep 16 09:51:01.879711 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:51:01.881979 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-2761df63-2db2-4310-b699-310af3942cd1 None None] Port c050f3bc-122c-4343-b68a-ba8664cb732b cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:51:01.894216 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [req-9d748587-79b0-4dfd-a1ca-649ecf82b3e6 req-a032720e-a4be-437e-8d32-bdcf97a47de0 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759571245505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473602'] for port (70b30d2d-a478-423b-bb6f-8944c8ac74de), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:01.894216 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c756bb90-e8dd-40f6-9896-f5ea7d08f250 req-b56bc05f-a251-43bd-a03e-f024b2928ed3 service neutron] Port c050f3bc-122c-4343-b68a-ba8664cb732b on network c4842324-ee85-46c7-9e8f-0b04468e9bb4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=113423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 09:51:01.894216 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c756bb90-e8dd-40f6-9896-f5ea7d08f250 req-b56bc05f-a251-43bd-a03e-f024b2928ed3 service neutron] Attempting to bind port c050f3bc-122c-4343-b68a-ba8664cb732b on network c4842324-ee85-46c7-9e8f-0b04468e9bb4 {{(pid=113423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 09:51:02.026123 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a032720e-a4be-437e-8d32-bdcf97a47de0 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Pushing event updated for resources: {'Port': ['ID=70b30d2d-a478-423b-bb6f-8944c8ac74de,revision_number=1']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:51:02.028025 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:51:02.041745 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9851e0f6-e81a-46c8-8d6d-04814ea3376a req-fc0c4bae-4b5f-4094-a4df-73909c1f106a service neutron] Port 2959b5a1-1a1a-4ce9-93ab-cb413d960925 on network 17684eae-ad40-4ec5-9092-8a60e4e87e96 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=113424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 09:51:02.041745 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9851e0f6-e81a-46c8-8d6d-04814ea3376a req-fc0c4bae-4b5f-4094-a4df-73909c1f106a service neutron] Attempting to bind port 2959b5a1-1a1a-4ce9-93ab-cb413d960925 on network 17684eae-ad40-4ec5-9092-8a60e4e87e96 {{(pid=113424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 09:51:02.059074 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d748587-79b0-4dfd-a1ca-649ecf82b3e6 req-a032720e-a4be-437e-8d32-bdcf97a47de0 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Network b92b7908-54f3-4444-8e37-e6621fa07310 is already hosted by enough agents. {{(pid=113423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 09:51:02.063175 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.base_scheduler [req-9d748587-79b0-4dfd-a1ca-649ecf82b3e6 req-a032720e-a4be-437e-8d32-bdcf97a47de0 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Resources bound (agent type, host, resource id): {{(pid=113423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 09:51:02.069746 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d748587-79b0-4dfd-a1ca-649ecf82b3e6 req-a032720e-a4be-437e-8d32-bdcf97a47de0 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Received port after_create {{(pid=113423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 09:51:02.097036 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c756bb90-e8dd-40f6-9896-f5ea7d08f250 req-b56bc05f-a251-43bd-a03e-f024b2928ed3 service neutron] Checking agent: {'id': '5b31c92a-f134-4c39-96dd-6f3267de2076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 9, 48, 33), 'started_at': datetime.datetime(2022, 9, 16, 9, 48, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 9, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 09:51:02.097502 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c756bb90-e8dd-40f6-9896-f5ea7d08f250 req-b56bc05f-a251-43bd-a03e-f024b2928ed3 service neutron] Checking segment: {'id': '4ba7d294-130d-48b9-a99d-edaaffd525bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c4842324-ee85-46c7-9e8f-0b04468e9bb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 09:51:02.098047 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c756bb90-e8dd-40f6-9896-f5ea7d08f250 req-b56bc05f-a251-43bd-a03e-f024b2928ed3 service neutron] Bound using segment: {'id': '4ba7d294-130d-48b9-a99d-edaaffd525bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c4842324-ee85-46c7-9e8f-0b04468e9bb4'} {{(pid=113423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 09:51:02.098620 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.managers [req-c756bb90-e8dd-40f6-9896-f5ea7d08f250 req-b56bc05f-a251-43bd-a03e-f024b2928ed3 service neutron] Bound port: c050f3bc-122c-4343-b68a-ba8664cb732b, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ba7d294-130d-48b9-a99d-edaaffd525bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c4842324-ee85-46c7-9e8f-0b04468e9bb4'}}] {{(pid=113423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 09:51:02.099444 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [req-c756bb90-e8dd-40f6-9896-f5ea7d08f250 req-b56bc05f-a251-43bd-a03e-f024b2928ed3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (c050f3bc-122c-4343-b68a-ba8664cb732b), before_update {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:02.287574 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d748587-79b0-4dfd-a1ca-649ecf82b3e6 req-a032720e-a4be-437e-8d32-bdcf97a47de0 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:02.288030 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [req-9d748587-79b0-4dfd-a1ca-649ecf82b3e6 req-a032720e-a4be-437e-8d32-bdcf97a47de0 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546317'] for port (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:02.330502 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.db [req-c756bb90-e8dd-40f6-9896-f5ea7d08f250 req-b56bc05f-a251-43bd-a03e-f024b2928ed3 service neutron] For port c050f3bc-122c-4343-b68a-ba8664cb732b, host hv-cinder-79053, cleared binding levels {{(pid=113423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 09:51:02.345732 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.db [req-c756bb90-e8dd-40f6-9896-f5ea7d08f250 req-b56bc05f-a251-43bd-a03e-f024b2928ed3 service neutron] For port c050f3bc-122c-4343-b68a-ba8664cb732b, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c050f3bc-122c-4343-b68a-ba8664cb732b,segment=NetworkSegment(4ba7d294-130d-48b9-a99d-edaaffd525bf),segment_id=4ba7d294-130d-48b9-a99d-edaaffd525bf)] {{(pid=113423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 09:51:02.383513 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-2761df63-2db2-4310-b699-310af3942cd1 None None] Attempt 5 to provision port c050f3bc-122c-4343-b68a-ba8664cb732b Sep 16 09:51:02.402864 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [req-c756bb90-e8dd-40f6-9896-f5ea7d08f250 req-b56bc05f-a251-43bd-a03e-f024b2928ed3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473659'] for port (c050f3bc-122c-4343-b68a-ba8664cb732b), after_update {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:02.494342 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-2761df63-2db2-4310-b699-310af3942cd1 None None] Port c050f3bc-122c-4343-b68a-ba8664cb732b cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:51:02.499068 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c756bb90-e8dd-40f6-9896-f5ea7d08f250 req-b56bc05f-a251-43bd-a03e-f024b2928ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:02.499702 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [req-c756bb90-e8dd-40f6-9896-f5ea7d08f250 req-b56bc05f-a251-43bd-a03e-f024b2928ed3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546317'] for port (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:02.510984 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-c756bb90-e8dd-40f6-9896-f5ea7d08f250 req-b56bc05f-a251-43bd-a03e-f024b2928ed3 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/c050f3bc-122c-4343-b68a-ba8664cb732b HTTP/1.1" status: 200 len: 1093 time: 5.2000327 Sep 16 09:51:02.510984 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '480def5d-9bba-44e0-a53c-65239a428e1c', 'tag': 'c050f3bc-122c-4343-b68a-ba8664cb732b'}] {{(pid=113423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 09:51:02.539413 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-9d748587-79b0-4dfd-a1ca-649ecf82b3e6 req-a032720e-a4be-437e-8d32-bdcf97a47de0 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4873114 Sep 16 09:51:02.583619 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b994730-d2a1-4072-951c-ba2d67a9e273 req-75b4e82b-fde5-43cc-8271-d317d2c5d3ca tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:02.585463 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-4b994730-d2a1-4072-951c-ba2d67a9e273 req-75b4e82b-fde5-43cc-8271-d317d2c5d3ca tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 931 time: 0.3018045 Sep 16 09:51:02.592322 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:51:02.597189 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9851e0f6-e81a-46c8-8d6d-04814ea3376a req-fc0c4bae-4b5f-4094-a4df-73909c1f106a service neutron] Checking agent: {'id': '5b31c92a-f134-4c39-96dd-6f3267de2076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 9, 48, 33), 'started_at': datetime.datetime(2022, 9, 16, 9, 48, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 9, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 09:51:02.597812 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9851e0f6-e81a-46c8-8d6d-04814ea3376a req-fc0c4bae-4b5f-4094-a4df-73909c1f106a service neutron] Checking segment: {'id': 'e3902c86-c1ff-47d9-b3ef-44214c1005fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '17684eae-ad40-4ec5-9092-8a60e4e87e96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 09:51:02.598550 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9851e0f6-e81a-46c8-8d6d-04814ea3376a req-fc0c4bae-4b5f-4094-a4df-73909c1f106a service neutron] Bound using segment: {'id': 'e3902c86-c1ff-47d9-b3ef-44214c1005fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '17684eae-ad40-4ec5-9092-8a60e4e87e96'} {{(pid=113424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 09:51:02.599902 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.managers [req-9851e0f6-e81a-46c8-8d6d-04814ea3376a req-fc0c4bae-4b5f-4094-a4df-73909c1f106a service neutron] Bound port: 2959b5a1-1a1a-4ce9-93ab-cb413d960925, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3902c86-c1ff-47d9-b3ef-44214c1005fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '17684eae-ad40-4ec5-9092-8a60e4e87e96'}}] {{(pid=113424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 09:51:02.600616 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-9851e0f6-e81a-46c8-8d6d-04814ea3376a req-fc0c4bae-4b5f-4094-a4df-73909c1f106a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (2959b5a1-1a1a-4ce9-93ab-cb413d960925), before_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:02.622908 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1f9c7f-9686-434c-b0d4-bad9da654f06 req-e5d54bff-2ed3-4528-9fdf-a868d1fc42e8 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:02.624483 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-3f1f9c7f-9686-434c-b0d4-bad9da654f06 req-e5d54bff-2ed3-4528-9fdf-a868d1fc42e8 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a6f3fc30-e196-4427-90b4-5d49b56a9b46 HTTP/1.1" status: 200 len: 932 time: 0.1080647 Sep 16 09:51:02.630256 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56bc05f-a251-43bd-a03e-f024b2928ed3 service neutron] Pushing event updated for resources: {'Port': ['ID=c050f3bc-122c-4343-b68a-ba8664cb732b,revision_number=3']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:51:02.697629 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-3f1f9c7f-9686-434c-b0d4-bad9da654f06 req-261853eb-7fef-4916-a9b0-bc159e95afb3 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579762 Sep 16 09:51:02.840179 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-4b994730-d2a1-4072-951c-ba2d67a9e273 req-3b035bcd-a5d1-4d59-9ffa-0387916d2b8b tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2281787 Sep 16 09:51:02.852323 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.db [req-9851e0f6-e81a-46c8-8d6d-04814ea3376a req-fc0c4bae-4b5f-4094-a4df-73909c1f106a service neutron] For port 2959b5a1-1a1a-4ce9-93ab-cb413d960925, host hv-cinder-79053, cleared binding levels {{(pid=113424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 09:51:02.890803 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.notifiers.nova [req-6a770605-8cd7-40ae-bff5-6490edefade2 req-6a0e3c1d-8200-4a60-a2c4-d0ce06afa81f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10ea483a-6487-40ad-8b75-adc32be4973b {{(pid=113424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 09:51:02.894662 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.db [req-9851e0f6-e81a-46c8-8d6d-04814ea3376a req-fc0c4bae-4b5f-4094-a4df-73909c1f106a service neutron] For port 2959b5a1-1a1a-4ce9-93ab-cb413d960925, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2959b5a1-1a1a-4ce9-93ab-cb413d960925,segment=NetworkSegment(e3902c86-c1ff-47d9-b3ef-44214c1005fa),segment_id=e3902c86-c1ff-47d9-b3ef-44214c1005fa)] {{(pid=113424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 09:51:02.904479 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-6a770605-8cd7-40ae-bff5-6490edefade2 req-6a0e3c1d-8200-4a60-a2c4-d0ce06afa81f service neutron] Publish callbacks [] for port (10ea483a-6487-40ad-8b75-adc32be4973b), precommit_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:02.943439 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.provisioning_blocks [req-6a770605-8cd7-40ae-bff5-6490edefade2 req-6a0e3c1d-8200-4a60-a2c4-d0ce06afa81f service neutron] Transition to ACTIVE for port object 10ea483a-6487-40ad-8b75-adc32be4973b will not be triggered until provisioned by entity L2. {{(pid=113424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 09:51:02.948306 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.notifiers.nova [req-3bdae610-94fb-4247-b02b-c779dd0ceb05 req-4ac933c9-351c-4de7-ae17-37d388af77b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55883b34-2ac0-4ba3-b4af-c5503b0d8fc9 {{(pid=113424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 09:51:02.965377 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-3bdae610-94fb-4247-b02b-c779dd0ceb05 req-4ac933c9-351c-4de7-ae17-37d388af77b8 service neutron] Publish callbacks [] for port (55883b34-2ac0-4ba3-b4af-c5503b0d8fc9), precommit_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:02.971553 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-9851e0f6-e81a-46c8-8d6d-04814ea3376a req-fc0c4bae-4b5f-4094-a4df-73909c1f106a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (2959b5a1-1a1a-4ce9-93ab-cb413d960925), after_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:02.980655 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9851e0f6-e81a-46c8-8d6d-04814ea3376a req-fc0c4bae-4b5f-4094-a4df-73909c1f106a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:02.981295 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-9851e0f6-e81a-46c8-8d6d-04814ea3376a req-fc0c4bae-4b5f-4094-a4df-73909c1f106a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546317'] for port (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:02.982819 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-9851e0f6-e81a-46c8-8d6d-04814ea3376a req-fc0c4bae-4b5f-4094-a4df-73909c1f106a service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/2959b5a1-1a1a-4ce9-93ab-cb413d960925 HTTP/1.1" status: 200 len: 1094 time: 6.6294427 Sep 16 09:51:02.987673 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f634aa6d-e24c-48df-946f-3166fd76273a', 'tag': '2959b5a1-1a1a-4ce9-93ab-cb413d960925'}] {{(pid=113424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 09:51:02.995798 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-2761df63-2db2-4310-b699-310af3942cd1 None None] Attempt 6 to provision port c050f3bc-122c-4343-b68a-ba8664cb732b Sep 16 09:51:03.062544 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-2761df63-2db2-4310-b699-310af3942cd1 None None] Port c050f3bc-122c-4343-b68a-ba8664cb732b had new provisioning blocks added so it will not transition to active. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 09:51:03.083749 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71a7bfedd24ed74f5a0f7cbe4469292c95f8b2943141139d877a1e440cdb58a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47f67eb4-a5b8-4dce-8e91-e6e77f34b366" -d '{"events": [{"name": "network-changed", "server_uuid": "480def5d-9bba-44e0-a53c-65239a428e1c", "tag": "c050f3bc-122c-4343-b68a-ba8664cb732b"}]}' {{(pid=113423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 09:51:03.103343 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cc2c29-2e21-4513-8cef-15634a5658a6 req-6efa292f-7218-4bcf-b572-174ebbcfdbea tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:03.104875 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-89cc2c29-2e21-4513-8cef-15634a5658a6 req-6efa292f-7218-4bcf-b572-174ebbcfdbea tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=480def5d-9bba-44e0-a53c-65239a428e1c HTTP/1.1" status: 200 len: 943 time: 0.1101031 Sep 16 09:51:03.156811 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-6a770605-8cd7-40ae-bff5-6490edefade2 req-6a0e3c1d-8200-4a60-a2c4-d0ce06afa81f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (10ea483a-6487-40ad-8b75-adc32be4973b), after_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:03.188909 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.provisioning_blocks [req-3bdae610-94fb-4247-b02b-c779dd0ceb05 req-4ac933c9-351c-4de7-ae17-37d388af77b8 service neutron] Transition to ACTIVE for port object 55883b34-2ac0-4ba3-b4af-c5503b0d8fc9 will not be triggered until provisioned by entity L2. {{(pid=113424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 09:51:03.192156 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-55a3a7c5-6785-4609-b0a3-d2e1a9536826 None None] Provisioning complete for port 55883b34-2ac0-4ba3-b4af-c5503b0d8fc9 triggered by entity DHCP. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:51:03.193090 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-55a3a7c5-6785-4609-b0a3-d2e1a9536826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (55883b34-2ac0-4ba3-b4af-c5503b0d8fc9), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:03.193431 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-55a3a7c5-6785-4609-b0a3-d2e1a9536826 None None] Attempt 1 to provision port 55883b34-2ac0-4ba3-b4af-c5503b0d8fc9 Sep 16 09:51:03.206931 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-89cc2c29-2e21-4513-8cef-15634a5658a6 req-ec1e8eeb-620c-42bc-9c9b-873d4b962884 tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=0d70b26c-7726-4804-b507-71b01b78f009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901015 Sep 16 09:51:03.238757 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c861cce7-f864-4f5c-888d-8baa51777f20 req-2a72366c-03ad-472c-93a8-034709667d31 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:03.246822 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-c861cce7-f864-4f5c-888d-8baa51777f20 req-2a72366c-03ad-472c-93a8-034709667d31 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=efec4ecb-65e7-4ca8-a29f-b87bc9ee1915 HTTP/1.1" status: 200 len: 931 time: 0.1274781 Sep 16 09:51:03.262086 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-55a3a7c5-6785-4609-b0a3-d2e1a9536826 None None] Port 55883b34-2ac0-4ba3-b4af-c5503b0d8fc9 cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:51:03.303596 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=2 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:51:03.310008 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-3bdae610-94fb-4247-b02b-c779dd0ceb05 req-4ac933c9-351c-4de7-ae17-37d388af77b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (55883b34-2ac0-4ba3-b4af-c5503b0d8fc9), after_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:03.319594 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c4bae-4b5f-4094-a4df-73909c1f106a service neutron] Pushing event updated for resources: {'Port': ['ID=2959b5a1-1a1a-4ce9-93ab-cb413d960925,revision_number=3']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:51:03.369891 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.managers [req-6a770605-8cd7-40ae-bff5-6490edefade2 req-6a0e3c1d-8200-4a60-a2c4-d0ce06afa81f service neutron] Attempting to bind port 10ea483a-6487-40ad-8b75-adc32be4973b on host hv-cinder-79053 for vnic_type normal with profile {{(pid=113424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 09:51:03.370251 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.managers [req-6a770605-8cd7-40ae-bff5-6490edefade2 req-6a0e3c1d-8200-4a60-a2c4-d0ce06afa81f service neutron] Attempting to bind port 10ea483a-6487-40ad-8b75-adc32be4973b by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'e3902c86-c1ff-47d9-b3ef-44214c1005fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '17684eae-ad40-4ec5-9092-8a60e4e87e96'}] {{(pid=113424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 09:51:03.370562 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a770605-8cd7-40ae-bff5-6490edefade2 req-6a0e3c1d-8200-4a60-a2c4-d0ce06afa81f service neutron] Attempting to bind port 10ea483a-6487-40ad-8b75-adc32be4973b on network 17684eae-ad40-4ec5-9092-8a60e4e87e96 {{(pid=113424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 09:51:03.458490 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-c861cce7-f864-4f5c-888d-8baa51777f20 req-0693e48d-d3c4-4e96-ac8e-6163a3562ebb tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=88a65b38-59ca-4022-a5b0-fa900452424e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2100792 Sep 16 09:51:03.470701 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0e3c1d-8200-4a60-a2c4-d0ce06afa81f service neutron] Pushing event updated for resources: {'Port': ['ID=10ea483a-6487-40ad-8b75-adc32be4973b,revision_number=2']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:51:03.472184 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.managers [req-3bdae610-94fb-4247-b02b-c779dd0ceb05 req-4ac933c9-351c-4de7-ae17-37d388af77b8 service neutron] Attempting to bind port 55883b34-2ac0-4ba3-b4af-c5503b0d8fc9 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=113424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 09:51:03.472527 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.managers [req-3bdae610-94fb-4247-b02b-c779dd0ceb05 req-4ac933c9-351c-4de7-ae17-37d388af77b8 service neutron] Attempting to bind port 55883b34-2ac0-4ba3-b4af-c5503b0d8fc9 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'dbdfa156-b328-4b02-9174-23c649e3a4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'fe465541-6175-450e-8791-dc7a519b5e60'}] {{(pid=113424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 09:51:03.472859 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bdae610-94fb-4247-b02b-c779dd0ceb05 req-4ac933c9-351c-4de7-ae17-37d388af77b8 service neutron] Attempting to bind port 55883b34-2ac0-4ba3-b4af-c5503b0d8fc9 on network fe465541-6175-450e-8791-dc7a519b5e60 {{(pid=113424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 09:51:03.556710 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16dfd0a1dfdfa1f1ee01b24bca40ddc03421b0ad37c1355f54f1c3176401751a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf02952-77f8-4b57-b5b8-bb3ae1d67b31" -d '{"events": [{"name": "network-changed", "server_uuid": "f634aa6d-e24c-48df-946f-3166fd76273a", "tag": "2959b5a1-1a1a-4ce9-93ab-cb413d960925"}]}' {{(pid=113424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 09:51:03.561960 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a770605-8cd7-40ae-bff5-6490edefade2 req-6a0e3c1d-8200-4a60-a2c4-d0ce06afa81f service neutron] Port 10ea483a-6487-40ad-8b75-adc32be4973b on network 17684eae-ad40-4ec5-9092-8a60e4e87e96 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=113424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 09:51:03.562284 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a770605-8cd7-40ae-bff5-6490edefade2 req-6a0e3c1d-8200-4a60-a2c4-d0ce06afa81f service neutron] Attempting to bind port 10ea483a-6487-40ad-8b75-adc32be4973b on network 17684eae-ad40-4ec5-9092-8a60e4e87e96 {{(pid=113424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 09:51:03.564279 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac933c9-351c-4de7-ae17-37d388af77b8 service neutron] Pushing event updated for resources: {'Port': ['ID=55883b34-2ac0-4ba3-b4af-c5503b0d8fc9,revision_number=2']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:51:03.640784 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bdae610-94fb-4247-b02b-c779dd0ceb05 req-4ac933c9-351c-4de7-ae17-37d388af77b8 service neutron] Port 55883b34-2ac0-4ba3-b4af-c5503b0d8fc9 on network fe465541-6175-450e-8791-dc7a519b5e60 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=113424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 09:51:03.641114 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bdae610-94fb-4247-b02b-c779dd0ceb05 req-4ac933c9-351c-4de7-ae17-37d388af77b8 service neutron] Attempting to bind port 55883b34-2ac0-4ba3-b4af-c5503b0d8fc9 on network fe465541-6175-450e-8791-dc7a519b5e60 {{(pid=113424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 09:51:03.669682 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a770605-8cd7-40ae-bff5-6490edefade2 req-6a0e3c1d-8200-4a60-a2c4-d0ce06afa81f service neutron] Checking agent: {'id': '5b31c92a-f134-4c39-96dd-6f3267de2076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 9, 48, 33), 'started_at': datetime.datetime(2022, 9, 16, 9, 48, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 9, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 09:51:03.670022 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a770605-8cd7-40ae-bff5-6490edefade2 req-6a0e3c1d-8200-4a60-a2c4-d0ce06afa81f service neutron] Checking segment: {'id': 'e3902c86-c1ff-47d9-b3ef-44214c1005fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '17684eae-ad40-4ec5-9092-8a60e4e87e96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 09:51:03.670546 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a770605-8cd7-40ae-bff5-6490edefade2 req-6a0e3c1d-8200-4a60-a2c4-d0ce06afa81f service neutron] Bound using segment: {'id': 'e3902c86-c1ff-47d9-b3ef-44214c1005fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '17684eae-ad40-4ec5-9092-8a60e4e87e96'} {{(pid=113424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 09:51:03.670886 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.managers [req-6a770605-8cd7-40ae-bff5-6490edefade2 req-6a0e3c1d-8200-4a60-a2c4-d0ce06afa81f service neutron] Bound port: 10ea483a-6487-40ad-8b75-adc32be4973b, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3902c86-c1ff-47d9-b3ef-44214c1005fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '17684eae-ad40-4ec5-9092-8a60e4e87e96'}}] {{(pid=113424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 09:51:03.671249 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-6a770605-8cd7-40ae-bff5-6490edefade2 req-6a0e3c1d-8200-4a60-a2c4-d0ce06afa81f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (10ea483a-6487-40ad-8b75-adc32be4973b), before_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:03.686456 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:51:03.735007 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 09:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00d56e2d-7264-4345-8c9e-997f9ca0eb06 x-openstack-request-id: req-00d56e2d-7264-4345-8c9e-997f9ca0eb06 {{(pid=113423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 09:51:03.735357 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "480def5d-9bba-44e0-a53c-65239a428e1c", "tag": "c050f3bc-122c-4343-b68a-ba8664cb732b", "status": "completed", "code": 200}]} {{(pid=113423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 09:51:03.735620 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-00d56e2d-7264-4345-8c9e-997f9ca0eb06 {{(pid=113423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 09:51:03.736176 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00d56e2d-7264-4345-8c9e-997f9ca0eb06'] response: {'name': 'network-changed', 'server_uuid': '480def5d-9bba-44e0-a53c-65239a428e1c', 'tag': 'c050f3bc-122c-4343-b68a-ba8664cb732b', 'status': 'completed', 'code': 200} Sep 16 09:51:03.738608 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 09:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f4deefa-79e7-406d-90ea-9f716aa53ca4 x-openstack-request-id: req-9f4deefa-79e7-406d-90ea-9f716aa53ca4 {{(pid=113424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 09:51:03.739154 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f634aa6d-e24c-48df-946f-3166fd76273a", "tag": "2959b5a1-1a1a-4ce9-93ab-cb413d960925", "status": "completed", "code": 200}]} {{(pid=113424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 09:51:03.739472 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9f4deefa-79e7-406d-90ea-9f716aa53ca4 {{(pid=113424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 09:51:03.740127 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f4deefa-79e7-406d-90ea-9f716aa53ca4'] response: {'name': 'network-changed', 'server_uuid': 'f634aa6d-e24c-48df-946f-3166fd76273a', 'tag': '2959b5a1-1a1a-4ce9-93ab-cb413d960925', 'status': 'completed', 'code': 200} Sep 16 09:51:03.754632 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bdae610-94fb-4247-b02b-c779dd0ceb05 req-4ac933c9-351c-4de7-ae17-37d388af77b8 service neutron] Checking agent: {'id': '5b31c92a-f134-4c39-96dd-6f3267de2076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 9, 48, 33), 'started_at': datetime.datetime(2022, 9, 16, 9, 48, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 9, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 09:51:03.754632 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bdae610-94fb-4247-b02b-c779dd0ceb05 req-4ac933c9-351c-4de7-ae17-37d388af77b8 service neutron] Checking segment: {'id': 'dbdfa156-b328-4b02-9174-23c649e3a4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'fe465541-6175-450e-8791-dc7a519b5e60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 09:51:03.754632 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bdae610-94fb-4247-b02b-c779dd0ceb05 req-4ac933c9-351c-4de7-ae17-37d388af77b8 service neutron] Bound using segment: {'id': 'dbdfa156-b328-4b02-9174-23c649e3a4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'fe465541-6175-450e-8791-dc7a519b5e60'} {{(pid=113424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 09:51:03.754632 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.managers [req-3bdae610-94fb-4247-b02b-c779dd0ceb05 req-4ac933c9-351c-4de7-ae17-37d388af77b8 service neutron] Bound port: 55883b34-2ac0-4ba3-b4af-c5503b0d8fc9, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbdfa156-b328-4b02-9174-23c649e3a4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'fe465541-6175-450e-8791-dc7a519b5e60'}}] {{(pid=113424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 09:51:03.754632 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-3bdae610-94fb-4247-b02b-c779dd0ceb05 req-4ac933c9-351c-4de7-ae17-37d388af77b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (55883b34-2ac0-4ba3-b4af-c5503b0d8fc9), before_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:03.763123 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-55a3a7c5-6785-4609-b0a3-d2e1a9536826 None None] Attempt 2 to provision port 55883b34-2ac0-4ba3-b4af-c5503b0d8fc9 Sep 16 09:51:03.827748 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-55a3a7c5-6785-4609-b0a3-d2e1a9536826 None None] Port 55883b34-2ac0-4ba3-b4af-c5503b0d8fc9 cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:51:03.860535 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.db [req-6a770605-8cd7-40ae-bff5-6490edefade2 req-6a0e3c1d-8200-4a60-a2c4-d0ce06afa81f service neutron] For port 10ea483a-6487-40ad-8b75-adc32be4973b, host hv-cinder-79053, cleared binding levels {{(pid=113424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 09:51:03.864772 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.db [req-6a770605-8cd7-40ae-bff5-6490edefade2 req-6a0e3c1d-8200-4a60-a2c4-d0ce06afa81f service neutron] For port 10ea483a-6487-40ad-8b75-adc32be4973b, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=10ea483a-6487-40ad-8b75-adc32be4973b,segment=NetworkSegment(e3902c86-c1ff-47d9-b3ef-44214c1005fa),segment_id=e3902c86-c1ff-47d9-b3ef-44214c1005fa)] {{(pid=113424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 09:51:03.873714 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.db [req-3bdae610-94fb-4247-b02b-c779dd0ceb05 req-4ac933c9-351c-4de7-ae17-37d388af77b8 service neutron] For port 55883b34-2ac0-4ba3-b4af-c5503b0d8fc9, host hv-cinder-79053, cleared binding levels {{(pid=113424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 09:51:03.873714 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.db [req-3bdae610-94fb-4247-b02b-c779dd0ceb05 req-4ac933c9-351c-4de7-ae17-37d388af77b8 service neutron] For port 55883b34-2ac0-4ba3-b4af-c5503b0d8fc9, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=55883b34-2ac0-4ba3-b4af-c5503b0d8fc9,segment=NetworkSegment(dbdfa156-b328-4b02-9174-23c649e3a4fb),segment_id=dbdfa156-b328-4b02-9174-23c649e3a4fb)] {{(pid=113424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 09:51:03.883093 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab7a15-0f89-485a-ae3b-dddedf2397be req-4b7ae826-d2a0-4a2a-bb3c-2ca9234b6b54 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:03.884666 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-0eab7a15-0f89-485a-ae3b-dddedf2397be req-4b7ae826-d2a0-4a2a-bb3c-2ca9234b6b54 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a6f3fc30-e196-4427-90b4-5d49b56a9b46 HTTP/1.1" status: 200 len: 944 time: 0.0711718 Sep 16 09:51:03.957152 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-6a770605-8cd7-40ae-bff5-6490edefade2 req-6a0e3c1d-8200-4a60-a2c4-d0ce06afa81f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (10ea483a-6487-40ad-8b75-adc32be4973b), after_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:03.961814 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-3bdae610-94fb-4247-b02b-c779dd0ceb05 req-4ac933c9-351c-4de7-ae17-37d388af77b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (55883b34-2ac0-4ba3-b4af-c5503b0d8fc9), after_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:03.963463 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-0eab7a15-0f89-485a-ae3b-dddedf2397be req-a902c18c-293d-4984-97da-f68c85b2e8f5 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706997 Sep 16 09:51:03.966642 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a770605-8cd7-40ae-bff5-6490edefade2 req-6a0e3c1d-8200-4a60-a2c4-d0ce06afa81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:03.968531 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-6a770605-8cd7-40ae-bff5-6490edefade2 req-6a0e3c1d-8200-4a60-a2c4-d0ce06afa81f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546317'] for port (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:03.968849 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-6a770605-8cd7-40ae-bff5-6490edefade2 req-6a0e3c1d-8200-4a60-a2c4-d0ce06afa81f service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/10ea483a-6487-40ad-8b75-adc32be4973b HTTP/1.1" status: 200 len: 1094 time: 4.0533369 Sep 16 09:51:03.993469 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdae610-94fb-4247-b02b-c779dd0ceb05 req-4ac933c9-351c-4de7-ae17-37d388af77b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:03.994148 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-3bdae610-94fb-4247-b02b-c779dd0ceb05 req-4ac933c9-351c-4de7-ae17-37d388af77b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546317'] for port (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:03.995580 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-3bdae610-94fb-4247-b02b-c779dd0ceb05 req-4ac933c9-351c-4de7-ae17-37d388af77b8 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/55883b34-2ac0-4ba3-b4af-c5503b0d8fc9 HTTP/1.1" status: 200 len: 1093 time: 3.0271454 Sep 16 09:51:04.002122 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (5b31c92a-f134-4c39-96dd-6f3267de2076), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:04.062952 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e861cd0f-c93b-4df3-a7cf-896f989a421e req-ca43c450-88f2-4794-bab3-d0659cd740ef tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:04.073132 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-e861cd0f-c93b-4df3-a7cf-896f989a421e req-ca43c450-88f2-4794-bab3-d0659cd740ef tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 943 time: 0.1061177 Sep 16 09:51:04.092124 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0e3c1d-8200-4a60-a2c4-d0ce06afa81f service neutron] Pushing event updated for resources: {'Port': ['ID=10ea483a-6487-40ad-8b75-adc32be4973b,revision_number=3']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:51:04.162517 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-e861cd0f-c93b-4df3-a7cf-896f989a421e req-1fa455fa-4669-4acf-ba15-9f5451143912 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0883033 Sep 16 09:51:04.173593 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac933c9-351c-4de7-ae17-37d388af77b8 service neutron] Pushing event updated for resources: {'Port': ['ID=55883b34-2ac0-4ba3-b4af-c5503b0d8fc9,revision_number=3']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:51:04.328571 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-55a3a7c5-6785-4609-b0a3-d2e1a9536826 None None] Attempt 3 to provision port 55883b34-2ac0-4ba3-b4af-c5503b0d8fc9 Sep 16 09:51:04.348292 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fe101e-c81a-4021-abe9-a68c0f767a16 req-934b0916-93ed-45a7-8fc0-61b3180097f2 tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:04.350485 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-e3fe101e-c81a-4021-abe9-a68c0f767a16 req-934b0916-93ed-45a7-8fc0-61b3180097f2 tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=480def5d-9bba-44e0-a53c-65239a428e1c HTTP/1.1" status: 200 len: 943 time: 0.0553050 Sep 16 09:51:04.381690 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-55a3a7c5-6785-4609-b0a3-d2e1a9536826 None None] Port 55883b34-2ac0-4ba3-b4af-c5503b0d8fc9 had new provisioning blocks added so it will not transition to active. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 09:51:04.398612 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-55a3a7c5-6785-4609-b0a3-d2e1a9536826 None None] Provisioning complete for port 70b30d2d-a478-423b-bb6f-8944c8ac74de triggered by entity DHCP. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:51:04.398981 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-55a3a7c5-6785-4609-b0a3-d2e1a9536826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (70b30d2d-a478-423b-bb6f-8944c8ac74de), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:04.399499 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-55a3a7c5-6785-4609-b0a3-d2e1a9536826 None None] Attempt 1 to provision port 70b30d2d-a478-423b-bb6f-8944c8ac74de Sep 16 09:51:04.406469 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-e3fe101e-c81a-4021-abe9-a68c0f767a16 req-5ebbd7c5-aea4-405f-8371-877914c19f3a tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=0d70b26c-7726-4804-b507-71b01b78f009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501006 Sep 16 09:51:04.435410 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-55a3a7c5-6785-4609-b0a3-d2e1a9536826 None None] Port 70b30d2d-a478-423b-bb6f-8944c8ac74de cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:51:04.601006 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e8ab8-48e6-4270-9428-c4d7f2bc638b req-0472fa76-e590-4e3a-b1ca-23d15cae4677 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:04.602521 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-c35e8ab8-48e6-4270-9428-c4d7f2bc638b req-0472fa76-e590-4e3a-b1ca-23d15cae4677 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=efec4ecb-65e7-4ca8-a29f-b87bc9ee1915 HTTP/1.1" status: 200 len: 931 time: 0.0478523 Sep 16 09:51:04.674123 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-c35e8ab8-48e6-4270-9428-c4d7f2bc638b req-763d5104-e748-4627-977c-563a2f832cee tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=88a65b38-59ca-4022-a5b0-fa900452424e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645308 Sep 16 09:51:04.936317 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-55a3a7c5-6785-4609-b0a3-d2e1a9536826 None None] Attempt 2 to provision port 70b30d2d-a478-423b-bb6f-8944c8ac74de Sep 16 09:51:04.973482 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-55a3a7c5-6785-4609-b0a3-d2e1a9536826 None None] Port 70b30d2d-a478-423b-bb6f-8944c8ac74de cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:51:05.108144 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da541777-419f-4b75-a02f-b9f6d5d52322 req-9c2923f0-ba1c-49eb-a3ce-52bdebe9aa8d tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:05.110258 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-da541777-419f-4b75-a02f-b9f6d5d52322 req-9c2923f0-ba1c-49eb-a3ce-52bdebe9aa8d tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a6f3fc30-e196-4427-90b4-5d49b56a9b46 HTTP/1.1" status: 200 len: 944 time: 0.0554876 Sep 16 09:51:05.167017 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-da541777-419f-4b75-a02f-b9f6d5d52322 req-bbf23358-cd12-48a8-8f38-a29d78f4b6ff tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499792 Sep 16 09:51:05.321015 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fada92b-80c7-462f-b365-af3e47242593 req-83ead77d-cfcb-4c27-bd0c-0fae108778b5 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:05.323263 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-3fada92b-80c7-462f-b365-af3e47242593 req-83ead77d-cfcb-4c27-bd0c-0fae108778b5 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 943 time: 0.0686724 Sep 16 09:51:05.475997 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-55a3a7c5-6785-4609-b0a3-d2e1a9536826 None None] Attempt 3 to provision port 70b30d2d-a478-423b-bb6f-8944c8ac74de Sep 16 09:51:05.526779 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-55a3a7c5-6785-4609-b0a3-d2e1a9536826 None None] Port 70b30d2d-a478-423b-bb6f-8944c8ac74de cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:51:05.563500 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd70442-38e5-4c6a-a87f-ca448c66db26 req-8adda99c-59e8-4e24-9cfd-918dd90c65d2 tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:05.566224 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-bfd70442-38e5-4c6a-a87f-ca448c66db26 req-8adda99c-59e8-4e24-9cfd-918dd90c65d2 tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=480def5d-9bba-44e0-a53c-65239a428e1c HTTP/1.1" status: 200 len: 943 time: 0.0619061 Sep 16 09:51:05.610556 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-3fada92b-80c7-462f-b365-af3e47242593 req-785b0517-9b99-4881-9e3f-fd0c64d1ae7a tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2810712 Sep 16 09:51:05.651110 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-bfd70442-38e5-4c6a-a87f-ca448c66db26 req-70ea65d4-07d5-438b-8c2a-277497d8b22b tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=0d70b26c-7726-4804-b507-71b01b78f009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752492 Sep 16 09:51:05.742366 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6f3fc30-e196-4427-90b4-5d49b56a9b46', 'tag': '10ea483a-6487-40ad-8b75-adc32be4973b'}, {'name': 'network-changed', 'server_uuid': '88a0813e-ace7-48df-b688-533c8dbc81de', 'tag': '55883b34-2ac0-4ba3-b4af-c5503b0d8fc9'}] {{(pid=113424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 09:51:05.748196 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16dfd0a1dfdfa1f1ee01b24bca40ddc03421b0ad37c1355f54f1c3176401751a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4047c76-d903-4163-bf91-216ba028b2f3" -d '{"events": [{"name": "network-changed", "server_uuid": "a6f3fc30-e196-4427-90b4-5d49b56a9b46", "tag": "10ea483a-6487-40ad-8b75-adc32be4973b"}, {"name": "network-changed", "server_uuid": "88a0813e-ace7-48df-b688-533c8dbc81de", "tag": "55883b34-2ac0-4ba3-b4af-c5503b0d8fc9"}]}' {{(pid=113424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 09:51:05.785339 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:51:05.864151 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb00644-39f4-4fdd-91a2-e08bf8500bd5 req-b5d1e4ed-a1c0-4e25-bf9d-7816366a8a16 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:05.865704 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-ccb00644-39f4-4fdd-91a2-e08bf8500bd5 req-b5d1e4ed-a1c0-4e25-bf9d-7816366a8a16 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=efec4ecb-65e7-4ca8-a29f-b87bc9ee1915 HTTP/1.1" status: 200 len: 931 time: 0.0722196 Sep 16 09:51:05.867224 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Sep 2022 09:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-928bcfc7-c869-4bf9-bada-d3a664255dd5 x-openstack-request-id: req-928bcfc7-c869-4bf9-bada-d3a664255dd5 {{(pid=113424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 09:51:05.867514 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6f3fc30-e196-4427-90b4-5d49b56a9b46", "tag": "10ea483a-6487-40ad-8b75-adc32be4973b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "88a0813e-ace7-48df-b688-533c8dbc81de", "tag": "55883b34-2ac0-4ba3-b4af-c5503b0d8fc9", "status": "completed", "code": 200}]} {{(pid=113424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 09:51:05.867764 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-928bcfc7-c869-4bf9-bada-d3a664255dd5 {{(pid=113424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 09:51:05.868410 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-928bcfc7-c869-4bf9-bada-d3a664255dd5'] response: {'name': 'network-changed', 'server_uuid': 'a6f3fc30-e196-4427-90b4-5d49b56a9b46', 'tag': '10ea483a-6487-40ad-8b75-adc32be4973b', 'status': 'completed', 'code': 200} Sep 16 09:51:05.868660 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-928bcfc7-c869-4bf9-bada-d3a664255dd5'] response: {'name': 'network-changed', 'server_uuid': '88a0813e-ace7-48df-b688-533c8dbc81de', 'tag': '55883b34-2ac0-4ba3-b4af-c5503b0d8fc9', 'status': 'completed', 'code': 200} Sep 16 09:51:05.930322 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-ccb00644-39f4-4fdd-91a2-e08bf8500bd5 req-6be4e0d2-b032-44dd-9ffc-3ac94b502949 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=88a65b38-59ca-4022-a5b0-fa900452424e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567245 Sep 16 09:51:05.949594 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 47530) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:51:06.027499 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-55a3a7c5-6785-4609-b0a3-d2e1a9536826 None None] Attempt 4 to provision port 70b30d2d-a478-423b-bb6f-8944c8ac74de Sep 16 09:51:06.062994 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=100 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:51:06.074570 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-55a3a7c5-6785-4609-b0a3-d2e1a9536826 None None] Port 70b30d2d-a478-423b-bb6f-8944c8ac74de cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:51:06.138156 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-02ba45ee-d7e7-45c6-aad4-a0937cbc2757 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:06.138785 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:51:06.202571 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:51:06.255834 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-02ba45ee-d7e7-45c6-aad4-a0937cbc2757 admin admin] Publish callbacks [] for security_group (6b6f787d-4b23-4fc9-93ab-f24c3eeb9aef), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:06.314005 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b477d35-f8a3-44cd-a92d-d7d867afa3ea req-414e60e1-1ce7-4bc3-89bf-72308a71b42c tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:06.315493 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-3b477d35-f8a3-44cd-a92d-d7d867afa3ea req-414e60e1-1ce7-4bc3-89bf-72308a71b42c tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a6f3fc30-e196-4427-90b4-5d49b56a9b46 HTTP/1.1" status: 200 len: 944 time: 0.0547023 Sep 16 09:51:06.329424 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-02ba45ee-d7e7-45c6-aad4-a0937cbc2757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (6b6f787d-4b23-4fc9-93ab-f24c3eeb9aef), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:06.390210 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ba45ee-d7e7-45c6-aad4-a0937cbc2757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b6f787d-4b23-4fc9-93ab-f24c3eeb9aef,revision_number=1']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:51:06.398519 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-02ba45ee-d7e7-45c6-aad4-a0937cbc2757 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=3550f826e5f044c8ad7e739287b12c6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4473996 Sep 16 09:51:06.401218 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 47538) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:51:06.421305 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-3b477d35-f8a3-44cd-a92d-d7d867afa3ea req-689596dc-b245-47f3-9ecb-149c20cc1f8e tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995834 Sep 16 09:51:06.472327 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-f90e6c90-7d30-44a0-9657-67dabf47d112 admin admin] Publish callbacks [] for security_group (6b6f787d-4b23-4fc9-93ab-f24c3eeb9aef), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:06.499548 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-f90e6c90-7d30-44a0-9657-67dabf47d112 admin admin] Publish callbacks [] for security_group (6b6f787d-4b23-4fc9-93ab-f24c3eeb9aef), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:06.524058 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:51:06.575710 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-55a3a7c5-6785-4609-b0a3-d2e1a9536826 None None] Attempt 5 to provision port 70b30d2d-a478-423b-bb6f-8944c8ac74de Sep 16 09:51:06.609674 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-55a3a7c5-6785-4609-b0a3-d2e1a9536826 None None] Port 70b30d2d-a478-423b-bb6f-8944c8ac74de cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:51:06.619110 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-f90e6c90-7d30-44a0-9657-67dabf47d112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (6b6f787d-4b23-4fc9-93ab-f24c3eeb9aef), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:06.624837 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-f90e6c90-7d30-44a0-9657-67dabf47d112 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:06.628701 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-f90e6c90-7d30-44a0-9657-67dabf47d112 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/6b6f787d-4b23-4fc9-93ab-f24c3eeb9aef HTTP/1.1" status: 204 len: 168 time: 0.2214551 Sep 16 09:51:06.638281 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90e6c90-7d30-44a0-9657-67dabf47d112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b6f787d-4b23-4fc9-93ab-f24c3eeb9aef,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:51:06.761874 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:51:06.785192 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c66b3d-585f-4332-a05b-dd7ff68cf4b0 req-ceb1cb6e-53d5-41b8-b600-7563e10ff39c tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:06.787272 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-d2c66b3d-585f-4332-a05b-dd7ff68cf4b0 req-ceb1cb6e-53d5-41b8-b600-7563e10ff39c tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 943 time: 0.0563846 Sep 16 09:51:06.823444 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3290bff5-dadd-461f-a793-99d1320d010b req-99fc316f-fd3c-4c7e-a7dc-ba4f7bc2ccba tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:06.825787 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-3290bff5-dadd-461f-a793-99d1320d010b req-99fc316f-fd3c-4c7e-a7dc-ba4f7bc2ccba tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=480def5d-9bba-44e0-a53c-65239a428e1c HTTP/1.1" status: 200 len: 943 time: 0.0571618 Sep 16 09:51:06.850485 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-d2c66b3d-585f-4332-a05b-dd7ff68cf4b0 req-87ce8a5d-73a1-4253-a179-7cd1a290b2f5 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0566347 Sep 16 09:51:06.887274 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-3290bff5-dadd-461f-a793-99d1320d010b req-542ca2e9-66ff-48e4-b0fc-47b7d388f763 tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=0d70b26c-7726-4804-b507-71b01b78f009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553546 Sep 16 09:51:07.097268 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df23c8ea-ef78-4918-b720-760f61d97382 req-5ff033fa-18b3-4d8a-a519-45e086ef928a tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:07.100953 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-df23c8ea-ef78-4918-b720-760f61d97382 req-5ff033fa-18b3-4d8a-a519-45e086ef928a tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=efec4ecb-65e7-4ca8-a29f-b87bc9ee1915 HTTP/1.1" status: 200 len: 931 time: 0.0590107 Sep 16 09:51:07.111068 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-55a3a7c5-6785-4609-b0a3-d2e1a9536826 None None] Attempt 6 to provision port 70b30d2d-a478-423b-bb6f-8944c8ac74de Sep 16 09:51:07.149102 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-55a3a7c5-6785-4609-b0a3-d2e1a9536826 None None] Port 70b30d2d-a478-423b-bb6f-8944c8ac74de cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:51:07.174864 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-df23c8ea-ef78-4918-b720-760f61d97382 req-eecad64d-9f43-45e1-a879-793107459cd6 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=88a65b38-59ca-4022-a5b0-fa900452424e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698986 Sep 16 09:51:07.380093 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=100 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:51:07.447213 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 47558) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:51:07.469922 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-bfb17374-3e96-4200-ac99-755ca72fe62f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:07.511686 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=89,neutron:INSERT=11 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:51:07.587277 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d631a242-6e9e-4f79-a441-58d6e533c187 req-219ea3b7-d7a2-4ca8-9e75-85bbb02c6d61 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:07.588893 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-d631a242-6e9e-4f79-a441-58d6e533c187 req-219ea3b7-d7a2-4ca8-9e75-85bbb02c6d61 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a6f3fc30-e196-4427-90b4-5d49b56a9b46 HTTP/1.1" status: 200 len: 944 time: 0.0674806 Sep 16 09:51:07.648835 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-bfb17374-3e96-4200-ac99-755ca72fe62f admin admin] Publish callbacks [] for security_group (b413b218-c934-4c71-a3cf-0be65f54b198), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:07.650065 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-55a3a7c5-6785-4609-b0a3-d2e1a9536826 None None] Attempt 7 to provision port 70b30d2d-a478-423b-bb6f-8944c8ac74de Sep 16 09:51:07.674654 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-d631a242-6e9e-4f79-a441-58d6e533c187 req-e07fd00a-ccbe-440b-8208-acdc7ab70328 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674224 Sep 16 09:51:07.705713 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-55a3a7c5-6785-4609-b0a3-d2e1a9536826 None None] Port 70b30d2d-a478-423b-bb6f-8944c8ac74de cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:51:07.715984 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-bfb17374-3e96-4200-ac99-755ca72fe62f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (b413b218-c934-4c71-a3cf-0be65f54b198), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:07.766237 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-bfb17374-3e96-4200-ac99-755ca72fe62f admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=b70a174bf0264feaa3317edf06f94d92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3177493 Sep 16 09:51:07.766967 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 47564) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:51:07.769428 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb17374-3e96-4200-ac99-755ca72fe62f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b413b218-c934-4c71-a3cf-0be65f54b198,revision_number=1']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:51:07.829795 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-b9c9d6e6-36a3-4a81-b5e0-e193c2252527 admin admin] Publish callbacks [] for security_group (b413b218-c934-4c71-a3cf-0be65f54b198), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:07.850956 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-b9c9d6e6-36a3-4a81-b5e0-e193c2252527 admin admin] Publish callbacks [] for security_group (b413b218-c934-4c71-a3cf-0be65f54b198), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:07.998280 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f790f6-ee16-4918-b582-a169baf3300f req-02f3b2ea-f650-4f82-b740-037c5971d3ae tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:08.005734 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-57f790f6-ee16-4918-b582-a169baf3300f req-02f3b2ea-f650-4f82-b740-037c5971d3ae tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 943 time: 0.0526860 Sep 16 09:51:08.062370 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392d66c2-51bd-45f6-a1fb-9ca4cb59e85f req-fd937d60-5bf7-4c91-9506-8561d00052f6 tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:08.069722 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-57f790f6-ee16-4918-b582-a169baf3300f req-6c91b555-5d51-4a5a-bcea-1e794a1ada65 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0575533 Sep 16 09:51:08.069722 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-b9c9d6e6-36a3-4a81-b5e0-e193c2252527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (b413b218-c934-4c71-a3cf-0be65f54b198), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:08.071600 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-392d66c2-51bd-45f6-a1fb-9ca4cb59e85f req-fd937d60-5bf7-4c91-9506-8561d00052f6 tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=480def5d-9bba-44e0-a53c-65239a428e1c HTTP/1.1" status: 200 len: 943 time: 0.0938230 Sep 16 09:51:08.076849 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-b9c9d6e6-36a3-4a81-b5e0-e193c2252527 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:08.081492 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-b9c9d6e6-36a3-4a81-b5e0-e193c2252527 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/b413b218-c934-4c71-a3cf-0be65f54b198 HTTP/1.1" status: 204 len: 168 time: 0.3126986 Sep 16 09:51:08.093829 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c9d6e6-36a3-4a81-b5e0-e193c2252527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b413b218-c934-4c71-a3cf-0be65f54b198,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:51:08.186408 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-392d66c2-51bd-45f6-a1fb-9ca4cb59e85f req-be30ca99-4513-4aeb-801a-e478848a5222 tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=0d70b26c-7726-4804-b507-71b01b78f009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132481 Sep 16 09:51:08.208699 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-55a3a7c5-6785-4609-b0a3-d2e1a9536826 None None] Attempt 8 to provision port 70b30d2d-a478-423b-bb6f-8944c8ac74de Sep 16 09:51:08.284809 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-55a3a7c5-6785-4609-b0a3-d2e1a9536826 None None] Port 70b30d2d-a478-423b-bb6f-8944c8ac74de cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:51:08.358652 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa9c0d3-04ae-44e3-9298-02ba6abc1c5d req-859d7261-90f3-4b1c-9e97-085f21325de1 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:08.360135 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-faa9c0d3-04ae-44e3-9298-02ba6abc1c5d req-859d7261-90f3-4b1c-9e97-085f21325de1 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=efec4ecb-65e7-4ca8-a29f-b87bc9ee1915 HTTP/1.1" status: 200 len: 931 time: 0.0643160 Sep 16 09:51:08.396785 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:51:08.421319 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-faa9c0d3-04ae-44e3-9298-02ba6abc1c5d req-1074b9ba-f2f5-4686-8ba6-d01b26d31c2b tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=88a65b38-59ca-4022-a5b0-fa900452424e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553744 Sep 16 09:51:08.786860 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-55a3a7c5-6785-4609-b0a3-d2e1a9536826 None None] Attempt 9 to provision port 70b30d2d-a478-423b-bb6f-8944c8ac74de Sep 16 09:51:08.819472 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83b1650-ecea-46cd-82cc-4c2c20a8aa45 req-501f94d9-fcf9-4cb5-a0ea-a0613fc0ced9 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:08.841671 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-b83b1650-ecea-46cd-82cc-4c2c20a8aa45 req-501f94d9-fcf9-4cb5-a0ea-a0613fc0ced9 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a6f3fc30-e196-4427-90b4-5d49b56a9b46 HTTP/1.1" status: 200 len: 944 time: 0.0864980 Sep 16 09:51:08.843765 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-55a3a7c5-6785-4609-b0a3-d2e1a9536826 None None] Port 70b30d2d-a478-423b-bb6f-8944c8ac74de cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:51:08.928362 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-b83b1650-ecea-46cd-82cc-4c2c20a8aa45 req-91b18066-db86-4116-8f34-75b3bcb440d9 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634913 Sep 16 09:51:09.162708 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.v2.base [req-9d748587-79b0-4dfd-a1ca-649ecf82b3e6 req-409135c1-7ad1-43b8-9353-5b69f4f2a269 service neutron] Request body: {'port': {'device_id': 'efec4ecb-65e7-4ca8-a29f-b87bc9ee1915', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=113423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:51:09.219133 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.agents_db [None req-7c9a7194-4e2e-43f7-be58-28c896ce3cef None None] Agent healthcheck: found 6 active agents {{(pid=113426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 09:51:09.279695 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [req-9d748587-79b0-4dfd-a1ca-649ecf82b3e6 req-409135c1-7ad1-43b8-9353-5b69f4f2a269 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (70b30d2d-a478-423b-bb6f-8944c8ac74de), before_update {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:09.333591 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:51:09.345222 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-55a3a7c5-6785-4609-b0a3-d2e1a9536826 None None] Attempt 10 to provision port 70b30d2d-a478-423b-bb6f-8944c8ac74de Sep 16 09:51:09.397120 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8d730e-3be1-4223-939e-cdf2aa11af2f req-7b70e110-b912-403a-981e-abf1807ac50f tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:09.398618 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-55a3a7c5-6785-4609-b0a3-d2e1a9536826 None None] Port 70b30d2d-a478-423b-bb6f-8944c8ac74de cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:51:09.403680 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-eb8d730e-3be1-4223-939e-cdf2aa11af2f req-7b70e110-b912-403a-981e-abf1807ac50f tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=480def5d-9bba-44e0-a53c-65239a428e1c HTTP/1.1" status: 200 len: 943 time: 0.0979064 Sep 16 09:51:09.418680 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d68d6-3802-45ff-8c56-613ca23a3e1c req-7cd9227b-18df-45c2-84ea-eb643e0aee43 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:09.420249 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-809d68d6-3802-45ff-8c56-613ca23a3e1c req-7cd9227b-18df-45c2-84ea-eb643e0aee43 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 943 time: 0.2556534 Sep 16 09:51:09.450121 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9851e0f6-e81a-46c8-8d6d-04814ea3376a req-28e80b48-c9b3-4f42-ac5c-b88309689337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:09.452096 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-9851e0f6-e81a-46c8-8d6d-04814ea3376a req-28e80b48-c9b3-4f42-ac5c-b88309689337 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=3fe0d52d42324aa38182b47b3588b979&device_id=f634aa6d-e24c-48df-946f-3166fd76273a HTTP/1.1" status: 200 len: 1128 time: 0.2487874 Sep 16 09:51:09.470802 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c756bb90-e8dd-40f6-9896-f5ea7d08f250 req-d6031ed9-0c0e-4aef-b46f-63f39530cd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:09.470802 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-c756bb90-e8dd-40f6-9896-f5ea7d08f250 req-d6031ed9-0c0e-4aef-b46f-63f39530cd93 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=cca830d4d9384e99b6f499a457776de4&device_id=480def5d-9bba-44e0-a53c-65239a428e1c HTTP/1.1" status: 200 len: 1127 time: 0.1885803 Sep 16 09:51:09.470802 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4047c76-d903-4163-bf91-216ba028b2f3 req-36d38859-0876-4b7f-ac1b-7497815607db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:09.470802 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-a4047c76-d903-4163-bf91-216ba028b2f3 req-36d38859-0876-4b7f-ac1b-7497815607db service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=3fe0d52d42324aa38182b47b3588b979&device_id=a6f3fc30-e196-4427-90b4-5d49b56a9b46 HTTP/1.1" status: 200 len: 1128 time: 0.1921413 Sep 16 09:51:09.519954 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-809d68d6-3802-45ff-8c56-613ca23a3e1c req-df3f736d-7fd3-4858-9ccb-55d171e02e31 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0856128 Sep 16 09:51:09.606977 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-eb8d730e-3be1-4223-939e-cdf2aa11af2f req-580dc0f0-8d43-4c74-90c9-51499c749776 tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=0d70b26c-7726-4804-b507-71b01b78f009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570504 Sep 16 09:51:09.710297 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-9851e0f6-e81a-46c8-8d6d-04814ea3376a req-d7dbfccd-ae8a-410c-a785-e68badac4566 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2959b5a1-1a1a-4ce9-93ab-cb413d960925 HTTP/1.1" status: 200 len: 217 time: 0.1565728 Sep 16 09:51:09.822902 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdae610-94fb-4247-b02b-c779dd0ceb05 req-a95d3a4f-db47-49cb-9d39-84cf7b1abd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:09.826559 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-3bdae610-94fb-4247-b02b-c779dd0ceb05 req-a95d3a4f-db47-49cb-9d39-84cf7b1abd1e service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=f1713f13f3ff494496a8ef8e5591c1b6&device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 1127 time: 0.2409236 Sep 16 09:51:09.875984 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-c756bb90-e8dd-40f6-9896-f5ea7d08f250 req-8213afc4-2ef2-4e95-abd6-b851b846b6a3 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c050f3bc-122c-4343-b68a-ba8664cb732b HTTP/1.1" status: 200 len: 217 time: 0.1644025 Sep 16 09:51:10.112116 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4047c76-d903-4163-bf91-216ba028b2f3 req-b6a74c1c-6dc6-41f3-ab50-8f5ef88f95c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:10.113894 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-a4047c76-d903-4163-bf91-216ba028b2f3 req-b6a74c1c-6dc6-41f3-ab50-8f5ef88f95c3 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?tenant_id=3fe0d52d42324aa38182b47b3588b979&shared=False HTTP/1.1" status: 200 len: 919 time: 0.4012461 Sep 16 09:51:10.141603 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f070705-bc68-40e5-b0f5-8df867754c63 req-5fa2f3b4-1945-442e-a910-20c91eb6d28f tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:10.143366 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-8f070705-bc68-40e5-b0f5-8df867754c63 req-5fa2f3b4-1945-442e-a910-20c91eb6d28f tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=efec4ecb-65e7-4ca8-a29f-b87bc9ee1915 HTTP/1.1" status: 200 len: 931 time: 0.4295490 Sep 16 09:51:10.173906 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-3bdae610-94fb-4247-b02b-c779dd0ceb05 req-4643a5fe-1b0e-4677-831b-aeb5f165c3a7 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55883b34-2ac0-4ba3-b4af-c5503b0d8fc9 HTTP/1.1" status: 200 len: 217 time: 0.3391232 Sep 16 09:51:10.240416 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9851e0f6-e81a-46c8-8d6d-04814ea3376a req-d005ed2e-b1c1-4577-839f-33073241abdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:10.241285 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-9851e0f6-e81a-46c8-8d6d-04814ea3376a req-d005ed2e-b1c1-4577-839f-33073241abdb service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=7270ea1b-9730-4d7c-89ed-4cebd5834047 HTTP/1.1" status: 200 len: 857 time: 0.4896855 Sep 16 09:51:10.278433 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:51:10.297399 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.notifiers.nova [req-9d748587-79b0-4dfd-a1ca-649ecf82b3e6 req-409135c1-7ad1-43b8-9353-5b69f4f2a269 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70b30d2d-a478-423b-bb6f-8944c8ac74de {{(pid=113423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 09:51:10.308197 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67450821-d10e-4bc0-9b63-14b84c12402a req-86a394fc-4434-4424-8cdd-95968edce071 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:10.309947 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-67450821-d10e-4bc0-9b63-14b84c12402a req-86a394fc-4434-4424-8cdd-95968edce071 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a6f3fc30-e196-4427-90b4-5d49b56a9b46 HTTP/1.1" status: 200 len: 944 time: 0.1456008 Sep 16 09:51:10.316150 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [req-9d748587-79b0-4dfd-a1ca-649ecf82b3e6 req-409135c1-7ad1-43b8-9353-5b69f4f2a269 service neutron] Publish callbacks [] for port (70b30d2d-a478-423b-bb6f-8944c8ac74de), precommit_update {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:10.343568 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:51:10.344934 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdae610-94fb-4247-b02b-c779dd0ceb05 req-913e67e1-0dd8-4b4d-9d22-fb7c38cbd5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:10.346425 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-3bdae610-94fb-4247-b02b-c779dd0ceb05 req-913e67e1-0dd8-4b4d-9d22-fb7c38cbd5c0 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=312d0eea-a7f5-4989-be4b-d8f1ee2c9ab2 HTTP/1.1" status: 200 len: 856 time: 0.1510375 Sep 16 09:51:10.347399 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.db.provisioning_blocks [req-9d748587-79b0-4dfd-a1ca-649ecf82b3e6 req-409135c1-7ad1-43b8-9353-5b69f4f2a269 service neutron] Transition to ACTIVE for port object 70b30d2d-a478-423b-bb6f-8944c8ac74de will not be triggered until provisioned by entity L2. {{(pid=113423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 09:51:10.368557 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c756bb90-e8dd-40f6-9896-f5ea7d08f250 req-ed42c0cc-c7ec-494e-9bd7-bc38600b6966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:10.370085 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-c756bb90-e8dd-40f6-9896-f5ea7d08f250 req-ed42c0cc-c7ec-494e-9bd7-bc38600b6966 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=80836663-f6b0-4f56-957f-9b1306195e91 HTTP/1.1" status: 200 len: 850 time: 0.3124671 Sep 16 09:51:10.451015 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdae610-94fb-4247-b02b-c779dd0ceb05 req-99fb10b3-729f-4a88-b617-ace547762c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:10.452802 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-3bdae610-94fb-4247-b02b-c779dd0ceb05 req-99fb10b3-729f-4a88-b617-ace547762c63 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=fe465541-6175-450e-8791-dc7a519b5e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0972526 Sep 16 09:51:10.455138 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [req-9d748587-79b0-4dfd-a1ca-649ecf82b3e6 req-409135c1-7ad1-43b8-9353-5b69f4f2a269 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473659'] for port (70b30d2d-a478-423b-bb6f-8944c8ac74de), after_update {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:10.464866 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-67450821-d10e-4bc0-9b63-14b84c12402a req-8d865723-0162-478f-bb57-0ce7bea88249 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325202 Sep 16 09:51:10.466293 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9851e0f6-e81a-46c8-8d6d-04814ea3376a req-45c6f70b-a0ae-424f-b4c0-07621ed32407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:10.467794 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-9851e0f6-e81a-46c8-8d6d-04814ea3376a req-45c6f70b-a0ae-424f-b4c0-07621ed32407 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=17684eae-ad40-4ec5-9092-8a60e4e87e96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1886656 Sep 16 09:51:10.484045 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-8f070705-bc68-40e5-b0f5-8df867754c63 req-c29b1627-cecd-46a8-8e41-ca0f0b7882fe tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=88a65b38-59ca-4022-a5b0-fa900452424e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3080175 Sep 16 09:51:10.516150 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c756bb90-e8dd-40f6-9896-f5ea7d08f250 req-69117d6f-2378-4465-a896-b82b95dd0300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:10.517677 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-c756bb90-e8dd-40f6-9896-f5ea7d08f250 req-69117d6f-2378-4465-a896-b82b95dd0300 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=c4842324-ee85-46c7-9e8f-0b04468e9bb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1249518 Sep 16 09:51:10.736561 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409135c1-7ad1-43b8-9353-5b69f4f2a269 service neutron] Pushing event updated for resources: {'Port': ['ID=70b30d2d-a478-423b-bb6f-8944c8ac74de,revision_number=2']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:51:10.783003 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c6cf13-15cf-4bcc-9538-b593cf6a2d07 req-ea3a7dbb-13de-4616-b305-979f91be5853 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:10.787349 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-c2c6cf13-15cf-4bcc-9538-b593cf6a2d07 req-ea3a7dbb-13de-4616-b305-979f91be5853 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 943 time: 0.1198206 Sep 16 09:51:10.798502 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4047c76-d903-4163-bf91-216ba028b2f3 req-298ab7bf-5d3c-447a-8427-dc60d905634b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:10.799985 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-a4047c76-d903-4163-bf91-216ba028b2f3 req-298ab7bf-5d3c-447a-8427-dc60d905634b service neutron] 10.222.0.27 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6491857 Sep 16 09:51:10.835965 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-3bdae610-94fb-4247-b02b-c779dd0ceb05 req-d28962d9-a6cb-4d99-96c4-779708b1eed7 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/fe465541-6175-450e-8791-dc7a519b5e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3763032 Sep 16 09:51:10.866629 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.managers [req-9d748587-79b0-4dfd-a1ca-649ecf82b3e6 req-409135c1-7ad1-43b8-9353-5b69f4f2a269 service neutron] Attempting to bind port 70b30d2d-a478-423b-bb6f-8944c8ac74de on host hv-cinder-79053 for vnic_type normal with profile {{(pid=113423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 09:51:10.867022 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.managers [req-9d748587-79b0-4dfd-a1ca-649ecf82b3e6 req-409135c1-7ad1-43b8-9353-5b69f4f2a269 service neutron] Attempting to bind port 70b30d2d-a478-423b-bb6f-8944c8ac74de by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '59ea54c9-a504-4c17-ac42-04cf91228ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b92b7908-54f3-4444-8e37-e6621fa07310'}] {{(pid=113423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 09:51:10.867312 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d748587-79b0-4dfd-a1ca-649ecf82b3e6 req-409135c1-7ad1-43b8-9353-5b69f4f2a269 service neutron] Attempting to bind port 70b30d2d-a478-423b-bb6f-8944c8ac74de on network b92b7908-54f3-4444-8e37-e6621fa07310 {{(pid=113423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 09:51:10.885624 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=100 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:51:10.973160 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-c2c6cf13-15cf-4bcc-9538-b593cf6a2d07 req-0258b1a5-b212-48b3-9aef-29c156c1bd45 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1759193 Sep 16 09:51:11.012117 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d748587-79b0-4dfd-a1ca-649ecf82b3e6 req-409135c1-7ad1-43b8-9353-5b69f4f2a269 service neutron] Port 70b30d2d-a478-423b-bb6f-8944c8ac74de on network b92b7908-54f3-4444-8e37-e6621fa07310 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=113423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 09:51:11.014124 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d748587-79b0-4dfd-a1ca-649ecf82b3e6 req-409135c1-7ad1-43b8-9353-5b69f4f2a269 service neutron] Attempting to bind port 70b30d2d-a478-423b-bb6f-8944c8ac74de on network b92b7908-54f3-4444-8e37-e6621fa07310 {{(pid=113423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 09:51:11.032393 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:51:11.035316 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130a82ec-a25b-4eb8-b1e9-d5c704e42d89 req-d014ac1c-1be9-4371-bcf0-5b80cb3ca2d4 tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:11.049950 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-130a82ec-a25b-4eb8-b1e9-d5c704e42d89 req-d014ac1c-1be9-4371-bcf0-5b80cb3ca2d4 tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=480def5d-9bba-44e0-a53c-65239a428e1c HTTP/1.1" status: 200 len: 943 time: 0.2446804 Sep 16 09:51:11.080426 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-c756bb90-e8dd-40f6-9896-f5ea7d08f250 req-1bb520ec-2647-42ca-8b9e-dc3093f06704 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/c4842324-ee85-46c7-9e8f-0b04468e9bb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5453255 Sep 16 09:51:11.087342 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-9851e0f6-e81a-46c8-8d6d-04814ea3376a req-68f281ab-afc2-4788-a744-79a43c10b453 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/17684eae-ad40-4ec5-9092-8a60e4e87e96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5925949 Sep 16 09:51:11.100417 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-3bdae610-94fb-4247-b02b-c779dd0ceb05 req-5360bf52-019f-4c02-9a64-99c08db0a796 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/fe465541-6175-450e-8791-dc7a519b5e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520423 Sep 16 09:51:11.123491 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d748587-79b0-4dfd-a1ca-649ecf82b3e6 req-409135c1-7ad1-43b8-9353-5b69f4f2a269 service neutron] Checking agent: {'id': '5b31c92a-f134-4c39-96dd-6f3267de2076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 9, 48, 33), 'started_at': datetime.datetime(2022, 9, 16, 9, 48, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 9, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 09:51:11.123839 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d748587-79b0-4dfd-a1ca-649ecf82b3e6 req-409135c1-7ad1-43b8-9353-5b69f4f2a269 service neutron] Checking segment: {'id': '59ea54c9-a504-4c17-ac42-04cf91228ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b92b7908-54f3-4444-8e37-e6621fa07310'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 09:51:11.124235 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d748587-79b0-4dfd-a1ca-649ecf82b3e6 req-409135c1-7ad1-43b8-9353-5b69f4f2a269 service neutron] Bound using segment: {'id': '59ea54c9-a504-4c17-ac42-04cf91228ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b92b7908-54f3-4444-8e37-e6621fa07310'} {{(pid=113423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 09:51:11.124688 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.managers [req-9d748587-79b0-4dfd-a1ca-649ecf82b3e6 req-409135c1-7ad1-43b8-9353-5b69f4f2a269 service neutron] Bound port: 70b30d2d-a478-423b-bb6f-8944c8ac74de, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59ea54c9-a504-4c17-ac42-04cf91228ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b92b7908-54f3-4444-8e37-e6621fa07310'}}] {{(pid=113423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 09:51:11.126368 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [req-9d748587-79b0-4dfd-a1ca-649ecf82b3e6 req-409135c1-7ad1-43b8-9353-5b69f4f2a269 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (70b30d2d-a478-423b-bb6f-8944c8ac74de), before_update {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:11.189250 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a770605-8cd7-40ae-bff5-6490edefade2 req-6f787021-d6e3-4b89-94db-dfa9fc5d7c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:11.191064 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-6a770605-8cd7-40ae-bff5-6490edefade2 req-6f787021-d6e3-4b89-94db-dfa9fc5d7c30 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=3fe0d52d42324aa38182b47b3588b979&device_id=a6f3fc30-e196-4427-90b4-5d49b56a9b46 HTTP/1.1" status: 200 len: 1128 time: 0.3196661 Sep 16 09:51:11.203373 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.db [req-9d748587-79b0-4dfd-a1ca-649ecf82b3e6 req-409135c1-7ad1-43b8-9353-5b69f4f2a269 service neutron] For port 70b30d2d-a478-423b-bb6f-8944c8ac74de, host hv-cinder-79053, cleared binding levels {{(pid=113423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 09:51:11.206946 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.db [req-9d748587-79b0-4dfd-a1ca-649ecf82b3e6 req-409135c1-7ad1-43b8-9353-5b69f4f2a269 service neutron] For port 70b30d2d-a478-423b-bb6f-8944c8ac74de, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=70b30d2d-a478-423b-bb6f-8944c8ac74de,segment=NetworkSegment(59ea54c9-a504-4c17-ac42-04cf91228ccc),segment_id=59ea54c9-a504-4c17-ac42-04cf91228ccc)] {{(pid=113423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 09:51:11.288351 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [req-9d748587-79b0-4dfd-a1ca-649ecf82b3e6 req-409135c1-7ad1-43b8-9353-5b69f4f2a269 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473659'] for port (70b30d2d-a478-423b-bb6f-8944c8ac74de), after_update {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:11.293301 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d748587-79b0-4dfd-a1ca-649ecf82b3e6 req-409135c1-7ad1-43b8-9353-5b69f4f2a269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:11.294014 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [req-9d748587-79b0-4dfd-a1ca-649ecf82b3e6 req-409135c1-7ad1-43b8-9353-5b69f4f2a269 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546317'] for port (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:11.295612 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-9d748587-79b0-4dfd-a1ca-649ecf82b3e6 req-409135c1-7ad1-43b8-9353-5b69f4f2a269 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/70b30d2d-a478-423b-bb6f-8944c8ac74de HTTP/1.1" status: 200 len: 1093 time: 2.1587293 Sep 16 09:51:11.296540 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efec4ecb-65e7-4ca8-a29f-b87bc9ee1915', 'tag': '70b30d2d-a478-423b-bb6f-8944c8ac74de'}] {{(pid=113423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 09:51:11.298603 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71a7bfedd24ed74f5a0f7cbe4469292c95f8b2943141139d877a1e440cdb58a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70707fc9-0d71-42e4-87e9-9ede41096ca7" -d '{"events": [{"name": "network-changed", "server_uuid": "efec4ecb-65e7-4ca8-a29f-b87bc9ee1915", "tag": "70b30d2d-a478-423b-bb6f-8944c8ac74de"}]}' {{(pid=113423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 09:51:11.356950 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409135c1-7ad1-43b8-9353-5b69f4f2a269 service neutron] Pushing event updated for resources: {'Port': ['ID=70b30d2d-a478-423b-bb6f-8944c8ac74de,revision_number=3']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:51:11.376018 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 09:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afff266d-9f98-4ea9-a48f-9ea79923b58d x-openstack-request-id: req-afff266d-9f98-4ea9-a48f-9ea79923b58d {{(pid=113423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 09:51:11.376018 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efec4ecb-65e7-4ca8-a29f-b87bc9ee1915", "tag": "70b30d2d-a478-423b-bb6f-8944c8ac74de", "status": "completed", "code": 200}]} {{(pid=113423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 09:51:11.376018 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-afff266d-9f98-4ea9-a48f-9ea79923b58d {{(pid=113423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 09:51:11.376018 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afff266d-9f98-4ea9-a48f-9ea79923b58d'] response: {'name': 'network-changed', 'server_uuid': 'efec4ecb-65e7-4ca8-a29f-b87bc9ee1915', 'tag': '70b30d2d-a478-423b-bb6f-8944c8ac74de', 'status': 'completed', 'code': 200} Sep 16 09:51:11.396482 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-130a82ec-a25b-4eb8-b1e9-d5c704e42d89 req-db225e94-6370-4329-8a42-c833dbcf781b tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=0d70b26c-7726-4804-b507-71b01b78f009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3051198 Sep 16 09:51:11.398024 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-6a770605-8cd7-40ae-bff5-6490edefade2 req-e428a03f-c364-49ad-afe0-73d50371e959 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10ea483a-6487-40ad-8b75-adc32be4973b HTTP/1.1" status: 200 len: 217 time: 0.1778209 Sep 16 09:51:11.406960 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-c756bb90-e8dd-40f6-9896-f5ea7d08f250 req-a50f040a-3468-46f7-8f38-e9bdd4264129 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/c4842324-ee85-46c7-9e8f-0b04468e9bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3155444 Sep 16 09:51:11.439876 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 47722) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:51:11.454897 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-9851e0f6-e81a-46c8-8d6d-04814ea3376a req-b39335e0-74d5-444c-acc1-cc0107981721 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/17684eae-ad40-4ec5-9092-8a60e4e87e96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706208 Sep 16 09:51:11.589418 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-c5c7fa2c-3d43-4156-bb13-e72cfc66ddc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:11.660492 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9426f366-43d2-4624-aa89-27e799e9d54c req-5b2992ab-7842-4c1f-9235-77274bc3b711 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:11.662810 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-9426f366-43d2-4624-aa89-27e799e9d54c req-5b2992ab-7842-4c1f-9235-77274bc3b711 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a6f3fc30-e196-4427-90b4-5d49b56a9b46 HTTP/1.1" status: 200 len: 944 time: 0.0702126 Sep 16 09:51:11.678845 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a171531-3511-4322-9c00-136632d4749b req-133e75e7-6228-4b27-9019-9e832a01005f tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:11.686866 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-0a171531-3511-4322-9c00-136632d4749b req-133e75e7-6228-4b27-9019-9e832a01005f tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=efec4ecb-65e7-4ca8-a29f-b87bc9ee1915 HTTP/1.1" status: 200 len: 943 time: 0.0699131 Sep 16 09:51:11.730672 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-0a171531-3511-4322-9c00-136632d4749b req-57f13b5d-f83a-47de-a86b-894ec08bda4f tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=88a65b38-59ca-4022-a5b0-fa900452424e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432363 Sep 16 09:51:11.734695 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:51:11.751332 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-9426f366-43d2-4624-aa89-27e799e9d54c req-85c14fbb-2f10-4ad4-b107-38d608720f78 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791786 Sep 16 09:51:11.765152 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-c5c7fa2c-3d43-4156-bb13-e72cfc66ddc9 admin admin] Publish callbacks [] for security_group (84809972-b572-4c6c-a86d-65e3e2ed168a), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:11.836236 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-c5c7fa2c-3d43-4156-bb13-e72cfc66ddc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (84809972-b572-4c6c-a86d-65e3e2ed168a), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:11.878036 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c7fa2c-3d43-4156-bb13-e72cfc66ddc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84809972-b572-4c6c-a86d-65e3e2ed168a,revision_number=1']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:51:11.884179 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-c5c7fa2c-3d43-4156-bb13-e72cfc66ddc9 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=3c1b915e6f2c491495f13822d728dd4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4430873 Sep 16 09:51:11.886869 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 47748) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:51:11.948476 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-394e7f83-fa31-4b4a-b5a8-c2c8a6b4a65e admin admin] Publish callbacks [] for security_group (84809972-b572-4c6c-a86d-65e3e2ed168a), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:11.971259 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-394e7f83-fa31-4b4a-b5a8-c2c8a6b4a65e admin admin] Publish callbacks [] for security_group (84809972-b572-4c6c-a86d-65e3e2ed168a), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:12.092807 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-394e7f83-fa31-4b4a-b5a8-c2c8a6b4a65e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (84809972-b572-4c6c-a86d-65e3e2ed168a), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:12.095415 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-394e7f83-fa31-4b4a-b5a8-c2c8a6b4a65e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:12.097635 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-394e7f83-fa31-4b4a-b5a8-c2c8a6b4a65e admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/84809972-b572-4c6c-a86d-65e3e2ed168a HTTP/1.1" status: 204 len: 168 time: 0.2084899 Sep 16 09:51:12.111881 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394e7f83-fa31-4b4a-b5a8-c2c8a6b4a65e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84809972-b572-4c6c-a86d-65e3e2ed168a,revision_number=None']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:51:12.151540 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7ceb6c-1032-42dd-bafc-d583410af515 req-1cb3dc69-2a3a-4d27-a3fe-59eb593e93e1 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:12.153287 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-9e7ceb6c-1032-42dd-bafc-d583410af515 req-1cb3dc69-2a3a-4d27-a3fe-59eb593e93e1 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 943 time: 0.0627904 Sep 16 09:51:12.202884 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-9e7ceb6c-1032-42dd-bafc-d583410af515 req-bf11b362-eb7f-44e4-bccf-8b17d71e0039 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0436380 Sep 16 09:51:12.405064 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4047c76-d903-4163-bf91-216ba028b2f3 req-6a4c8a99-ab50-4ddd-a467-93e5ca56b020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:12.406604 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-a4047c76-d903-4163-bf91-216ba028b2f3 req-6a4c8a99-ab50-4ddd-a467-93e5ca56b020 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=f1713f13f3ff494496a8ef8e5591c1b6&device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 1127 time: 0.1017501 Sep 16 09:51:12.413739 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70707fc9-0d71-42e4-87e9-9ede41096ca7 req-c647a7cc-d799-4aa3-96e0-2cbe7ce94d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:12.415364 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-70707fc9-0d71-42e4-87e9-9ede41096ca7 req-c647a7cc-d799-4aa3-96e0-2cbe7ce94d51 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=75007587f92646f686881c2e1bfb7b2d&device_id=efec4ecb-65e7-4ca8-a29f-b87bc9ee1915 HTTP/1.1" status: 200 len: 1127 time: 0.1093528 Sep 16 09:51:12.417193 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a770605-8cd7-40ae-bff5-6490edefade2 req-e7fca8a4-e80b-45f8-9860-5a7be5c009d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:12.418613 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-6a770605-8cd7-40ae-bff5-6490edefade2 req-e7fca8a4-e80b-45f8-9860-5a7be5c009d2 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=7270ea1b-9730-4d7c-89ed-4cebd5834047 HTTP/1.1" status: 200 len: 857 time: 0.1245716 Sep 16 09:51:12.516077 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b489742-8189-4ce1-967a-b9497b5168e2 req-148c2f85-9b93-43d6-bcd0-66572cb68432 tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:12.517604 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-3b489742-8189-4ce1-967a-b9497b5168e2 req-148c2f85-9b93-43d6-bcd0-66572cb68432 tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=480def5d-9bba-44e0-a53c-65239a428e1c HTTP/1.1" status: 200 len: 943 time: 0.0533237 Sep 16 09:51:12.565738 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-3b489742-8189-4ce1-967a-b9497b5168e2 req-f5d042d3-87fc-47a1-bdae-5576ecb22d66 tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=0d70b26c-7726-4804-b507-71b01b78f009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414298 Sep 16 09:51:12.836995 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 47796) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:51:12.871189 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d264744-072b-42e5-91d5-983aee3b33f7 req-f803e041-028a-4d20-b40c-98d5640ba6ed tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:12.872761 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-7d264744-072b-42e5-91d5-983aee3b33f7 req-f803e041-028a-4d20-b40c-98d5640ba6ed tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=efec4ecb-65e7-4ca8-a29f-b87bc9ee1915 HTTP/1.1" status: 200 len: 943 time: 0.0651567 Sep 16 09:51:12.876200 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 47800) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:51:12.906255 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f554d4-e1d3-4111-8435-50a240f7c904 req-d7160cea-dc5f-460f-a63c-915710244656 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:12.907695 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-ac4ee56e-8572-4da3-b288-fc0714a35a3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:12.914764 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-97f554d4-e1d3-4111-8435-50a240f7c904 req-d7160cea-dc5f-460f-a63c-915710244656 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a6f3fc30-e196-4427-90b4-5d49b56a9b46 HTTP/1.1" status: 200 len: 944 time: 0.0819621 Sep 16 09:51:12.958524 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-7d264744-072b-42e5-91d5-983aee3b33f7 req-66a18703-bb36-4e16-84c5-d151e2e85f07 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=88a65b38-59ca-4022-a5b0-fa900452424e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742249 Sep 16 09:51:12.961932 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=3 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:51:12.980993 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-97f554d4-e1d3-4111-8435-50a240f7c904 req-fd6dba85-372e-4abc-a9bd-a9d157d1d17e tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653505 Sep 16 09:51:13.025690 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-ac4ee56e-8572-4da3-b288-fc0714a35a3f admin admin] Publish callbacks [] for security_group (8b96ee7b-4792-4cd0-a365-4971f48f45eb), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:13.100901 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-c5bdae12-6316-4d2b-8862-883f23fc161a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:13.104182 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-ac4ee56e-8572-4da3-b288-fc0714a35a3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (8b96ee7b-4792-4cd0-a365-4971f48f45eb), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:13.109007 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:51:13.122721 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:51:13.150514 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-ac4ee56e-8572-4da3-b288-fc0714a35a3f admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=b1b8d8f9ec384b0da1721e9443c5bf59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2732599 Sep 16 09:51:13.151338 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4ee56e-8572-4da3-b288-fc0714a35a3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b96ee7b-4792-4cd0-a365-4971f48f45eb,revision_number=1']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:51:13.154148 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 47804) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:51:13.218036 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-c5bdae12-6316-4d2b-8862-883f23fc161a admin admin] Publish callbacks [] for security_group (b775cafb-64ec-4987-b8ca-3b6abf24c60a), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:13.232885 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-7efd3aee-ef7e-45c4-a860-51f7fdc0cba0 admin admin] Publish callbacks [] for security_group (8b96ee7b-4792-4cd0-a365-4971f48f45eb), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:13.257626 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-7efd3aee-ef7e-45c4-a860-51f7fdc0cba0 admin admin] Publish callbacks [] for security_group (8b96ee7b-4792-4cd0-a365-4971f48f45eb), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:13.305422 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-c5bdae12-6316-4d2b-8862-883f23fc161a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (b775cafb-64ec-4987-b8ca-3b6abf24c60a), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:13.328852 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:DELETE=5,neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:51:13.334016 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b35f9e-ba97-4aa5-a01b-04028119c2a2 req-f93625c3-1df7-4fed-8bac-648eb9f038e9 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:13.335566 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-e6b35f9e-ba97-4aa5-a01b-04028119c2a2 req-f93625c3-1df7-4fed-8bac-648eb9f038e9 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 943 time: 0.0505388 Sep 16 09:51:13.344133 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bdae12-6316-4d2b-8862-883f23fc161a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b775cafb-64ec-4987-b8ca-3b6abf24c60a,revision_number=1']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:51:13.349041 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-c5bdae12-6316-4d2b-8862-883f23fc161a admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=f903d26266ee40ab9014bca6c431192c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5110509 Sep 16 09:51:13.356288 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 47808) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:51:13.376373 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-7efd3aee-ef7e-45c4-a860-51f7fdc0cba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (8b96ee7b-4792-4cd0-a365-4971f48f45eb), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:13.378855 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-7efd3aee-ef7e-45c4-a860-51f7fdc0cba0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:13.382596 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-7efd3aee-ef7e-45c4-a860-51f7fdc0cba0 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/8b96ee7b-4792-4cd0-a365-4971f48f45eb HTTP/1.1" status: 204 len: 168 time: 0.2244492 Sep 16 09:51:13.390884 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-e6b35f9e-ba97-4aa5-a01b-04028119c2a2 req-36fb3056-81fc-4750-a320-17fb1409351c tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0496538 Sep 16 09:51:13.398799 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd3aee-ef7e-45c4-a860-51f7fdc0cba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b96ee7b-4792-4cd0-a365-4971f48f45eb,revision_number=None']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:51:13.418126 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-0d2b7a5a-9c95-4758-a8b8-1eb43345bae5 admin admin] Publish callbacks [] for security_group (b775cafb-64ec-4987-b8ca-3b6abf24c60a), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:13.447825 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-0d2b7a5a-9c95-4758-a8b8-1eb43345bae5 admin admin] Publish callbacks [] for security_group (b775cafb-64ec-4987-b8ca-3b6abf24c60a), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:13.654998 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-0d2b7a5a-9c95-4758-a8b8-1eb43345bae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (b775cafb-64ec-4987-b8ca-3b6abf24c60a), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:13.657486 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-0d2b7a5a-9c95-4758-a8b8-1eb43345bae5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:13.658629 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-0d2b7a5a-9c95-4758-a8b8-1eb43345bae5 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/b775cafb-64ec-4987-b8ca-3b6abf24c60a HTTP/1.1" status: 204 len: 168 time: 0.3059189 Sep 16 09:51:13.726055 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5b9e49-0e24-477a-a9ce-f4dc8cf19f99 req-d3589937-b35b-470d-815f-39f0fa6e31fe tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:13.735866 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-5b5b9e49-0e24-477a-a9ce-f4dc8cf19f99 req-d3589937-b35b-470d-815f-39f0fa6e31fe tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=480def5d-9bba-44e0-a53c-65239a428e1c HTTP/1.1" status: 200 len: 943 time: 0.0913341 Sep 16 09:51:13.763147 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2b7a5a-9c95-4758-a8b8-1eb43345bae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b775cafb-64ec-4987-b8ca-3b6abf24c60a,revision_number=None']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:51:13.835744 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f67eb4-a5b8-4dce-8e91-e6e77f34b366 req-b11e2b94-2e27-429c-b65f-77ccf5504b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:13.837494 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-47f67eb4-a5b8-4dce-8e91-e6e77f34b366 req-b11e2b94-2e27-429c-b65f-77ccf5504b78 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=cca830d4d9384e99b6f499a457776de4&device_id=480def5d-9bba-44e0-a53c-65239a428e1c HTTP/1.1" status: 200 len: 1127 time: 0.0524778 Sep 16 09:51:13.919082 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a770605-8cd7-40ae-bff5-6490edefade2 req-14656611-1201-4048-b0f8-dbaebe496194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:13.920857 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-6a770605-8cd7-40ae-bff5-6490edefade2 req-14656611-1201-4048-b0f8-dbaebe496194 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=17684eae-ad40-4ec5-9092-8a60e4e87e96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2263882 Sep 16 09:51:13.924831 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Device 55883b34-2ac0-4ba3-b4af-c5503b0d8fc9 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=113425) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 09:51:13.979990 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-5b5b9e49-0e24-477a-a9ce-f4dc8cf19f99 req-d03fb660-9029-4fb5-aaf8-2bd42dc66ab3 tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=0d70b26c-7726-4804-b507-71b01b78f009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431381 Sep 16 09:51:14.161981 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf02952-77f8-4b57-b5b8-bb3ae1d67b31 req-0e71d99c-2308-4c9a-9218-20feba92fc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:14.163450 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-faf02952-77f8-4b57-b5b8-bb3ae1d67b31 req-0e71d99c-2308-4c9a-9218-20feba92fc63 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=3fe0d52d42324aa38182b47b3588b979&device_id=f634aa6d-e24c-48df-946f-3166fd76273a HTTP/1.1" status: 200 len: 1128 time: 0.3947833 Sep 16 09:51:14.165030 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f67eb4-a5b8-4dce-8e91-e6e77f34b366 req-62648b8d-4c7c-4e43-b29a-75f47680304b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:14.166531 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-47f67eb4-a5b8-4dce-8e91-e6e77f34b366 req-62648b8d-4c7c-4e43-b29a-75f47680304b service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=c4842324-ee85-46c7-9e8f-0b04468e9bb4 HTTP/1.1" status: 200 len: 912 time: 0.3070431 Sep 16 09:51:14.232065 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70707fc9-0d71-42e4-87e9-9ede41096ca7 req-620c2e3d-8162-4f55-9e6e-8a1377cb35d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:14.232065 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-70707fc9-0d71-42e4-87e9-9ede41096ca7 req-620c2e3d-8162-4f55-9e6e-8a1377cb35d5 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?tenant_id=75007587f92646f686881c2e1bfb7b2d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.5255709 Sep 16 09:51:14.253876 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4047c76-d903-4163-bf91-216ba028b2f3 req-a301fb06-8fe2-42f4-b60a-518d04f8d42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:14.256428 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-a4047c76-d903-4163-bf91-216ba028b2f3 req-a301fb06-8fe2-42f4-b60a-518d04f8d42c service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=fe465541-6175-450e-8791-dc7a519b5e60 HTTP/1.1" status: 200 len: 918 time: 0.5414667 Sep 16 09:51:14.271158 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] For port 55883b34-2ac0-4ba3-b4af-c5503b0d8fc9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=55883b34-2ac0-4ba3-b4af-c5503b0d8fc9,segment=NetworkSegment(dbdfa156-b328-4b02-9174-23c649e3a4fb),segment_id=dbdfa156-b328-4b02-9174-23c649e3a4fb)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:51:14.285021 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Returning: {'device': '55883b34-2ac0-4ba3-b4af-c5503b0d8fc9', 'network_id': 'fe465541-6175-450e-8791-dc7a519b5e60', 'port_id': '55883b34-2ac0-4ba3-b4af-c5503b0d8fc9', 'mac_address': 'fa:16:3e:4d:8f:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '312d0eea-a7f5-4989-be4b-d8f1ee2c9ab2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113425) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 09:51:14.314519 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:51:14.352652 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Current status of the port 55883b34-2ac0-4ba3-b4af-c5503b0d8fc9 is: DOWN; New status is: BUILD {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:51:14.353608 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (55883b34-2ac0-4ba3-b4af-c5503b0d8fc9), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:14.382577 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.notifiers.nova [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55883b34-2ac0-4ba3-b4af-c5503b0d8fc9 {{(pid=113425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 09:51:14.736685 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-6a770605-8cd7-40ae-bff5-6490edefade2 req-65d5462b-9c83-41ba-97f9-43cc6aeb048d service neutron] 10.222.0.27 "GET /networking/v2.0/networks/17684eae-ad40-4ec5-9092-8a60e4e87e96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4956882 Sep 16 09:51:14.738057 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] For port 55883b34-2ac0-4ba3-b4af-c5503b0d8fc9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=55883b34-2ac0-4ba3-b4af-c5503b0d8fc9,segment=NetworkSegment(dbdfa156-b328-4b02-9174-23c649e3a4fb),segment_id=dbdfa156-b328-4b02-9174-23c649e3a4fb)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:51:14.738155 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa7ff4c-f4b9-4a70-b275-4635ff8ff67e req-0d2ae897-fe73-4f82-bef0-052d3ce169e9 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:14.738155 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-5fa7ff4c-f4b9-4a70-b275-4635ff8ff67e req-0d2ae897-fe73-4f82-bef0-052d3ce169e9 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=efec4ecb-65e7-4ca8-a29f-b87bc9ee1915 HTTP/1.1" status: 200 len: 943 time: 0.3207986 Sep 16 09:51:14.738155 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-a4047c76-d903-4163-bf91-216ba028b2f3 req-96655dc6-b6a7-4205-91ef-38311947d957 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55883b34-2ac0-4ba3-b4af-c5503b0d8fc9 HTTP/1.1" status: 200 len: 217 time: 0.0734196 Sep 16 09:51:14.738155 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70707fc9-0d71-42e4-87e9-9ede41096ca7 req-f03697ef-e8b3-48f6-ace6-14ee2f2f3ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:14.738155 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-70707fc9-0d71-42e4-87e9-9ede41096ca7 req-f03697ef-e8b3-48f6-ace6-14ee2f2f3ebb service neutron] 10.222.0.27 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2668293 Sep 16 09:51:14.738698 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-47f67eb4-a5b8-4dce-8e91-e6e77f34b366 req-a068cb19-1b2b-4e3f-bb58-032829c3bb52 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c050f3bc-122c-4343-b68a-ba8664cb732b HTTP/1.1" status: 200 len: 217 time: 0.3319011 Sep 16 09:51:14.738698 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5f106b-7fc7-4cc2-b9de-45495ec0cca0 req-6aa34571-805f-4211-aadd-53153dca4a28 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:14.738698 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-3b5f106b-7fc7-4cc2-b9de-45495ec0cca0 req-6aa34571-805f-4211-aadd-53153dca4a28 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a6f3fc30-e196-4427-90b4-5d49b56a9b46 HTTP/1.1" status: 200 len: 944 time: 0.3887541 Sep 16 09:51:14.738698 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf02952-77f8-4b57-b5b8-bb3ae1d67b31 req-13017112-6091-4345-8902-cb438686722d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:14.738698 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-faf02952-77f8-4b57-b5b8-bb3ae1d67b31 req-13017112-6091-4345-8902-cb438686722d service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=17684eae-ad40-4ec5-9092-8a60e4e87e96 HTTP/1.1" status: 200 len: 919 time: 0.4764509 Sep 16 09:51:14.738698 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f67eb4-a5b8-4dce-8e91-e6e77f34b366 req-79f05b33-69b1-409c-920a-30e9d6015449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:14.738698 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-47f67eb4-a5b8-4dce-8e91-e6e77f34b366 req-79f05b33-69b1-409c-920a-30e9d6015449 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=80836663-f6b0-4f56-957f-9b1306195e91 HTTP/1.1" status: 200 len: 850 time: 0.1059215 Sep 16 09:51:14.738698 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-faf02952-77f8-4b57-b5b8-bb3ae1d67b31 req-09ebef0a-5078-4d24-ac14-eaac3c7cc1d9 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2959b5a1-1a1a-4ce9-93ab-cb413d960925 HTTP/1.1" status: 200 len: 217 time: 0.0583777 Sep 16 09:51:14.739689 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=100 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:51:14.786059 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-3b5f106b-7fc7-4cc2-b9de-45495ec0cca0 req-fc9c047c-0267-4bad-a8d8-008f8d1140ce tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653085 Sep 16 09:51:14.794703 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f67eb4-a5b8-4dce-8e91-e6e77f34b366 req-26b9f062-02b7-4c62-add6-1ffe84c2c4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:14.796017 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-47f67eb4-a5b8-4dce-8e91-e6e77f34b366 req-26b9f062-02b7-4c62-add6-1ffe84c2c4fd service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=c4842324-ee85-46c7-9e8f-0b04468e9bb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0961561 Sep 16 09:51:14.828942 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf02952-77f8-4b57-b5b8-bb3ae1d67b31 req-3753d35e-fea3-4d85-8420-66b964400ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:14.830471 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-faf02952-77f8-4b57-b5b8-bb3ae1d67b31 req-3753d35e-fea3-4d85-8420-66b964400ce9 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=7270ea1b-9730-4d7c-89ed-4cebd5834047 HTTP/1.1" status: 200 len: 857 time: 0.0904024 Sep 16 09:51:14.850250 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d748587-79b0-4dfd-a1ca-649ecf82b3e6 req-7ef7ac78-71f2-406a-9a28-590ade1189e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:14.851261 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-9d748587-79b0-4dfd-a1ca-649ecf82b3e6 req-7ef7ac78-71f2-406a-9a28-590ade1189e6 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=75007587f92646f686881c2e1bfb7b2d&device_id=efec4ecb-65e7-4ca8-a29f-b87bc9ee1915 HTTP/1.1" status: 200 len: 1127 time: 0.1169236 Sep 16 09:51:14.857917 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-5fa7ff4c-f4b9-4a70-b275-4635ff8ff67e req-ef916c37-f21b-493e-8f79-e5f8575e6c91 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=88a65b38-59ca-4022-a5b0-fa900452424e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3944705 Sep 16 09:51:14.879931 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4047c76-d903-4163-bf91-216ba028b2f3 req-08842cd6-328e-4760-8af8-87e57c1a6ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:14.881372 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-a4047c76-d903-4163-bf91-216ba028b2f3 req-08842cd6-328e-4760-8af8-87e57c1a6ba1 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=312d0eea-a7f5-4989-be4b-d8f1ee2c9ab2 HTTP/1.1" status: 200 len: 856 time: 0.3894675 Sep 16 09:51:14.916503 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-6a770605-8cd7-40ae-bff5-6490edefade2 req-ecc9468a-dc3d-4246-a2b4-1881f7d42459 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/17684eae-ad40-4ec5-9092-8a60e4e87e96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4561317 Sep 16 09:51:14.917776 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-9d748587-79b0-4dfd-a1ca-649ecf82b3e6 req-8b63cd25-6001-4be1-bf94-cd8647c05fe7 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70b30d2d-a478-423b-bb6f-8944c8ac74de HTTP/1.1" status: 200 len: 217 time: 0.0557206 Sep 16 09:51:14.972821 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf02952-77f8-4b57-b5b8-bb3ae1d67b31 req-f11728db-69f0-435e-a15d-2b49ded404f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:14.974484 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-faf02952-77f8-4b57-b5b8-bb3ae1d67b31 req-f11728db-69f0-435e-a15d-2b49ded404f8 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=17684eae-ad40-4ec5-9092-8a60e4e87e96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1307650 Sep 16 09:51:14.980495 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4047c76-d903-4163-bf91-216ba028b2f3 req-a0e12b17-4db7-4a4e-9b62-d179ebf18abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:14.982141 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-a4047c76-d903-4163-bf91-216ba028b2f3 req-a0e12b17-4db7-4a4e-9b62-d179ebf18abc service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=fe465541-6175-450e-8791-dc7a519b5e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0746968 Sep 16 09:51:14.984409 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea2deee-b8f8-4f0b-b7c4-524ab285a83a req-d10b28ea-c522-4218-af32-bd71ac0e44ab tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:14.986577 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-eea2deee-b8f8-4f0b-b7c4-524ab285a83a req-d10b28ea-c522-4218-af32-bd71ac0e44ab tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 943 time: 0.0918860 Sep 16 09:51:15.009088 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d748587-79b0-4dfd-a1ca-649ecf82b3e6 req-be90dd31-8cf1-4963-932e-c6c88fc1fbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:15.010488 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-9d748587-79b0-4dfd-a1ca-649ecf82b3e6 req-be90dd31-8cf1-4963-932e-c6c88fc1fbbe service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=2c5e3932-9cbf-4551-a459-a4948ab2f258 HTTP/1.1" status: 200 len: 854 time: 0.0721262 Sep 16 09:51:15.079144 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=100 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:51:15.096832 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d748587-79b0-4dfd-a1ca-649ecf82b3e6 req-5cc43b9c-c91c-46b9-acc9-6dcbd8f1cd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:15.097692 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-9d748587-79b0-4dfd-a1ca-649ecf82b3e6 req-5cc43b9c-c91c-46b9-acc9-6dcbd8f1cd87 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=b92b7908-54f3-4444-8e37-e6621fa07310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0773475 Sep 16 09:51:15.124073 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-47f67eb4-a5b8-4dce-8e91-e6e77f34b366 req-aa5d4e52-31f4-43e4-bdaf-30e65896772c service neutron] 10.222.0.27 "GET /networking/v2.0/networks/c4842324-ee85-46c7-9e8f-0b04468e9bb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3194387 Sep 16 09:51:15.211352 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bcef4f-cbf0-4a83-a680-be50395c3ed5 req-5b373256-334d-434c-8ea1-63d3968de6c5 tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:15.213126 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-f5bcef4f-cbf0-4a83-a680-be50395c3ed5 req-5b373256-334d-434c-8ea1-63d3968de6c5 tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=480def5d-9bba-44e0-a53c-65239a428e1c HTTP/1.1" status: 200 len: 943 time: 0.1234183 Sep 16 09:51:15.220045 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-eea2deee-b8f8-4f0b-b7c4-524ab285a83a req-bac25e5e-b538-439c-ab2f-8e7f46d80891 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2186925 Sep 16 09:51:15.227575 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-a4047c76-d903-4163-bf91-216ba028b2f3 req-94e6bfb5-69ba-4363-9787-25ff06c284f8 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/fe465541-6175-450e-8791-dc7a519b5e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372649 Sep 16 09:51:15.242822 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-faf02952-77f8-4b57-b5b8-bb3ae1d67b31 req-63130413-be4f-48c6-9a4c-67519d10dd6a service neutron] 10.222.0.27 "GET /networking/v2.0/networks/17684eae-ad40-4ec5-9092-8a60e4e87e96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547004 Sep 16 09:51:15.335353 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-9d748587-79b0-4dfd-a1ca-649ecf82b3e6 req-e01b96b6-d397-4771-a42f-4ed004f024c8 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b92b7908-54f3-4444-8e37-e6621fa07310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268150 Sep 16 09:51:15.340037 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-47f67eb4-a5b8-4dce-8e91-e6e77f34b366 req-2096d876-4920-47f1-a7f8-ea4831786c5c service neutron] 10.222.0.27 "GET /networking/v2.0/networks/c4842324-ee85-46c7-9e8f-0b04468e9bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078533 Sep 16 09:51:15.371804 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-f5bcef4f-cbf0-4a83-a680-be50395c3ed5 req-781005ff-4257-4dac-a5ec-9ea963864abe tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=0d70b26c-7726-4804-b507-71b01b78f009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481822 Sep 16 09:51:15.380072 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-faf02952-77f8-4b57-b5b8-bb3ae1d67b31 req-adc1ff90-bc0e-4884-8e89-5bfb91e83994 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/17684eae-ad40-4ec5-9092-8a60e4e87e96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302478 Sep 16 09:51:15.444321 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-a4047c76-d903-4163-bf91-216ba028b2f3 req-daa4a6c3-1c46-408f-8744-64a19d04f991 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/fe465541-6175-450e-8791-dc7a519b5e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072439 Sep 16 09:51:15.471389 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-9d748587-79b0-4dfd-a1ca-649ecf82b3e6 req-c35a93fb-8fad-4880-ac0f-43385849e3e5 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b92b7908-54f3-4444-8e37-e6621fa07310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299782 Sep 16 09:51:15.561464 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (55883b34-2ac0-4ba3-b4af-c5503b0d8fc9), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:15.562218 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Device c050f3bc-122c-4343-b68a-ba8664cb732b details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=113425) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 09:51:15.670574 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:51:15.673504 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Pushing event updated for resources: {'Port': ['ID=55883b34-2ac0-4ba3-b4af-c5503b0d8fc9,revision_number=4']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:51:15.728076 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] For port c050f3bc-122c-4343-b68a-ba8664cb732b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c050f3bc-122c-4343-b68a-ba8664cb732b,segment=NetworkSegment(4ba7d294-130d-48b9-a99d-edaaffd525bf),segment_id=4ba7d294-130d-48b9-a99d-edaaffd525bf)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:51:15.740398 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Returning: {'device': 'c050f3bc-122c-4343-b68a-ba8664cb732b', 'network_id': 'c4842324-ee85-46c7-9e8f-0b04468e9bb4', 'port_id': 'c050f3bc-122c-4343-b68a-ba8664cb732b', 'mac_address': 'fa:16:3e:51:1e:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80836663-f6b0-4f56-957f-9b1306195e91', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113425) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 09:51:15.777289 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Current status of the port c050f3bc-122c-4343-b68a-ba8664cb732b is: DOWN; New status is: BUILD {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:51:15.777799 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (c050f3bc-122c-4343-b68a-ba8664cb732b), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:15.796807 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.notifiers.nova [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c050f3bc-122c-4343-b68a-ba8664cb732b {{(pid=113425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 09:51:15.819915 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] For port c050f3bc-122c-4343-b68a-ba8664cb732b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c050f3bc-122c-4343-b68a-ba8664cb732b,segment=NetworkSegment(4ba7d294-130d-48b9-a99d-edaaffd525bf),segment_id=4ba7d294-130d-48b9-a99d-edaaffd525bf)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:51:15.822697 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 47868) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:51:15.842110 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-f5b10892-8d09-4ecd-9196-85a864f8b921 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:15.921807 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (c050f3bc-122c-4343-b68a-ba8664cb732b), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:15.972142 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Device 2959b5a1-1a1a-4ce9-93ab-cb413d960925 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=113425) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 09:51:16.002875 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571c7f49-1b98-4369-ae91-f536614458ae req-c06029d4-84a1-45eb-8bd8-de6baf37939c tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:16.005832 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-571c7f49-1b98-4369-ae91-f536614458ae req-c06029d4-84a1-45eb-8bd8-de6baf37939c tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a6f3fc30-e196-4427-90b4-5d49b56a9b46 HTTP/1.1" status: 200 len: 944 time: 0.1306522 Sep 16 09:51:16.025130 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c904575-d44e-4a5c-be54-e5a0fbc5bf6f req-5f26599c-6e9c-4979-bb05-0baa523f577c tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:16.036263 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-7c904575-d44e-4a5c-be54-e5a0fbc5bf6f req-5f26599c-6e9c-4979-bb05-0baa523f577c tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=efec4ecb-65e7-4ca8-a29f-b87bc9ee1915 HTTP/1.1" status: 200 len: 943 time: 0.0777204 Sep 16 09:51:16.071893 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:51:16.074177 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Pushing event updated for resources: {'Port': ['ID=c050f3bc-122c-4343-b68a-ba8664cb732b,revision_number=4']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:51:16.089477 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-571c7f49-1b98-4369-ae91-f536614458ae req-a9e3e746-410d-40cf-b68b-2cb178615aa0 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739694 Sep 16 09:51:16.092378 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-f5b10892-8d09-4ecd-9196-85a864f8b921 admin admin] Publish callbacks [] for security_group (7a494890-0f44-4200-bb80-a1b84aba298b), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:16.092904 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-7c904575-d44e-4a5c-be54-e5a0fbc5bf6f req-b02d0530-b109-4dd6-bb4c-bb2e88e21f21 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=88a65b38-59ca-4022-a5b0-fa900452424e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552909 Sep 16 09:51:16.105970 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:51:16.141731 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] For port 2959b5a1-1a1a-4ce9-93ab-cb413d960925, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2959b5a1-1a1a-4ce9-93ab-cb413d960925,segment=NetworkSegment(e3902c86-c1ff-47d9-b3ef-44214c1005fa),segment_id=e3902c86-c1ff-47d9-b3ef-44214c1005fa)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:51:16.143181 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Returning: {'device': '2959b5a1-1a1a-4ce9-93ab-cb413d960925', 'network_id': '17684eae-ad40-4ec5-9092-8a60e4e87e96', 'port_id': '2959b5a1-1a1a-4ce9-93ab-cb413d960925', 'mac_address': 'fa:16:3e:41:ff:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7270ea1b-9730-4d7c-89ed-4cebd5834047', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113425) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 09:51:16.182818 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Current status of the port 2959b5a1-1a1a-4ce9-93ab-cb413d960925 is: DOWN; New status is: BUILD {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:51:16.183213 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (2959b5a1-1a1a-4ce9-93ab-cb413d960925), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:16.197045 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.notifiers.nova [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2959b5a1-1a1a-4ce9-93ab-cb413d960925 {{(pid=113425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 09:51:16.217124 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] For port 2959b5a1-1a1a-4ce9-93ab-cb413d960925, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2959b5a1-1a1a-4ce9-93ab-cb413d960925,segment=NetworkSegment(e3902c86-c1ff-47d9-b3ef-44214c1005fa),segment_id=e3902c86-c1ff-47d9-b3ef-44214c1005fa)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:51:16.258298 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-f5b10892-8d09-4ecd-9196-85a864f8b921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (7a494890-0f44-4200-bb80-a1b84aba298b), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:16.331095 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 47886) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:51:16.339868 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-f5b10892-8d09-4ecd-9196-85a864f8b921 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=c8fb45132ebd4087accc645c51f473a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5162790 Sep 16 09:51:16.350886 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] get_ports_and_sgs() called for port_ids ['c050f3bc-122c-4343-b68a-ba8664cb732b'] {{(pid=113425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 09:51:16.355452 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b10892-8d09-4ecd-9196-85a864f8b921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a494890-0f44-4200-bb80-a1b84aba298b,revision_number=1']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:51:16.397934 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=100 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:51:16.410332 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (2959b5a1-1a1a-4ce9-93ab-cb413d960925), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:16.410626 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a5ca36-678b-4569-b24f-2aafbe682639 req-827cdeaa-0dcc-4749-87ec-e1d6a98a8057 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:16.412371 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-d6a5ca36-678b-4569-b24f-2aafbe682639 req-827cdeaa-0dcc-4749-87ec-e1d6a98a8057 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 944 time: 0.0715790 Sep 16 09:51:16.429296 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-c2311910-e94d-4284-adef-50c5e8459386 admin admin] Publish callbacks [] for security_group (7a494890-0f44-4200-bb80-a1b84aba298b), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:16.432485 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] get_ports_and_sgs() called for port_ids ['55883b34-2ac0-4ba3-b4af-c5503b0d8fc9'] {{(pid=113425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 09:51:16.476842 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-c2311910-e94d-4284-adef-50c5e8459386 admin admin] Publish callbacks [] for security_group (7a494890-0f44-4200-bb80-a1b84aba298b), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:16.486316 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-d6a5ca36-678b-4569-b24f-2aafbe682639 req-5713a316-2dd6-42d3-8622-478b7a135e5e tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0661736 Sep 16 09:51:16.561411 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd409a3-93bf-4a92-80c6-9bfddd5ea0a3 req-4ad9a8d3-b03b-473e-a294-a525d2e75e87 tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:16.563000 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-3dd409a3-93bf-4a92-80c6-9bfddd5ea0a3 req-4ad9a8d3-b03b-473e-a294-a525d2e75e87 tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=480def5d-9bba-44e0-a53c-65239a428e1c HTTP/1.1" status: 200 len: 944 time: 0.0787878 Sep 16 09:51:16.623115 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Pushing event updated for resources: {'Port': ['ID=2959b5a1-1a1a-4ce9-93ab-cb413d960925,revision_number=4']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:51:16.634617 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-3dd409a3-93bf-4a92-80c6-9bfddd5ea0a3 req-3dc94698-6cf6-4dc2-87d9-d0ead32c70e7 tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=0d70b26c-7726-4804-b507-71b01b78f009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632272 Sep 16 09:51:16.636535 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-c2311910-e94d-4284-adef-50c5e8459386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (7a494890-0f44-4200-bb80-a1b84aba298b), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:16.639388 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-c2311910-e94d-4284-adef-50c5e8459386 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:16.640731 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-c2311910-e94d-4284-adef-50c5e8459386 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/7a494890-0f44-4200-bb80-a1b84aba298b HTTP/1.1" status: 204 len: 168 time: 0.3165622 Sep 16 09:51:16.659702 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2311910-e94d-4284-adef-50c5e8459386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a494890-0f44-4200-bb80-a1b84aba298b,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:51:16.664275 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] get_ports_and_sgs() called for port_ids ['2959b5a1-1a1a-4ce9-93ab-cb413d960925'] {{(pid=113425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 09:51:17.236412 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=100 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:51:17.257087 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570c1462-59ea-4bf3-b5d2-748099e3b6d8 req-0e72ec22-9e0f-4196-b0af-64835aa84f9b tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:17.259319 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-570c1462-59ea-4bf3-b5d2-748099e3b6d8 req-0e72ec22-9e0f-4196-b0af-64835aa84f9b tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a6f3fc30-e196-4427-90b4-5d49b56a9b46 HTTP/1.1" status: 200 len: 944 time: 0.0681620 Sep 16 09:51:17.291151 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba4dbb6-f05c-49b0-9868-08f4ee702f30 req-6f3ceb39-4139-4911-a35b-6dc0d878580a tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:17.293333 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-0ba4dbb6-f05c-49b0-9868-08f4ee702f30 req-6f3ceb39-4139-4911-a35b-6dc0d878580a tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=efec4ecb-65e7-4ca8-a29f-b87bc9ee1915 HTTP/1.1" status: 200 len: 943 time: 0.0726879 Sep 16 09:51:17.319138 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-570c1462-59ea-4bf3-b5d2-748099e3b6d8 req-82262947-4ff2-4ae4-8c4c-aab13ad52ebf tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535195 Sep 16 09:51:17.352333 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-0ba4dbb6-f05c-49b0-9868-08f4ee702f30 req-693a5b2a-f601-4ec0-ac21-e00417fe918f tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=88a65b38-59ca-4022-a5b0-fa900452424e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479646 Sep 16 09:51:17.467306 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:51:17.623601 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb6fe53-f3cf-4442-81a7-affc5e928254 req-45d036b6-35fa-4903-a196-f6c084dc9319 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:17.625221 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-feb6fe53-f3cf-4442-81a7-affc5e928254 req-45d036b6-35fa-4903-a196-f6c084dc9319 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 944 time: 0.0471251 Sep 16 09:51:17.682079 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-feb6fe53-f3cf-4442-81a7-affc5e928254 req-d0bdc370-a9b2-437c-82d9-b0db22083e59 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0500236 Sep 16 09:51:17.795938 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac07115-735a-4f64-8fea-2623c5cceb42 req-88fcf834-f153-42c8-a14c-34f2bf95e8f4 tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:17.797457 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-7ac07115-735a-4f64-8fea-2623c5cceb42 req-88fcf834-f153-42c8-a14c-34f2bf95e8f4 tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=480def5d-9bba-44e0-a53c-65239a428e1c HTTP/1.1" status: 200 len: 944 time: 0.0541921 Sep 16 09:51:17.806886 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:51:17.871947 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-7ac07115-735a-4f64-8fea-2623c5cceb42 req-33d0f69d-437f-41f6-9dc5-c1bc421e6c72 tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=0d70b26c-7726-4804-b507-71b01b78f009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673385 Sep 16 09:51:18.006905 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 47958) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:51:18.091200 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Device 55883b34-2ac0-4ba3-b4af-c5503b0d8fc9 up at agent hyperv_hv-cinder-79053 {{(pid=113425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 09:51:18.120854 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.v2.base [None req-ad79b2b3-a46d-47f5-9c0d-b01c0f09014a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-207413422-network', 'tenant_id': 'ce314a2f1c1347158191f6938cd3c26f'}} {{(pid=113424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:51:18.140820 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Provisioning for port 55883b34-2ac0-4ba3-b4af-c5503b0d8fc9 completed by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 09:51:18.235414 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Provisioning complete for port 55883b34-2ac0-4ba3-b4af-c5503b0d8fc9 triggered by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:51:18.235626 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad79b2b3-a46d-47f5-9c0d-b01c0f09014a admin admin] Made reservation on behalf of ce314a2f1c1347158191f6938cd3c26f for: {'network': 1} {{(pid=113424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 09:51:18.235816 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (55883b34-2ac0-4ba3-b4af-c5503b0d8fc9), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:18.236155 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Attempt 1 to provision port 55883b34-2ac0-4ba3-b4af-c5503b0d8fc9 Sep 16 09:51:18.237819 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-ad79b2b3-a46d-47f5-9c0d-b01c0f09014a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for network (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:18.247635 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-ad79b2b3-a46d-47f5-9c0d-b01c0f09014a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:18.273699 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:51:18.307537 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:51:18.318574 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Current status of the port 55883b34-2ac0-4ba3-b4af-c5503b0d8fc9 is: BUILD; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:51:18.318973 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (55883b34-2ac0-4ba3-b4af-c5503b0d8fc9), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:18.326860 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-ad79b2b3-a46d-47f5-9c0d-b01c0f09014a admin admin] Publish callbacks [] for security_group (fb7dbb0d-e26d-4727-af87-7001ea0047a7), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:18.343649 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88a0813e-ace7-48df-b688-533c8dbc81de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55883b34-2ac0-4ba3-b4af-c5503b0d8fc9'}] {{(pid=113425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 09:51:18.408500 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-ad79b2b3-a46d-47f5-9c0d-b01c0f09014a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (fb7dbb0d-e26d-4727-af87-7001ea0047a7), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:18.425106 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] For port 55883b34-2ac0-4ba3-b4af-c5503b0d8fc9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=55883b34-2ac0-4ba3-b4af-c5503b0d8fc9,segment=NetworkSegment(dbdfa156-b328-4b02-9174-23c649e3a4fb),segment_id=dbdfa156-b328-4b02-9174-23c649e3a4fb)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:51:18.461791 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad79b2b3-a46d-47f5-9c0d-b01c0f09014a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=113424) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 09:51:18.466056 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad79b2b3-a46d-47f5-9c0d-b01c0f09014a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb7dbb0d-e26d-4727-af87-7001ea0047a7,revision_number=1']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:51:18.470472 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e7e001-dbc5-4672-ba4c-50811a86eadb req-478521d5-d508-41d9-9c53-2f6a71eca6cb tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:18.478364 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-e3e7e001-dbc5-4672-ba4c-50811a86eadb req-478521d5-d508-41d9-9c53-2f6a71eca6cb tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a6f3fc30-e196-4427-90b4-5d49b56a9b46 HTTP/1.1" status: 200 len: 944 time: 0.0772772 Sep 16 09:51:18.487490 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-ad79b2b3-a46d-47f5-9c0d-b01c0f09014a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1277354'] for segment (ab6da647-883d-417c-a0e7-25dd50eac4a3), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:18.487927 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.db.segments_db [None req-ad79b2b3-a46d-47f5-9c0d-b01c0f09014a admin admin] Added segment ab6da647-883d-417c-a0e7-25dd50eac4a3 of type vlan for network 9bbb1cea-93f9-4752-aaac-56ad7c2961a9 Sep 16 09:51:18.498502 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:INSERT=3,neutron:SELECT=97 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:51:18.527910 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (55883b34-2ac0-4ba3-b4af-c5503b0d8fc9), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:18.530125 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Device 2959b5a1-1a1a-4ce9-93ab-cb413d960925 up at agent hyperv_hv-cinder-79053 {{(pid=113425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 09:51:18.539115 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-e3e7e001-dbc5-4672-ba4c-50811a86eadb req-c930b5a2-4ccb-4e52-afe1-65347892eb04 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545068 Sep 16 09:51:18.579949 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50135ed-d86c-471c-bc2f-68c5de4220b5 req-9b55df0e-5366-4fdf-8413-e0861bb7a058 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:18.581588 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-e50135ed-d86c-471c-bc2f-68c5de4220b5 req-9b55df0e-5366-4fdf-8413-e0861bb7a058 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=efec4ecb-65e7-4ca8-a29f-b87bc9ee1915 HTTP/1.1" status: 200 len: 943 time: 0.0910296 Sep 16 09:51:18.584127 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-ad79b2b3-a46d-47f5-9c0d-b01c0f09014a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759571199151'] for network (9bbb1cea-93f9-4752-aaac-56ad7c2961a9), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:18.609763 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d904371a3690c7392a65e5457b849277104f62c83d6e5586b28cc731d2d00ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-360e3ba9-3297-4702-a862-f42d8ef14136" -d '{"events": [{"server_uuid": "88a0813e-ace7-48df-b688-533c8dbc81de", "name": "network-vif-plugged", "status": "completed", "tag": "55883b34-2ac0-4ba3-b4af-c5503b0d8fc9"}]}' {{(pid=113425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 09:51:18.643396 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Provisioning for port 2959b5a1-1a1a-4ce9-93ab-cb413d960925 completed by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 09:51:18.646806 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Pushing event updated for resources: {'Port': ['ID=55883b34-2ac0-4ba3-b4af-c5503b0d8fc9,revision_number=5']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:51:18.662228 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=4 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:51:18.670405 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-e50135ed-d86c-471c-bc2f-68c5de4220b5 req-d9a90d1e-fa94-453e-9a60-e4b9bba4fdea tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=88a65b38-59ca-4022-a5b0-fa900452424e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771759 Sep 16 09:51:18.741707 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 09:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce035ed9-a02b-4f4c-9d4c-79e6fa726b03 x-openstack-request-id: req-ce035ed9-a02b-4f4c-9d4c-79e6fa726b03 {{(pid=113425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 09:51:18.743899 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-ad79b2b3-a46d-47f5-9c0d-b01c0f09014a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335'] for network (9bbb1cea-93f9-4752-aaac-56ad7c2961a9), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:18.745277 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad79b2b3-a46d-47f5-9c0d-b01c0f09014a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:18.745833 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88a0813e-ace7-48df-b688-533c8dbc81de", "name": "network-vif-plugged", "status": "completed", "tag": "55883b34-2ac0-4ba3-b4af-c5503b0d8fc9", "code": 200}]} {{(pid=113425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 09:51:18.746230 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ce035ed9-a02b-4f4c-9d4c-79e6fa726b03 {{(pid=113425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 09:51:18.746820 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce035ed9-a02b-4f4c-9d4c-79e6fa726b03'] response: {'server_uuid': '88a0813e-ace7-48df-b688-533c8dbc81de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55883b34-2ac0-4ba3-b4af-c5503b0d8fc9', 'code': 200} Sep 16 09:51:18.747587 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-ad79b2b3-a46d-47f5-9c0d-b01c0f09014a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546317'] for network (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:18.804123 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Provisioning complete for port 2959b5a1-1a1a-4ce9-93ab-cb413d960925 triggered by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:51:18.806271 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (2959b5a1-1a1a-4ce9-93ab-cb413d960925), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:18.806271 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Attempt 1 to provision port 2959b5a1-1a1a-4ce9-93ab-cb413d960925 Sep 16 09:51:18.844863 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad79b2b3-a46d-47f5-9c0d-b01c0f09014a admin admin] Pushing event updated for resources: {'Network': ['ID=9bbb1cea-93f9-4752-aaac-56ad7c2961a9,revision_number=1']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:51:18.887638 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Network 9bbb1cea-93f9-4752-aaac-56ad7c2961a9 details requested by agent ovs-agent-dv-cinder-790535-43-iscsi with host dv-cinder-790535-43-iscsi {{(pid=113425) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 09:51:18.984653 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-ad79b2b3-a46d-47f5-9c0d-b01c0f09014a admin admin] 10.222.0.73 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9762285 Sep 16 09:51:18.987773 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 47994) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:51:18.993848 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.v2.base [None req-3e8f9f27-c340-4f80-a2bf-09b68d70bec0 admin admin] Request body: {'subnet': {'network_id': '9bbb1cea-93f9-4752-aaac-56ad7c2961a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-207413422-subnet', 'tenant_id': 'ce314a2f1c1347158191f6938cd3c26f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:51:19.024122 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb1fb24-bb38-4cc2-9a30-ffad1a87f486 req-33babd1b-d139-4c2d-81a6-90242698b581 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:19.036279 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-0cb1fb24-bb38-4cc2-9a30-ffad1a87f486 req-33babd1b-d139-4c2d-81a6-90242698b581 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 945 time: 0.1613741 Sep 16 09:51:19.111837 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Current status of the port 2959b5a1-1a1a-4ce9-93ab-cb413d960925 is: BUILD; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:51:19.113967 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (2959b5a1-1a1a-4ce9-93ab-cb413d960925), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:19.146157 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41706ec8-6288-4c0c-9879-5e39eecd2c23 req-84bf37eb-046e-445b-b751-ce1dd9d157f9 tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:19.156880 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-41706ec8-6288-4c0c-9879-5e39eecd2c23 req-84bf37eb-046e-445b-b751-ce1dd9d157f9 tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=480def5d-9bba-44e0-a53c-65239a428e1c HTTP/1.1" status: 200 len: 944 time: 0.1545541 Sep 16 09:51:19.188044 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-0cb1fb24-bb38-4cc2-9a30-ffad1a87f486 req-2fc754a6-900f-4404-8459-a8b9f2a8d130 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1425688 Sep 16 09:51:19.194496 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] For port 2959b5a1-1a1a-4ce9-93ab-cb413d960925, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2959b5a1-1a1a-4ce9-93ab-cb413d960925,segment=NetworkSegment(e3902c86-c1ff-47d9-b3ef-44214c1005fa),segment_id=e3902c86-c1ff-47d9-b3ef-44214c1005fa)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:51:19.232851 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e8f9f27-c340-4f80-a2bf-09b68d70bec0 admin admin] Made reservation on behalf of ce314a2f1c1347158191f6938cd3c26f for: {'subnet': 1} {{(pid=113423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 09:51:19.242911 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-3e8f9f27-c340-4f80-a2bf-09b68d70bec0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2535104'] for subnet (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:19.245852 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=6 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:51:19.255353 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=2 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:51:19.298286 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2a8446-3502-4575-abb1-eec3bd730200 req-ee0dc3e1-5d68-4156-be40-025d14385cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:19.301787 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-0c2a8446-3502-4575-abb1-eec3bd730200 req-ee0dc3e1-5d68-4156-be40-025d14385cb4 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 1129 time: 0.1109176 Sep 16 09:51:19.302404 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:51:19.313758 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (2959b5a1-1a1a-4ce9-93ab-cb413d960925), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:19.314577 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Device c050f3bc-122c-4343-b68a-ba8664cb732b up at agent hyperv_hv-cinder-79053 {{(pid=113425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 09:51:19.331322 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-0c2a8446-3502-4575-abb1-eec3bd730200 req-61077199-4fcc-4554-8e3f-4148c47a5ff3 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:19.347206 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-41706ec8-6288-4c0c-9879-5e39eecd2c23 req-cb046ff9-1eb3-4ff8-9fe6-16c3ffe6133e tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=0d70b26c-7726-4804-b507-71b01b78f009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776435 Sep 16 09:51:19.433753 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Pushing event updated for resources: {'Port': ['ID=2959b5a1-1a1a-4ce9-93ab-cb413d960925,revision_number=5']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:51:19.453819 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-0c2a8446-3502-4575-abb1-eec3bd730200 req-61077199-4fcc-4554-8e3f-4148c47a5ff3 service neutron] Publish callbacks [] for security_group (a6f8d74e-e890-4110-af40-ec3e61bc28ab), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:19.465621 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Provisioning for port c050f3bc-122c-4343-b68a-ba8664cb732b completed by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 09:51:19.532619 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-0c2a8446-3502-4575-abb1-eec3bd730200 req-61077199-4fcc-4554-8e3f-4148c47a5ff3 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (a6f8d74e-e890-4110-af40-ec3e61bc28ab), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:19.563069 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Provisioning complete for port c050f3bc-122c-4343-b68a-ba8664cb732b triggered by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:51:19.563813 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-3e8f9f27-c340-4f80-a2bf-09b68d70bec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2475058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2535126'] for subnet (d6c51b7a-cce7-433a-99c4-857d483f9e3c), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:19.564714 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (c050f3bc-122c-4343-b68a-ba8664cb732b), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:19.565072 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Attempt 1 to provision port c050f3bc-122c-4343-b68a-ba8664cb732b Sep 16 09:51:19.575408 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61077199-4fcc-4554-8e3f-4148c47a5ff3 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a6f8d74e-e890-4110-af40-ec3e61bc28ab,revision_number=1']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:51:19.600386 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-0c2a8446-3502-4575-abb1-eec3bd730200 req-61077199-4fcc-4554-8e3f-4148c47a5ff3 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2915926 Sep 16 09:51:19.655396 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8f9f27-c340-4f80-a2bf-09b68d70bec0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6c51b7a-cce7-433a-99c4-857d483f9e3c,revision_number=0']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:51:19.664619 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Current status of the port c050f3bc-122c-4343-b68a-ba8664cb732b is: BUILD; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:51:19.665846 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (c050f3bc-122c-4343-b68a-ba8664cb732b), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:19.665971 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8f9f27-c340-4f80-a2bf-09b68d70bec0 admin admin] Checking segment: {'id': 'ab6da647-883d-417c-a0e7-25dd50eac4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9bbb1cea-93f9-4752-aaac-56ad7c2961a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 09:51:19.666326 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8f9f27-c340-4f80-a2bf-09b68d70bec0 admin admin] Network hostable DHCP agents. Network: 9bbb1cea-93f9-4752-aaac-56ad7c2961a9, hostable agents: ['54fa5420-569f-41b3-81ce-b3c99a893561'], hosted agents: [] {{(pid=113423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 09:51:19.671106 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d149d1-74e5-4303-94d0-5f0c18b2d582 req-d223a9a6-525f-4cc6-9ea0-f4722486e36f tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:19.673080 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-d7d149d1-74e5-4303-94d0-5f0c18b2d582 req-d223a9a6-525f-4cc6-9ea0-f4722486e36f tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a6f3fc30-e196-4427-90b4-5d49b56a9b46 HTTP/1.1" status: 200 len: 944 time: 0.0505443 Sep 16 09:51:19.706789 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] For port c050f3bc-122c-4343-b68a-ba8664cb732b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c050f3bc-122c-4343-b68a-ba8664cb732b,segment=NetworkSegment(4ba7d294-130d-48b9-a99d-edaaffd525bf),segment_id=4ba7d294-130d-48b9-a99d-edaaffd525bf)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:51:19.726119 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-d7d149d1-74e5-4303-94d0-5f0c18b2d582 req-0c30a7cf-41e5-47c9-b9c2-f32ebd73ca13 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466747 Sep 16 09:51:19.796563 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fe5354-7196-49d8-aa28-958c721e5976 req-b5a19718-643c-4655-b413-b5214dbdfdf1 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:19.798114 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-66fe5354-7196-49d8-aa28-958c721e5976 req-b5a19718-643c-4655-b413-b5214dbdfdf1 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=efec4ecb-65e7-4ca8-a29f-b87bc9ee1915 HTTP/1.1" status: 200 len: 943 time: 0.0476053 Sep 16 09:51:19.847496 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-66fe5354-7196-49d8-aa28-958c721e5976 req-f4077f2b-c445-42fd-bb9f-9212897ec2e5 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=88a65b38-59ca-4022-a5b0-fa900452424e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423677 Sep 16 09:51:19.853101 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8f9f27-c340-4f80-a2bf-09b68d70bec0 admin admin] Network 9bbb1cea-93f9-4752-aaac-56ad7c2961a9 is scheduled to be hosted by DHCP agent 54fa5420-569f-41b3-81ce-b3c99a893561 with binding_index 1 {{(pid=113423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 09:51:19.853844 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (c050f3bc-122c-4343-b68a-ba8664cb732b), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:19.913638 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Pushing event updated for resources: {'Port': ['ID=c050f3bc-122c-4343-b68a-ba8664cb732b,revision_number=5']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:51:19.965862 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.base_scheduler [None req-3e8f9f27-c340-4f80-a2bf-09b68d70bec0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-43-iscsi, 9bbb1cea-93f9-4752-aaac-56ad7c2961a9) {{(pid=113423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 09:51:19.971105 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8f9f27-c340-4f80-a2bf-09b68d70bec0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:19.971938 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-3e8f9f27-c340-4f80-a2bf-09b68d70bec0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546317'] for subnet (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:19.977334 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89531f31-ddda-4298-83b7-e6079cf67417 None None] Network 9bbb1cea-93f9-4752-aaac-56ad7c2961a9 requested from dv-cinder-790535-43-iscsi {{(pid=113425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 09:51:20.079717 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d730b370-c26a-427c-8e20-fcd2c2cff039 None None] Network 9bbb1cea-93f9-4752-aaac-56ad7c2961a9 requested from dv-cinder-790535-43-iscsi {{(pid=113425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 09:51:20.084065 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-3e8f9f27-c340-4f80-a2bf-09b68d70bec0 admin admin] 10.222.0.73 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0948303 Sep 16 09:51:20.097074 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Device 70b30d2d-a478-423b-bb6f-8944c8ac74de details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=113425) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 09:51:20.281079 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] For port 70b30d2d-a478-423b-bb6f-8944c8ac74de, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=70b30d2d-a478-423b-bb6f-8944c8ac74de,segment=NetworkSegment(59ea54c9-a504-4c17-ac42-04cf91228ccc),segment_id=59ea54c9-a504-4c17-ac42-04cf91228ccc)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:51:20.293503 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:51:20.296223 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Returning: {'device': '70b30d2d-a478-423b-bb6f-8944c8ac74de', 'network_id': 'b92b7908-54f3-4444-8e37-e6621fa07310', 'port_id': '70b30d2d-a478-423b-bb6f-8944c8ac74de', 'mac_address': 'fa:16:3e:21:a7:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c5e3932-9cbf-4551-a459-a4948ab2f258', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113425) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 09:51:20.330259 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc8460e-c551-403c-9c73-be3c15f42a7d req-be24522d-429e-4050-b1e2-fcbe80ae2a74 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:20.332779 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-0dc8460e-c551-403c-9c73-be3c15f42a7d req-be24522d-429e-4050-b1e2-fcbe80ae2a74 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 945 time: 0.0501528 Sep 16 09:51:20.334515 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Current status of the port 70b30d2d-a478-423b-bb6f-8944c8ac74de is: DOWN; New status is: BUILD {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:51:20.335038 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (70b30d2d-a478-423b-bb6f-8944c8ac74de), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:20.351276 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.notifiers.nova [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70b30d2d-a478-423b-bb6f-8944c8ac74de {{(pid=113425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 09:51:20.381879 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] For port 70b30d2d-a478-423b-bb6f-8944c8ac74de, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=70b30d2d-a478-423b-bb6f-8944c8ac74de,segment=NetworkSegment(59ea54c9-a504-4c17-ac42-04cf91228ccc),segment_id=59ea54c9-a504-4c17-ac42-04cf91228ccc)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:51:20.400899 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-0dc8460e-c551-403c-9c73-be3c15f42a7d req-ee472aa2-316d-404f-a59e-f038a0aa8ef6 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0600550 Sep 16 09:51:20.442658 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (70b30d2d-a478-423b-bb6f-8944c8ac74de), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:20.444286 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Device 10ea483a-6487-40ad-8b75-adc32be4973b details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=113425) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 09:51:20.521755 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6928b4-4452-4e22-8ba0-a3e1811bd5cf req-506f4d76-1dd2-43ce-80c3-ac96f07576e0 tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:20.523905 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-6e6928b4-4452-4e22-8ba0-a3e1811bd5cf req-506f4d76-1dd2-43ce-80c3-ac96f07576e0 tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=480def5d-9bba-44e0-a53c-65239a428e1c HTTP/1.1" status: 200 len: 945 time: 0.0575979 Sep 16 09:51:20.602193 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-6e6928b4-4452-4e22-8ba0-a3e1811bd5cf req-63d4edec-47f5-41f6-991e-56cf82db5a89 tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=0d70b26c-7726-4804-b507-71b01b78f009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715978 Sep 16 09:51:20.641632 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Pushing event updated for resources: {'Port': ['ID=70b30d2d-a478-423b-bb6f-8944c8ac74de,revision_number=4']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:51:20.671160 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] For port 10ea483a-6487-40ad-8b75-adc32be4973b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=10ea483a-6487-40ad-8b75-adc32be4973b,segment=NetworkSegment(e3902c86-c1ff-47d9-b3ef-44214c1005fa),segment_id=e3902c86-c1ff-47d9-b3ef-44214c1005fa)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:51:20.687118 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Returning: {'device': '10ea483a-6487-40ad-8b75-adc32be4973b', 'network_id': '17684eae-ad40-4ec5-9092-8a60e4e87e96', 'port_id': '10ea483a-6487-40ad-8b75-adc32be4973b', 'mac_address': 'fa:16:3e:93:5a:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7270ea1b-9730-4d7c-89ed-4cebd5834047', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113425) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 09:51:20.731542 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Current status of the port 10ea483a-6487-40ad-8b75-adc32be4973b is: DOWN; New status is: BUILD {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:51:20.731978 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (10ea483a-6487-40ad-8b75-adc32be4973b), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:20.853511 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f634aa6d-e24c-48df-946f-3166fd76273a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2959b5a1-1a1a-4ce9-93ab-cb413d960925'}, {'server_uuid': '480def5d-9bba-44e0-a53c-65239a428e1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c050f3bc-122c-4343-b68a-ba8664cb732b'}] {{(pid=113425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 09:51:20.855868 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d904371a3690c7392a65e5457b849277104f62c83d6e5586b28cc731d2d00ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91bf7459-76cc-4e5c-865e-bbd7027a142b" -d '{"events": [{"server_uuid": "f634aa6d-e24c-48df-946f-3166fd76273a", "name": "network-vif-plugged", "status": "completed", "tag": "2959b5a1-1a1a-4ce9-93ab-cb413d960925"}, {"server_uuid": "480def5d-9bba-44e0-a53c-65239a428e1c", "name": "network-vif-plugged", "status": "completed", "tag": "c050f3bc-122c-4343-b68a-ba8664cb732b"}]}' {{(pid=113425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 09:51:20.865387 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:51:20.866803 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.notifiers.nova [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10ea483a-6487-40ad-8b75-adc32be4973b {{(pid=113425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 09:51:20.885634 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4568446e-9d52-4e47-b01b-dfc38e8b6519 req-8d750449-2656-42eb-b4a1-f963de47e382 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:20.887228 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-4568446e-9d52-4e47-b01b-dfc38e8b6519 req-8d750449-2656-42eb-b4a1-f963de47e382 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a6f3fc30-e196-4427-90b4-5d49b56a9b46 HTTP/1.1" status: 200 len: 944 time: 0.0586815 Sep 16 09:51:20.896245 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] For port 10ea483a-6487-40ad-8b75-adc32be4973b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=10ea483a-6487-40ad-8b75-adc32be4973b,segment=NetworkSegment(e3902c86-c1ff-47d9-b3ef-44214c1005fa),segment_id=e3902c86-c1ff-47d9-b3ef-44214c1005fa)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:51:20.904629 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:51:20.918337 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Sep 2022 09:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90afba37-cd49-41eb-a1d9-c8ca5229c5dc x-openstack-request-id: req-90afba37-cd49-41eb-a1d9-c8ca5229c5dc {{(pid=113425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 09:51:20.918867 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f634aa6d-e24c-48df-946f-3166fd76273a", "name": "network-vif-plugged", "status": "completed", "tag": "2959b5a1-1a1a-4ce9-93ab-cb413d960925", "code": 200}, {"server_uuid": "480def5d-9bba-44e0-a53c-65239a428e1c", "name": "network-vif-plugged", "status": "completed", "tag": "c050f3bc-122c-4343-b68a-ba8664cb732b", "code": 200}]} {{(pid=113425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 09:51:20.919598 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-90afba37-cd49-41eb-a1d9-c8ca5229c5dc {{(pid=113425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 09:51:20.920180 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90afba37-cd49-41eb-a1d9-c8ca5229c5dc'] response: {'server_uuid': 'f634aa6d-e24c-48df-946f-3166fd76273a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2959b5a1-1a1a-4ce9-93ab-cb413d960925', 'code': 200} Sep 16 09:51:20.920451 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90afba37-cd49-41eb-a1d9-c8ca5229c5dc'] response: {'server_uuid': '480def5d-9bba-44e0-a53c-65239a428e1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c050f3bc-122c-4343-b68a-ba8664cb732b', 'code': 200} Sep 16 09:51:20.944692 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-4568446e-9d52-4e47-b01b-dfc38e8b6519 req-71da3aee-0b72-4a71-a8bb-80f6bd0da856 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501485 Sep 16 09:51:20.967078 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (10ea483a-6487-40ad-8b75-adc32be4973b), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:20.984948 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 48056) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:51:20.991098 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.v2.base [None req-229c5152-afab-4362-99eb-d116ecffe49c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1473392917-network', 'tenant_id': 'b243e667c73a481599018dc81c0a1143'}} {{(pid=113424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:51:21.024276 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Pushing event updated for resources: {'Port': ['ID=10ea483a-6487-40ad-8b75-adc32be4973b,revision_number=4']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:51:21.043384 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5008d153-66c8-4d52-9d62-92e28fb8e271 req-c8e8a5f4-ae0b-4e45-91d5-7157382fbd98 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:21.044868 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-5008d153-66c8-4d52-9d62-92e28fb8e271 req-c8e8a5f4-ae0b-4e45-91d5-7157382fbd98 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=efec4ecb-65e7-4ca8-a29f-b87bc9ee1915 HTTP/1.1" status: 200 len: 944 time: 0.0508783 Sep 16 09:51:21.092007 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-5008d153-66c8-4d52-9d62-92e28fb8e271 req-32502a06-644f-4e6e-96b0-295a2008f3ab tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=88a65b38-59ca-4022-a5b0-fa900452424e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414340 Sep 16 09:51:21.099204 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-229c5152-afab-4362-99eb-d116ecffe49c admin admin] Made reservation on behalf of b243e667c73a481599018dc81c0a1143 for: {'network': 1} {{(pid=113424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 09:51:21.101771 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-229c5152-afab-4362-99eb-d116ecffe49c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for network (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:21.110886 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-229c5152-afab-4362-99eb-d116ecffe49c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:21.188442 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-229c5152-afab-4362-99eb-d116ecffe49c admin admin] Publish callbacks [] for security_group (00d73c3a-e0d0-4920-a8e5-4dace03df9ac), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:21.256910 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-229c5152-afab-4362-99eb-d116ecffe49c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (00d73c3a-e0d0-4920-a8e5-4dace03df9ac), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:21.284747 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-229c5152-afab-4362-99eb-d116ecffe49c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=113424) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 09:51:21.291859 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229c5152-afab-4362-99eb-d116ecffe49c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00d73c3a-e0d0-4920-a8e5-4dace03df9ac,revision_number=1']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:51:21.297842 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-229c5152-afab-4362-99eb-d116ecffe49c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1277354'] for segment (6b5b775b-2fc5-4b2d-952f-f293ab690a0d), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:21.298189 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.db.segments_db [None req-229c5152-afab-4362-99eb-d116ecffe49c admin admin] Added segment 6b5b775b-2fc5-4b2d-952f-f293ab690a0d of type vlan for network bc438017-3bc4-4dd0-9cce-6da1659d9319 Sep 16 09:51:21.341341 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-229c5152-afab-4362-99eb-d116ecffe49c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759571199151'] for network (bc438017-3bc4-4dd0-9cce-6da1659d9319), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:21.422784 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-229c5152-afab-4362-99eb-d116ecffe49c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335'] for network (bc438017-3bc4-4dd0-9cce-6da1659d9319), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:21.423846 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229c5152-afab-4362-99eb-d116ecffe49c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:21.424429 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-229c5152-afab-4362-99eb-d116ecffe49c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546317'] for network (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:21.442942 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:51:21.484724 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229c5152-afab-4362-99eb-d116ecffe49c admin admin] Pushing event updated for resources: {'Network': ['ID=bc438017-3bc4-4dd0-9cce-6da1659d9319,revision_number=1']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:51:21.495508 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Network bc438017-3bc4-4dd0-9cce-6da1659d9319 details requested by agent ovs-agent-dv-cinder-790535-43-iscsi with host dv-cinder-790535-43-iscsi {{(pid=113425) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 09:51:21.542494 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bbe630-b255-4414-8393-5e63994addd9 req-ab1324b3-a9f2-4fc9-bd5f-e408080b1eff tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:21.544152 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-10bbe630-b255-4414-8393-5e63994addd9 req-ab1324b3-a9f2-4fc9-bd5f-e408080b1eff tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 945 time: 0.0506744 Sep 16 09:51:21.547788 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-229c5152-afab-4362-99eb-d116ecffe49c admin admin] 10.222.0.73 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5613108 Sep 16 09:51:21.550960 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 48060) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:51:21.556829 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.v2.base [None req-2152ecbe-d872-42b6-803a-9fdd275b8ef9 admin admin] Request body: {'subnet': {'network_id': 'bc438017-3bc4-4dd0-9cce-6da1659d9319', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1473392917-subnet', 'tenant_id': 'b243e667c73a481599018dc81c0a1143', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:51:21.606143 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-10bbe630-b255-4414-8393-5e63994addd9 req-d00f2bc7-18d5-4016-b377-ea63f8a1ae79 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0561020 Sep 16 09:51:21.670378 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:51:21.670601 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2152ecbe-d872-42b6-803a-9fdd275b8ef9 admin admin] Made reservation on behalf of b243e667c73a481599018dc81c0a1143 for: {'subnet': 1} {{(pid=113423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 09:51:21.672960 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-2152ecbe-d872-42b6-803a-9fdd275b8ef9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2535104'] for subnet (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:21.773779 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3589b555-0546-4d09-864d-b7e7ac5f2d8b req-2981e600-8a3b-43ef-986b-1da090c47700 tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:21.775106 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-3589b555-0546-4d09-864d-b7e7ac5f2d8b req-2981e600-8a3b-43ef-986b-1da090c47700 tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=480def5d-9bba-44e0-a53c-65239a428e1c HTTP/1.1" status: 200 len: 945 time: 0.0893495 Sep 16 09:51:21.785671 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:51:21.859555 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-3589b555-0546-4d09-864d-b7e7ac5f2d8b req-6f161d3e-2d71-44f8-88bd-14b0c5d85c5c tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=0d70b26c-7726-4804-b507-71b01b78f009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761509 Sep 16 09:51:21.995221 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-2152ecbe-d872-42b6-803a-9fdd275b8ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2475058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2535126'] for subnet (5551c83c-f2b0-45af-a259-cf61c9480be2), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:22.063311 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2152ecbe-d872-42b6-803a-9fdd275b8ef9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5551c83c-f2b0-45af-a259-cf61c9480be2,revision_number=0']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:51:22.073300 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2152ecbe-d872-42b6-803a-9fdd275b8ef9 admin admin] Checking segment: {'id': '6b5b775b-2fc5-4b2d-952f-f293ab690a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'bc438017-3bc4-4dd0-9cce-6da1659d9319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 09:51:22.073693 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2152ecbe-d872-42b6-803a-9fdd275b8ef9 admin admin] Network hostable DHCP agents. Network: bc438017-3bc4-4dd0-9cce-6da1659d9319, hostable agents: ['54fa5420-569f-41b3-81ce-b3c99a893561'], hosted agents: [] {{(pid=113423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 09:51:22.078800 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e31f463-b50d-4c3f-b212-1d1c0a0d1695 req-1d55117e-4c5d-4574-8dce-f9a61ee1484d tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:22.080394 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-8e31f463-b50d-4c3f-b212-1d1c0a0d1695 req-1d55117e-4c5d-4574-8dce-f9a61ee1484d tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a6f3fc30-e196-4427-90b4-5d49b56a9b46 HTTP/1.1" status: 200 len: 945 time: 0.0512612 Sep 16 09:51:22.129565 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-8e31f463-b50d-4c3f-b212-1d1c0a0d1695 req-c0ceb108-1659-407a-ba9e-f7f9252f0013 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423112 Sep 16 09:51:22.216983 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351367b8-7423-4e94-b934-ac3b4adfd71c req-0c7a0ce7-8dd3-44bb-a8b4-f9c322ab03b0 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:22.217287 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-a425b872-ef22-4d0f-af07-21903347ea97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (54fa5420-569f-41b3-81ce-b3c99a893561), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:22.218550 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-351367b8-7423-4e94-b934-ac3b4adfd71c req-0c7a0ce7-8dd3-44bb-a8b4-f9c322ab03b0 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=efec4ecb-65e7-4ca8-a29f-b87bc9ee1915 HTTP/1.1" status: 200 len: 944 time: 0.0469675 Sep 16 09:51:22.267459 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-351367b8-7423-4e94-b934-ac3b4adfd71c req-0f6a425f-7d8a-410b-8e31-f502a7751182 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=88a65b38-59ca-4022-a5b0-fa900452424e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419178 Sep 16 09:51:22.275420 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2152ecbe-d872-42b6-803a-9fdd275b8ef9 admin admin] Network bc438017-3bc4-4dd0-9cce-6da1659d9319 is scheduled to be hosted by DHCP agent 54fa5420-569f-41b3-81ce-b3c99a893561 with binding_index 1 {{(pid=113423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 09:51:22.365618 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.base_scheduler [None req-2152ecbe-d872-42b6-803a-9fdd275b8ef9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-43-iscsi, bc438017-3bc4-4dd0-9cce-6da1659d9319) {{(pid=113423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 09:51:22.369964 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2152ecbe-d872-42b6-803a-9fdd275b8ef9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:22.370576 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-2152ecbe-d872-42b6-803a-9fdd275b8ef9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546317'] for subnet (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:22.374717 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e9222c-67ce-4e5b-8485-fa55049fadd6 None None] Network bc438017-3bc4-4dd0-9cce-6da1659d9319 requested from dv-cinder-790535-43-iscsi {{(pid=113425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 09:51:22.449455 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-2152ecbe-d872-42b6-803a-9fdd275b8ef9 admin admin] 10.222.0.73 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8968744 Sep 16 09:51:22.481963 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554fef7a-d35d-453d-bac4-f1ebfcda1a32 None None] Network bc438017-3bc4-4dd0-9cce-6da1659d9319 requested from dv-cinder-790535-43-iscsi {{(pid=113425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 09:51:22.767070 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b573916-f4fc-41f2-a52a-0bf637ba43db req-a03c21e4-1c60-452e-8933-674f0c6bbf5b tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:22.768616 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-1b573916-f4fc-41f2-a52a-0bf637ba43db req-a03c21e4-1c60-452e-8933-674f0c6bbf5b tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 945 time: 0.0723133 Sep 16 09:51:22.822796 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-1b573916-f4fc-41f2-a52a-0bf637ba43db req-0f8fe00d-6baa-4240-a446-ead455841444 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0464411 Sep 16 09:51:22.969753 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:INSERT=4,neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:51:22.985209 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8fcaea-0994-4df1-ac96-72b40f35792d req-2a9bc827-1022-4a00-98fc-6fd110a5bf00 tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:22.987092 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-dd8fcaea-0994-4df1-ac96-72b40f35792d req-2a9bc827-1022-4a00-98fc-6fd110a5bf00 tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=480def5d-9bba-44e0-a53c-65239a428e1c HTTP/1.1" status: 200 len: 945 time: 0.0511122 Sep 16 09:51:23.045374 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-dd8fcaea-0994-4df1-ac96-72b40f35792d req-8c579e3c-bd31-43b0-9e80-e701d892fb16 tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=0d70b26c-7726-4804-b507-71b01b78f009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485880 Sep 16 09:51:23.256436 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71c97ef-9e4f-43d9-bfe5-a0eb21a3a7e4 req-39d2560e-87ac-40ba-85e3-251f4254939f tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:23.258165 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-f71c97ef-9e4f-43d9-bfe5-a0eb21a3a7e4 req-39d2560e-87ac-40ba-85e3-251f4254939f tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a6f3fc30-e196-4427-90b4-5d49b56a9b46 HTTP/1.1" status: 200 len: 945 time: 0.0465972 Sep 16 09:51:23.316851 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-f71c97ef-9e4f-43d9-bfe5-a0eb21a3a7e4 req-2a6583bc-1bb5-435e-a6d8-f61d9cdec494 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532308 Sep 16 09:51:23.388730 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31fa3ee-290f-43fd-a9a0-7f2d64b33ea7 req-4dce60da-9d4b-4288-914c-22f937ffa9f8 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:23.389573 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:INSERT=3,neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:51:23.390230 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-f31fa3ee-290f-43fd-a9a0-7f2d64b33ea7 req-4dce60da-9d4b-4288-914c-22f937ffa9f8 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=efec4ecb-65e7-4ca8-a29f-b87bc9ee1915 HTTP/1.1" status: 200 len: 944 time: 0.0470839 Sep 16 09:51:23.440319 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-f31fa3ee-290f-43fd-a9a0-7f2d64b33ea7 req-9808643b-f322-4129-90d8-cdf15bc98084 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=88a65b38-59ca-4022-a5b0-fa900452424e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433826 Sep 16 09:51:23.952989 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f8ab06-5bfb-4756-b4c9-75fce07daceb req-62f39c47-c50b-4b5a-a10d-5b0755f5c1d2 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:23.954492 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-76f8ab06-5bfb-4756-b4c9-75fce07daceb req-62f39c47-c50b-4b5a-a10d-5b0755f5c1d2 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 945 time: 0.0497954 Sep 16 09:51:24.002207 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-76f8ab06-5bfb-4756-b4c9-75fce07daceb req-8f514a31-7eaf-45b2-8412-ff9cde90dbb6 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0419395 Sep 16 09:51:24.167934 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23a13fd-0cda-4a58-9b91-f732e300353b req-5904074e-bce4-435c-bd6d-72a4162f793e tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:24.169438 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-a23a13fd-0cda-4a58-9b91-f732e300353b req-5904074e-bce4-435c-bd6d-72a4162f793e tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=480def5d-9bba-44e0-a53c-65239a428e1c HTTP/1.1" status: 200 len: 945 time: 0.0480862 Sep 16 09:51:24.219571 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-a23a13fd-0cda-4a58-9b91-f732e300353b req-401cfd10-a2e9-4524-af76-3d5719acdb62 tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=0d70b26c-7726-4804-b507-71b01b78f009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442963 Sep 16 09:51:24.451815 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445c6e51-d707-444d-8962-fbe1a4694277 req-bb36c65c-44ca-493a-82a3-4c17a53f6b5b tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:24.451815 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-445c6e51-d707-444d-8962-fbe1a4694277 req-bb36c65c-44ca-493a-82a3-4c17a53f6b5b tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a6f3fc30-e196-4427-90b4-5d49b56a9b46 HTTP/1.1" status: 200 len: 945 time: 0.0587282 Sep 16 09:51:24.508570 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-445c6e51-d707-444d-8962-fbe1a4694277 req-1edaa105-eec3-4ba9-a328-f169a87c8697 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526037 Sep 16 09:51:24.565561 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-724963c3-fe7b-47d5-8725-6d7f64391eb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (647718b3-8298-4382-86e2-3fad9f5d7804), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:24.594976 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13365914-f297-487a-86c6-224dbd21e002 req-e9cac126-cdbc-4b9d-b771-6a8edb0b6471 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:24.596472 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-13365914-f297-487a-86c6-224dbd21e002 req-e9cac126-cdbc-4b9d-b771-6a8edb0b6471 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=efec4ecb-65e7-4ca8-a29f-b87bc9ee1915 HTTP/1.1" status: 200 len: 944 time: 0.0660253 Sep 16 09:51:24.644215 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-13365914-f297-487a-86c6-224dbd21e002 req-c765572e-437b-4bde-9ba8-df4efc32447b tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=88a65b38-59ca-4022-a5b0-fa900452424e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414772 Sep 16 09:51:25.127531 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d200b53b-e7fb-452a-9a99-5cd32b61aa1f req-1db47dac-3fc2-4ced-aa97-3615a5cf0e51 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:25.129529 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-d200b53b-e7fb-452a-9a99-5cd32b61aa1f req-1db47dac-3fc2-4ced-aa97-3615a5cf0e51 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 945 time: 0.0460968 Sep 16 09:51:25.176416 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-d200b53b-e7fb-452a-9a99-5cd32b61aa1f req-1b958672-d090-4665-ba90-2c614c7a44ca tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0411394 Sep 16 09:51:25.339542 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a13e18-a6fc-434b-a974-56b7709642c7 req-822dbcfb-6085-46e0-a4fe-6467b27c0a8a tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:25.341033 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-62a13e18-a6fc-434b-a974-56b7709642c7 req-822dbcfb-6085-46e0-a4fe-6467b27c0a8a tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=480def5d-9bba-44e0-a53c-65239a428e1c HTTP/1.1" status: 200 len: 945 time: 0.0463171 Sep 16 09:51:25.388192 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-62a13e18-a6fc-434b-a974-56b7709642c7 req-efde18f9-a3ec-4708-941c-612b9f640641 tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=0d70b26c-7726-4804-b507-71b01b78f009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415053 Sep 16 09:51:25.705705 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba98b124-9469-49d9-8afb-4dff36909b23 req-682acf72-b754-4e37-a316-7369e0e13244 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:25.707574 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-ba98b124-9469-49d9-8afb-4dff36909b23 req-682acf72-b754-4e37-a316-7369e0e13244 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a6f3fc30-e196-4427-90b4-5d49b56a9b46 HTTP/1.1" status: 200 len: 945 time: 0.1129527 Sep 16 09:51:25.710969 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96315a9a-55d1-4ede-b31c-758e25c732b1 req-aedc103f-fc50-46ff-91b0-64dc6f84b6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:25.712386 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-96315a9a-55d1-4ede-b31c-758e25c732b1 req-aedc103f-fc50-46ff-91b0-64dc6f84b6ae service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=480def5d-9bba-44e0-a53c-65239a428e1c HTTP/1.1" status: 200 len: 1129 time: 0.0879588 Sep 16 09:51:25.713467 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b0bb26-9806-4ac6-8fbc-e25c9209e965 req-ea6cc0c3-6eec-4ff2-b5a4-b98f5e918274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:25.714796 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-16b0bb26-9806-4ac6-8fbc-e25c9209e965 req-ea6cc0c3-6eec-4ff2-b5a4-b98f5e918274 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f634aa6d-e24c-48df-946f-3166fd76273a HTTP/1.1" status: 200 len: 1130 time: 0.0892875 Sep 16 09:51:25.728030 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] get_ports_and_sgs() called for port_ids ['70b30d2d-a478-423b-bb6f-8944c8ac74de'] {{(pid=113425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 09:51:25.783705 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7242f2-04d4-44da-a609-8103cf30dbce req-7f408d40-70dd-40b9-a891-ef82b83e96d9 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:25.792875 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-3c7242f2-04d4-44da-a609-8103cf30dbce req-7f408d40-70dd-40b9-a891-ef82b83e96d9 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=efec4ecb-65e7-4ca8-a29f-b87bc9ee1915 HTTP/1.1" status: 200 len: 944 time: 0.0633059 Sep 16 09:51:25.804945 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-ba98b124-9469-49d9-8afb-4dff36909b23 req-49a6d2ab-e78e-46bf-ac61-246274392298 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891793 Sep 16 09:51:25.822568 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-c17a0cac-31fa-4a66-ad06-99f53fca2b4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (2d63c820-fb16-4aae-acf9-0482010d4ad8), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:25.837100 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:51:25.841210 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-96315a9a-55d1-4ede-b31c-758e25c732b1 req-5234f4d5-b2c2-4f0e-bc59-752275e8ccd9 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0d70b26c-7726-4804-b507-71b01b78f009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958447 Sep 16 09:51:25.843773 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] get_ports_and_sgs() called for port_ids ['10ea483a-6487-40ad-8b75-adc32be4973b'] {{(pid=113425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 09:51:25.856312 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-16b0bb26-9806-4ac6-8fbc-e25c9209e965 req-44ea6591-1b00-43f8-8aa2-376a028021f9 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099799 Sep 16 09:51:25.861051 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-3c7242f2-04d4-44da-a609-8103cf30dbce req-3c27391a-a1a0-4c8b-92d7-838f6102adcd tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=88a65b38-59ca-4022-a5b0-fa900452424e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665751 Sep 16 09:51:26.300690 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e7e63b-91d8-485c-8bff-1d2bdcc7ae0f req-9d121441-d395-4d6c-b010-55ee8e23bf3b tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:26.302199 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-b8e7e63b-91d8-485c-8bff-1d2bdcc7ae0f req-9d121441-d395-4d6c-b010-55ee8e23bf3b tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 945 time: 0.0467479 Sep 16 09:51:26.349102 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-b8e7e63b-91d8-485c-8bff-1d2bdcc7ae0f req-82c686dc-7033-49fe-9435-78536deb87dc tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0412347 Sep 16 09:51:26.507263 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2a433e-e655-47e8-8cf0-bb1d1a6464a3 req-e5e9af38-f971-4f52-912e-d11635e62822 tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:26.508659 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-5b2a433e-e655-47e8-8cf0-bb1d1a6464a3 req-e5e9af38-f971-4f52-912e-d11635e62822 tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=480def5d-9bba-44e0-a53c-65239a428e1c HTTP/1.1" status: 200 len: 945 time: 0.0460939 Sep 16 09:51:26.555487 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-5b2a433e-e655-47e8-8cf0-bb1d1a6464a3 req-f53680b9-3a4f-4125-8ca0-1ed58380f385 tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=0d70b26c-7726-4804-b507-71b01b78f009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410225 Sep 16 09:51:26.968964 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70df5f81-8978-4398-8ff5-9c32c72677c6 req-25f4637b-44b1-4d87-ab20-ba527cbd83d6 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:26.970888 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-70df5f81-8978-4398-8ff5-9c32c72677c6 req-25f4637b-44b1-4d87-ab20-ba527cbd83d6 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a6f3fc30-e196-4427-90b4-5d49b56a9b46 HTTP/1.1" status: 200 len: 945 time: 0.0737524 Sep 16 09:51:27.000440 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8443f45e-8ff4-4314-907c-a95c5dceb722 req-4bde5bfe-b3d3-4aa4-880d-a3de160d6632 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:27.002387 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-8443f45e-8ff4-4314-907c-a95c5dceb722 req-4bde5bfe-b3d3-4aa4-880d-a3de160d6632 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=efec4ecb-65e7-4ca8-a29f-b87bc9ee1915 HTTP/1.1" status: 200 len: 944 time: 0.0674987 Sep 16 09:51:27.025598 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-70df5f81-8978-4398-8ff5-9c32c72677c6 req-8c9addb9-694b-4a1d-9aab-b7b27408260b tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467169 Sep 16 09:51:27.070519 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-8443f45e-8ff4-4314-907c-a95c5dceb722 req-d4b1999d-b3a5-4194-a252-acbd25706822 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=88a65b38-59ca-4022-a5b0-fa900452424e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618908 Sep 16 09:51:27.326439 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (be58d251-43cc-467d-bf31-2aae48e2ac56), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:27.387644 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-cd5fe5d0-24d3-4349-8269-176b5bcdf250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (65aa34d6-cc53-475e-ab2c-2c2516bff08f), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:27.501227 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbf3096-5bfc-4904-ab1f-ee34ca686f58 req-6571331d-13ce-492a-a733-815b2948e2d6 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:27.502864 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-ebbf3096-5bfc-4904-ab1f-ee34ca686f58 req-6571331d-13ce-492a-a733-815b2948e2d6 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 945 time: 0.0622444 Sep 16 09:51:27.560500 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-ebbf3096-5bfc-4904-ab1f-ee34ca686f58 req-262c61e3-ec7c-4603-a0e3-03fb5b2d608a tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0511172 Sep 16 09:51:27.699456 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdca3cbe-4f22-4a5d-ad42-c985aa11a40e req-78dfaf4c-d4a2-43e6-a4dc-195f9a9b7ffc tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:27.709405 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-fdca3cbe-4f22-4a5d-ad42-c985aa11a40e req-78dfaf4c-d4a2-43e6-a4dc-195f9a9b7ffc tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=480def5d-9bba-44e0-a53c-65239a428e1c HTTP/1.1" status: 200 len: 945 time: 0.0553067 Sep 16 09:51:27.723360 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Device 70b30d2d-a478-423b-bb6f-8944c8ac74de up at agent hyperv_hv-cinder-79053 {{(pid=113425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 09:51:27.747162 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c2cc90-9db9-49e2-9946-75af62fe1133 req-e18ad97c-5b99-4be7-97d5-237799fdb4f6 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:27.755674 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-d4c2cc90-9db9-49e2-9946-75af62fe1133 req-e18ad97c-5b99-4be7-97d5-237799fdb4f6 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 945 time: 0.0529585 Sep 16 09:51:27.758973 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-fdca3cbe-4f22-4a5d-ad42-c985aa11a40e req-41c7afdf-be40-4810-809e-c99d3e3c760d tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=0d70b26c-7726-4804-b507-71b01b78f009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482812 Sep 16 09:51:27.761525 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 48222) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:51:27.767049 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.v2.base [None req-ff071a08-8c5c-48a2-80d4-e090a68f8b01 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Request body: {'floatingip': {'port_id': '55883b34-2ac0-4ba3-b4af-c5503b0d8fc9'}} {{(pid=113423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:51:27.788785 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Provisioning for port 70b30d2d-a478-423b-bb6f-8944c8ac74de completed by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 09:51:27.832467 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=100 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:51:27.846085 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-ff071a08-8c5c-48a2-80d4-e090a68f8b01 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Publish callbacks [] for floatingip (3af820d3-27aa-4a49-aead-08fc2855e796), before_update {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:27.864567 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Provisioning complete for port 70b30d2d-a478-423b-bb6f-8944c8ac74de triggered by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:51:27.865194 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (70b30d2d-a478-423b-bb6f-8944c8ac74de), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:27.866289 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Attempt 1 to provision port 70b30d2d-a478-423b-bb6f-8944c8ac74de Sep 16 09:51:27.979155 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Current status of the port 70b30d2d-a478-423b-bb6f-8944c8ac74de is: BUILD; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:51:27.979832 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (70b30d2d-a478-423b-bb6f-8944c8ac74de), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:28.010145 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efec4ecb-65e7-4ca8-a29f-b87bc9ee1915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70b30d2d-a478-423b-bb6f-8944c8ac74de'}] {{(pid=113425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 09:51:28.015007 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d904371a3690c7392a65e5457b849277104f62c83d6e5586b28cc731d2d00ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-710959b2-aa1c-43ce-8d39-c7ee11ec742e" -d '{"events": [{"server_uuid": "efec4ecb-65e7-4ca8-a29f-b87bc9ee1915", "name": "network-vif-plugged", "status": "completed", "tag": "70b30d2d-a478-423b-bb6f-8944c8ac74de"}]}' {{(pid=113425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 09:51:28.029793 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] For port 70b30d2d-a478-423b-bb6f-8944c8ac74de, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=70b30d2d-a478-423b-bb6f-8944c8ac74de,segment=NetworkSegment(59ea54c9-a504-4c17-ac42-04cf91228ccc),segment_id=59ea54c9-a504-4c17-ac42-04cf91228ccc)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:51:28.079408 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 09:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7df4986-387a-4ad8-8fc9-ede52b87118e x-openstack-request-id: req-b7df4986-387a-4ad8-8fc9-ede52b87118e {{(pid=113425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 09:51:28.079932 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efec4ecb-65e7-4ca8-a29f-b87bc9ee1915", "name": "network-vif-plugged", "status": "completed", "tag": "70b30d2d-a478-423b-bb6f-8944c8ac74de", "code": 200}]} {{(pid=113425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 09:51:28.080192 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b7df4986-387a-4ad8-8fc9-ede52b87118e {{(pid=113425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 09:51:28.080759 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7df4986-387a-4ad8-8fc9-ede52b87118e'] response: {'server_uuid': 'efec4ecb-65e7-4ca8-a29f-b87bc9ee1915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70b30d2d-a478-423b-bb6f-8944c8ac74de', 'code': 200} Sep 16 09:51:28.132514 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (70b30d2d-a478-423b-bb6f-8944c8ac74de), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:28.133434 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Device 10ea483a-6487-40ad-8b75-adc32be4973b up at agent hyperv_hv-cinder-79053 {{(pid=113425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 09:51:28.209162 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e591bd25-3089-465e-9d4e-c1fbcfafab82 req-6e469dca-05c8-48ab-b11c-f865a8dd0c34 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:28.219594 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-e591bd25-3089-465e-9d4e-c1fbcfafab82 req-6e469dca-05c8-48ab-b11c-f865a8dd0c34 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=efec4ecb-65e7-4ca8-a29f-b87bc9ee1915 HTTP/1.1" status: 200 len: 945 time: 0.0635974 Sep 16 09:51:28.236491 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=100 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:51:28.239610 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Pushing event updated for resources: {'Port': ['ID=70b30d2d-a478-423b-bb6f-8944c8ac74de,revision_number=5']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:51:28.255545 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Provisioning for port 10ea483a-6487-40ad-8b75-adc32be4973b completed by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 09:51:28.269101 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc50ab-b8ff-47f8-95f4-ffc600f66ca9 req-a7ce3367-53b4-4518-9658-20e0aaa7590a tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:28.272768 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-4dbc50ab-b8ff-47f8-95f4-ffc600f66ca9 req-a7ce3367-53b4-4518-9658-20e0aaa7590a tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a6f3fc30-e196-4427-90b4-5d49b56a9b46 HTTP/1.1" status: 200 len: 945 time: 0.1498327 Sep 16 09:51:28.299152 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-e591bd25-3089-465e-9d4e-c1fbcfafab82 req-82065644-04f3-49cf-aa10-87846e6fd04e tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=88a65b38-59ca-4022-a5b0-fa900452424e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785196 Sep 16 09:51:28.376856 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Provisioning complete for port 10ea483a-6487-40ad-8b75-adc32be4973b triggered by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:51:28.377422 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (10ea483a-6487-40ad-8b75-adc32be4973b), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:28.377833 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Attempt 1 to provision port 10ea483a-6487-40ad-8b75-adc32be4973b Sep 16 09:51:28.474175 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Current status of the port 10ea483a-6487-40ad-8b75-adc32be4973b is: BUILD; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:51:28.474581 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (10ea483a-6487-40ad-8b75-adc32be4973b), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:28.515032 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] For port 10ea483a-6487-40ad-8b75-adc32be4973b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=10ea483a-6487-40ad-8b75-adc32be4973b,segment=NetworkSegment(e3902c86-c1ff-47d9-b3ef-44214c1005fa),segment_id=e3902c86-c1ff-47d9-b3ef-44214c1005fa)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:51:28.600677 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:51:28.615038 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (10ea483a-6487-40ad-8b75-adc32be4973b), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:28.666067 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-4dbc50ab-b8ff-47f8-95f4-ffc600f66ca9 req-48f8bc40-e1e7-41b3-acfa-2579b1533d43 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842086 Sep 16 09:51:28.697202 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:51:28.698300 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Pushing event updated for resources: {'Port': ['ID=10ea483a-6487-40ad-8b75-adc32be4973b,revision_number=5']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:51:28.820169 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-ff071a08-8c5c-48a2-80d4-e090a68f8b01 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:28.928531 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-ff071a08-8c5c-48a2-80d4-e090a68f8b01 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711587'] for floatingip (3af820d3-27aa-4a49-aead-08fc2855e796), after_update {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:28.945288 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=100 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:51:28.949462 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ca0133-f407-4d64-84f4-5bc5b4664104 req-84e34e40-539f-4984-b591-1751629b21b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:28.951036 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-72ca0133-f407-4d64-84f4-5bc5b4664104 req-84e34e40-539f-4984-b591-1751629b21b6 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=efec4ecb-65e7-4ca8-a29f-b87bc9ee1915 HTTP/1.1" status: 200 len: 1129 time: 0.0520256 Sep 16 09:51:29.004848 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-72ca0133-f407-4d64-84f4-5bc5b4664104 req-f39344a4-05c4-47ce-bf02-a10d61f9d0c4 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=88a65b38-59ca-4022-a5b0-fa900452424e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480988 Sep 16 09:51:29.046376 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.db.l3_db [None req-ff071a08-8c5c-48a2-80d4-e090a68f8b01 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Floating IP 3af820d3-27aa-4a49-aead-08fc2855e796 associated. External IP: 172.27.1.45, port: 55883b34-2ac0-4ba3-b4af-c5503b0d8fc9. Sep 16 09:51:29.154936 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:51:29.268312 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff071a08-8c5c-48a2-80d4-e090a68f8b01 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Router b612235f-c44e-4fc6-ace6-e6e2684f6499 has already been hosted by L3 agent 647718b3-8298-4382-86e2-3fad9f5d7804 {{(pid=113423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 09:51:29.382009 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff071a08-8c5c-48a2-80d4-e090a68f8b01 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Notify agent at l3_agent.dv-cinder-790535-43-iscsi the message routers_updated {{(pid=113423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 09:51:29.396575 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba645b86-a5d9-4c1f-8aba-e4e8b11d03ba None None] Sync routers for ids ['b612235f-c44e-4fc6-ace6-e6e2684f6499'] in dv-cinder-790535-43-iscsi {{(pid=113426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 09:51:29.397276 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-ff071a08-8c5c-48a2-80d4-e090a68f8b01 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110971'] for floatingip (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:29.409519 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba645b86-a5d9-4c1f-8aba-e4e8b11d03ba None None] Routers {'b612235f-c44e-4fc6-ace6-e6e2684f6499'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 09:51:29.409519 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-ba645b86-a5d9-4c1f-8aba-e4e8b11d03ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T09:51:24Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['b612235f-c44e-4fc6-ace6-e6e2684f6499'], 'active': True} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:51:29.434144 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-ff071a08-8c5c-48a2-80d4-e090a68f8b01 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "PUT /networking/v2.0/floatingips/3af820d3-27aa-4a49-aead-08fc2855e796 HTTP/1.1" status: 200 len: 990 time: 1.6712210 Sep 16 09:51:29.434887 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88a0813e-ace7-48df-b688-533c8dbc81de', 'tag': '55883b34-2ac0-4ba3-b4af-c5503b0d8fc9'}] {{(pid=113423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 09:51:29.437500 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71a7bfedd24ed74f5a0f7cbe4469292c95f8b2943141139d877a1e440cdb58a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6ea34b0-be8b-46f0-9728-a629c7073c1b" -d '{"events": [{"name": "network-changed", "server_uuid": "88a0813e-ace7-48df-b688-533c8dbc81de", "tag": "55883b34-2ac0-4ba3-b4af-c5503b0d8fc9"}]}' {{(pid=113423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 09:51:29.477464 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 09:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17ba2fcb-4c15-49b8-8054-167742171748 x-openstack-request-id: req-17ba2fcb-4c15-49b8-8054-167742171748 {{(pid=113423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 09:51:29.477882 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88a0813e-ace7-48df-b688-533c8dbc81de", "tag": "55883b34-2ac0-4ba3-b4af-c5503b0d8fc9", "status": "completed", "code": 200}]} {{(pid=113423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 09:51:29.478139 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-17ba2fcb-4c15-49b8-8054-167742171748 {{(pid=113423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 09:51:29.478546 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17ba2fcb-4c15-49b8-8054-167742171748'] response: {'name': 'network-changed', 'server_uuid': '88a0813e-ace7-48df-b688-533c8dbc81de', 'tag': '55883b34-2ac0-4ba3-b4af-c5503b0d8fc9', 'status': 'completed', 'code': 200} Sep 16 09:51:29.497038 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4db310-cc21-4193-927d-350460cdcf7f req-8bb19f27-a503-49f7-b614-66f759db9131 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:29.498612 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-4c4db310-cc21-4193-927d-350460cdcf7f req-8bb19f27-a503-49f7-b614-66f759db9131 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=efec4ecb-65e7-4ca8-a29f-b87bc9ee1915 HTTP/1.1" status: 200 len: 945 time: 0.0676017 Sep 16 09:51:29.541834 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvr_db [None req-ba645b86-a5d9-4c1f-8aba-e4e8b11d03ba None None] Set router b612235f-c44e-4fc6-ace6-e6e2684f6499 gateway port host: dv-cinder-790535-43-iscsi {{(pid=113426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 09:51:29.578218 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-4c4db310-cc21-4193-927d-350460cdcf7f req-e7606b0a-a47e-4f6c-8650-c5389de8301c tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=88a65b38-59ca-4022-a5b0-fa900452424e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656359 Sep 16 09:51:29.808645 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e70f86f-0de5-4b0f-bd62-e5e553694fac req-1ab74e2f-fe1b-4501-829c-fb76eb3ec679 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:29.811338 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-7e70f86f-0de5-4b0f-bd62-e5e553694fac req-1ab74e2f-fe1b-4501-829c-fb76eb3ec679 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a6f3fc30-e196-4427-90b4-5d49b56a9b46 HTTP/1.1" status: 200 len: 946 time: 0.0699677 Sep 16 09:51:29.829065 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ea34b0-be8b-46f0-9728-a629c7073c1b req-d8d8eb6e-0a9e-46eb-9e0d-59ea0859dbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:29.831474 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-c6ea34b0-be8b-46f0-9728-a629c7073c1b req-d8d8eb6e-0a9e-46eb-9e0d-59ea0859dbec service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=f1713f13f3ff494496a8ef8e5591c1b6&device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 1129 time: 0.0622835 Sep 16 09:51:29.861123 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-ba645b86-a5d9-4c1f-8aba-e4e8b11d03ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b612235f-c44e-4fc6-ace6-e6e2684f6499', 'name': 'tempest-AttachVolumeShelveTestJSON-1566209003-router', 'tenant_id': 'f1713f13f3ff494496a8ef8e5591c1b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'ea69b4ff-4fed-49bf-ac3d-de4f30e2d302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:50:29Z', 'updated_at': '2022-09-16T09:50:35Z', 'revision_number': 4, 'project_id': 'f1713f13f3ff494496a8ef8e5591c1b6', 'gw_port': {'id': 'ea69b4ff-4fed-49bf-ac3d-de4f30e2d302', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:86:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b612235f-c44e-4fc6-ace6-e6e2684f6499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:30Z', 'updated_at': '2022-09-16T09:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_floatingips': [{'id': '3af820d3-27aa-4a49-aead-08fc2855e796', 'tenant_id': 'f1713f13f3ff494496a8ef8e5591c1b6', 'floating_ip_address': '172.27.1.45', 'floating_network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'router_id': 'b612235f-c44e-4fc6-ace6-e6e2684f6499', 'port_id': '55883b34-2ac0-4ba3-b4af-c5503b0d8fc9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe465541-6175-450e-8791-dc7a519b5e60', 'mac_address': 'fa:16:3e:4d:8f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a0813e-ace7-48df-b688-533c8dbc81de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T09:50:46Z', 'updated_at': '2022-09-16T09:51:28Z', 'revision_number': 1, 'project_id': 'f1713f13f3ff494496a8ef8e5591c1b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1f1615c-3b20-4576-9f7b-38e270c021fd', 'name': '', 'network_id': 'fe465541-6175-450e-8791-dc7a519b5e60', 'tenant_id': 'f1713f13f3ff494496a8ef8e5591c1b6', 'mac_address': 'fa:16:3e:a5:c7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b612235f-c44e-4fc6-ace6-e6e2684f6499', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '312d0eea-a7f5-4989-be4b-d8f1ee2c9ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:34Z', 'updated_at': '2022-09-16T09:50:47Z', 'revision_number': 5, 'project_id': 'f1713f13f3ff494496a8ef8e5591c1b6', 'subnets': [{'id': '312d0eea-a7f5-4989-be4b-d8f1ee2c9ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:51:29.867038 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-7e70f86f-0de5-4b0f-bd62-e5e553694fac req-d3f09037-e23c-453c-9299-8c21fa9694bd tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490861 Sep 16 09:51:29.890082 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba645b86-a5d9-4c1f-8aba-e4e8b11d03ba None None] Checking router: b612235f-c44e-4fc6-ace6-e6e2684f6499 for host: dv-cinder-790535-43-iscsi {{(pid=113426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 09:51:29.899900 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba645b86-a5d9-4c1f-8aba-e4e8b11d03ba None None] Routers {'b612235f-c44e-4fc6-ace6-e6e2684f6499'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 09:51:29.901290 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-ba645b86-a5d9-4c1f-8aba-e4e8b11d03ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T09:51:24Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['b612235f-c44e-4fc6-ace6-e6e2684f6499'], 'active': True} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:51:29.952932 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ea34b0-be8b-46f0-9728-a629c7073c1b req-35a80175-a11a-4b28-8b94-a1842bedc1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:29.952932 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-c6ea34b0-be8b-46f0-9728-a629c7073c1b req-35a80175-a11a-4b28-8b94-a1842bedc1c8 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=fe465541-6175-450e-8791-dc7a519b5e60 HTTP/1.1" status: 200 len: 918 time: 0.1050544 Sep 16 09:51:30.014410 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvr_db [None req-ba645b86-a5d9-4c1f-8aba-e4e8b11d03ba None None] Set router b612235f-c44e-4fc6-ace6-e6e2684f6499 gateway port host: dv-cinder-790535-43-iscsi {{(pid=113426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 09:51:30.076851 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-c6ea34b0-be8b-46f0-9728-a629c7073c1b req-058e6149-038c-46d4-898c-8005cfe955e5 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55883b34-2ac0-4ba3-b4af-c5503b0d8fc9 HTTP/1.1" status: 200 len: 998 time: 0.1052449 Sep 16 09:51:30.082819 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6f3fc30-e196-4427-90b4-5d49b56a9b46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10ea483a-6487-40ad-8b75-adc32be4973b'}] {{(pid=113425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 09:51:30.086680 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d904371a3690c7392a65e5457b849277104f62c83d6e5586b28cc731d2d00ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccd2c359-116c-4d79-b086-541f9d688e9f" -d '{"events": [{"server_uuid": "a6f3fc30-e196-4427-90b4-5d49b56a9b46", "name": "network-vif-plugged", "status": "completed", "tag": "10ea483a-6487-40ad-8b75-adc32be4973b"}]}' {{(pid=113425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 09:51:30.157296 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 09:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74242d54-cddc-46e8-9abc-215f9f880518 x-openstack-request-id: req-74242d54-cddc-46e8-9abc-215f9f880518 {{(pid=113425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 09:51:30.157705 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6f3fc30-e196-4427-90b4-5d49b56a9b46", "name": "network-vif-plugged", "status": "completed", "tag": "10ea483a-6487-40ad-8b75-adc32be4973b", "code": 200}]} {{(pid=113425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 09:51:30.157974 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-74242d54-cddc-46e8-9abc-215f9f880518 {{(pid=113425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 09:51:30.158380 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74242d54-cddc-46e8-9abc-215f9f880518'] response: {'server_uuid': 'a6f3fc30-e196-4427-90b4-5d49b56a9b46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10ea483a-6487-40ad-8b75-adc32be4973b', 'code': 200} Sep 16 09:51:30.279191 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-ba645b86-a5d9-4c1f-8aba-e4e8b11d03ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b612235f-c44e-4fc6-ace6-e6e2684f6499', 'name': 'tempest-AttachVolumeShelveTestJSON-1566209003-router', 'tenant_id': 'f1713f13f3ff494496a8ef8e5591c1b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'ea69b4ff-4fed-49bf-ac3d-de4f30e2d302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:50:29Z', 'updated_at': '2022-09-16T09:50:35Z', 'revision_number': 4, 'project_id': 'f1713f13f3ff494496a8ef8e5591c1b6', 'gw_port': {'id': 'ea69b4ff-4fed-49bf-ac3d-de4f30e2d302', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:86:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b612235f-c44e-4fc6-ace6-e6e2684f6499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:30Z', 'updated_at': '2022-09-16T09:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_floatingips': [{'id': '3af820d3-27aa-4a49-aead-08fc2855e796', 'tenant_id': 'f1713f13f3ff494496a8ef8e5591c1b6', 'floating_ip_address': '172.27.1.45', 'floating_network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'router_id': 'b612235f-c44e-4fc6-ace6-e6e2684f6499', 'port_id': '55883b34-2ac0-4ba3-b4af-c5503b0d8fc9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe465541-6175-450e-8791-dc7a519b5e60', 'mac_address': 'fa:16:3e:4d:8f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a0813e-ace7-48df-b688-533c8dbc81de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T09:50:46Z', 'updated_at': '2022-09-16T09:51:28Z', 'revision_number': 1, 'project_id': 'f1713f13f3ff494496a8ef8e5591c1b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1f1615c-3b20-4576-9f7b-38e270c021fd', 'name': '', 'network_id': 'fe465541-6175-450e-8791-dc7a519b5e60', 'tenant_id': 'f1713f13f3ff494496a8ef8e5591c1b6', 'mac_address': 'fa:16:3e:a5:c7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b612235f-c44e-4fc6-ace6-e6e2684f6499', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '312d0eea-a7f5-4989-be4b-d8f1ee2c9ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:34Z', 'updated_at': '2022-09-16T09:50:47Z', 'revision_number': 5, 'project_id': 'f1713f13f3ff494496a8ef8e5591c1b6', 'subnets': [{'id': '312d0eea-a7f5-4989-be4b-d8f1ee2c9ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:51:30.306716 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba645b86-a5d9-4c1f-8aba-e4e8b11d03ba None None] The sync data for ids ['b612235f-c44e-4fc6-ace6-e6e2684f6499'] in dv-cinder-790535-43-iscsi is: [{'id': 'b612235f-c44e-4fc6-ace6-e6e2684f6499', 'name': 'tempest-AttachVolumeShelveTestJSON-1566209003-router', 'tenant_id': 'f1713f13f3ff494496a8ef8e5591c1b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'ea69b4ff-4fed-49bf-ac3d-de4f30e2d302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:50:29Z', 'updated_at': '2022-09-16T09:50:35Z', 'revision_number': 4, 'project_id': 'f1713f13f3ff494496a8ef8e5591c1b6', 'gw_port': {'id': 'ea69b4ff-4fed-49bf-ac3d-de4f30e2d302', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:86:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b612235f-c44e-4fc6-ace6-e6e2684f6499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:30Z', 'updated_at': '2022-09-16T09:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_floatingips': [{'id': '3af820d3-27aa-4a49-aead-08fc2855e796', 'tenant_id': 'f1713f13f3ff494496a8ef8e5591c1b6', 'floating_ip_address': '172.27.1.45', 'floating_network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'router_id': 'b612235f-c44e-4fc6-ace6-e6e2684f6499', 'port_id': '55883b34-2ac0-4ba3-b4af-c5503b0d8fc9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe465541-6175-450e-8791-dc7a519b5e60', 'mac_address': 'fa:16:3e:4d:8f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a0813e-ace7-48df-b688-533c8dbc81de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T09:50:46Z', 'updated_at': '2022-09-16T09:51:28Z', 'revision_number': 1, 'project_id': 'f1713f13f3ff494496a8ef8e5591c1b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1f1615c-3b20-4576-9f7b-38e270c021fd', 'name': '', 'network_id': 'fe465541-6175-450e-8791-dc7a519b5e60', 'tenant_id': 'f1713f13f3ff494496a8ef8e5591c1b6', 'mac_address': 'fa:16:3e:a5:c7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b612235f-c44e-4fc6-ace6-e6e2684f6499', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '312d0eea-a7f5-4989-be4b-d8f1ee2c9ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:34Z', 'updated_at': '2022-09-16T09:50:47Z', 'revision_number': 5, 'project_id': 'f1713f13f3ff494496a8ef8e5591c1b6', 'subnets': [{'id': '312d0eea-a7f5-4989-be4b-d8f1ee2c9ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 09:51:30.317149 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 48316) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:51:30.465003 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-410d54c7-c3b2-426e-bc18-9ab85a96ebc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:30.591348 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-410d54c7-c3b2-426e-bc18-9ab85a96ebc7 admin admin] Publish callbacks [] for security_group (e17cdaaf-12f3-4ba4-ab87-45b508af70ba), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:30.641928 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63710a85-b94a-4ee4-a5f2-0016b2cbab25 None None] New status for floating IP 3af820d3-27aa-4a49-aead-08fc2855e796: ACTIVE {{(pid=113425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 09:51:30.662944 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ea34b0-be8b-46f0-9728-a629c7073c1b req-edd53e6c-ca9a-43be-82e3-e7f1765d0f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:30.664516 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-c6ea34b0-be8b-46f0-9728-a629c7073c1b req-edd53e6c-ca9a-43be-82e3-e7f1765d0f5d service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=312d0eea-a7f5-4989-be4b-d8f1ee2c9ab2 HTTP/1.1" status: 200 len: 856 time: 0.1353974 Sep 16 09:51:30.704771 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-410d54c7-c3b2-426e-bc18-9ab85a96ebc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (e17cdaaf-12f3-4ba4-ab87-45b508af70ba), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:30.758407 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ea34b0-be8b-46f0-9728-a629c7073c1b req-cd0b73b9-60da-40df-a703-a259aba6b88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:30.762177 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-c6ea34b0-be8b-46f0-9728-a629c7073c1b req-cd0b73b9-60da-40df-a703-a259aba6b88d service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=fe465541-6175-450e-8791-dc7a519b5e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0900431 Sep 16 09:51:30.777178 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410d54c7-c3b2-426e-bc18-9ab85a96ebc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e17cdaaf-12f3-4ba4-ab87-45b508af70ba,revision_number=1']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:51:30.834814 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:51:30.837144 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410d54c7-c3b2-426e-bc18-9ab85a96ebc7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:51:30.837750 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410d54c7-c3b2-426e-bc18-9ab85a96ebc7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:51:30.838455 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410d54c7-c3b2-426e-bc18-9ab85a96ebc7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:51:30.839006 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410d54c7-c3b2-426e-bc18-9ab85a96ebc7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:51:30.839709 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410d54c7-c3b2-426e-bc18-9ab85a96ebc7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:51:30.840278 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410d54c7-c3b2-426e-bc18-9ab85a96ebc7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:51:30.840707 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410d54c7-c3b2-426e-bc18-9ab85a96ebc7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:51:30.841141 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410d54c7-c3b2-426e-bc18-9ab85a96ebc7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:51:30.841625 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410d54c7-c3b2-426e-bc18-9ab85a96ebc7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:51:30.842080 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410d54c7-c3b2-426e-bc18-9ab85a96ebc7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:51:30.842628 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410d54c7-c3b2-426e-bc18-9ab85a96ebc7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:51:30.843053 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410d54c7-c3b2-426e-bc18-9ab85a96ebc7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:51:30.843577 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410d54c7-c3b2-426e-bc18-9ab85a96ebc7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:51:30.846241 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410d54c7-c3b2-426e-bc18-9ab85a96ebc7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:51:30.846241 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410d54c7-c3b2-426e-bc18-9ab85a96ebc7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:51:30.852307 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-410d54c7-c3b2-426e-bc18-9ab85a96ebc7 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=e2b1298e93454ae8b5cb2cc0e2886c48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5338690 Sep 16 09:51:30.855216 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 48348) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:51:30.917777 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-b645cbbd-fa42-4633-8826-1496c35cc791 admin admin] Publish callbacks [] for security_group (e17cdaaf-12f3-4ba4-ab87-45b508af70ba), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:30.944136 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-b645cbbd-fa42-4633-8826-1496c35cc791 admin admin] Publish callbacks [] for security_group (e17cdaaf-12f3-4ba4-ab87-45b508af70ba), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:31.067781 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b468a57-9647-4ee6-974c-2ae8107415f7 req-b5bd6641-cdc2-4594-a7bb-c8cfd5c0061c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:31.069305 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-1b468a57-9647-4ee6-974c-2ae8107415f7 req-b5bd6641-cdc2-4594-a7bb-c8cfd5c0061c service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6f3fc30-e196-4427-90b4-5d49b56a9b46 HTTP/1.1" status: 200 len: 1130 time: 0.0802836 Sep 16 09:51:31.114354 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6ccb26-c7ac-43e9-a5b7-5904f0296b86 req-115423e1-5e34-4a1e-ae80-7c48992d51e2 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:31.115849 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-cd6ccb26-c7ac-43e9-a5b7-5904f0296b86 req-115423e1-5e34-4a1e-ae80-7c48992d51e2 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=efec4ecb-65e7-4ca8-a29f-b87bc9ee1915 HTTP/1.1" status: 200 len: 945 time: 0.3498282 Sep 16 09:51:31.124369 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-b645cbbd-fa42-4633-8826-1496c35cc791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (e17cdaaf-12f3-4ba4-ab87-45b508af70ba), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:31.131095 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-b645cbbd-fa42-4633-8826-1496c35cc791 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:31.131206 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-fba9c855-381b-40e7-8024-258242c2a34f req-e032a5cc-27f3-491d-bffe-c5066cb49994 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f634aa6d-e24c-48df-946f-3166fd76273a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0950527 Sep 16 09:51:31.131296 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-b645cbbd-fa42-4633-8826-1496c35cc791 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/e17cdaaf-12f3-4ba4-ab87-45b508af70ba HTTP/1.1" status: 204 len: 168 time: 0.2730837 Sep 16 09:51:31.141948 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-1b468a57-9647-4ee6-974c-2ae8107415f7 req-d832a5e0-826b-413a-9c95-d762941e7ed9 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663342 Sep 16 09:51:31.144375 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b645cbbd-fa42-4633-8826-1496c35cc791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e17cdaaf-12f3-4ba4-ab87-45b508af70ba,revision_number=None']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:51:31.215847 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-c6ea34b0-be8b-46f0-9728-a629c7073c1b req-76c2bf81-cb50-4eca-9abd-64e243dc7f6f service neutron] 10.222.0.27 "GET /networking/v2.0/networks/fe465541-6175-450e-8791-dc7a519b5e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4430048 Sep 16 09:51:31.231559 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-cd6ccb26-c7ac-43e9-a5b7-5904f0296b86 req-69767b8b-057d-48d5-8e5a-a9e613a40e68 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=88a65b38-59ca-4022-a5b0-fa900452424e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007216 Sep 16 09:51:31.346727 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70f3242-8412-481b-bc90-65b70cf9703a req-2ec3df28-ff1b-4b5e-962a-01ebb8702338 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:31.348568 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-e70f3242-8412-481b-bc90-65b70cf9703a req-2ec3df28-ff1b-4b5e-962a-01ebb8702338 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a6f3fc30-e196-4427-90b4-5d49b56a9b46 HTTP/1.1" status: 200 len: 946 time: 0.0559640 Sep 16 09:51:31.431651 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba9c855-381b-40e7-8024-258242c2a34f req-59134af5-6aeb-45fe-bc0e-ead14b94494d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:31.433845 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-fba9c855-381b-40e7-8024-258242c2a34f req-59134af5-6aeb-45fe-bc0e-ead14b94494d service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=3fe0d52d42324aa38182b47b3588b979&device_id=f634aa6d-e24c-48df-946f-3166fd76273a HTTP/1.1" status: 200 len: 1130 time: 0.0524535 Sep 16 09:51:31.522606 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-e70f3242-8412-481b-bc90-65b70cf9703a req-0189cfa3-1c5c-4170-8b39-ec50b55142b7 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510062 Sep 16 09:51:31.573099 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-c6ea34b0-be8b-46f0-9728-a629c7073c1b req-8803e7e4-f360-41c0-844f-e980cf5d89ef service neutron] 10.222.0.27 "GET /networking/v2.0/networks/fe465541-6175-450e-8791-dc7a519b5e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105124 Sep 16 09:51:31.605077 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba9c855-381b-40e7-8024-258242c2a34f req-5e7a5985-e3e9-465c-9a56-03e790ceb57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:31.606585 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-fba9c855-381b-40e7-8024-258242c2a34f req-5e7a5985-e3e9-465c-9a56-03e790ceb57c service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=17684eae-ad40-4ec5-9092-8a60e4e87e96 HTTP/1.1" status: 200 len: 919 time: 0.1230676 Sep 16 09:51:31.938661 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-fba9c855-381b-40e7-8024-258242c2a34f req-ba3efe4b-6b8e-4caf-a9f5-ea38e88a89f5 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2959b5a1-1a1a-4ce9-93ab-cb413d960925 HTTP/1.1" status: 200 len: 217 time: 0.0390255 Sep 16 09:51:31.992455 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba9c855-381b-40e7-8024-258242c2a34f req-b49b94d2-2b74-48ae-9068-ce63ce900d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:31.994026 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-fba9c855-381b-40e7-8024-258242c2a34f req-b49b94d2-2b74-48ae-9068-ce63ce900d66 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=7270ea1b-9730-4d7c-89ed-4cebd5834047 HTTP/1.1" status: 200 len: 857 time: 0.0496669 Sep 16 09:51:32.007837 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 48374) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:51:32.022182 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 48376) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:51:32.027462 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-bbba10c4-e205-41dc-ba8d-226da46165d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:32.036390 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=100 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:51:32.040258 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:51:32.047050 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba9c855-381b-40e7-8024-258242c2a34f req-9e72cfa6-e429-41e1-b7c1-7a77c4af68b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:32.048775 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-fba9c855-381b-40e7-8024-258242c2a34f req-9e72cfa6-e429-41e1-b7c1-7a77c4af68b0 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=17684eae-ad40-4ec5-9092-8a60e4e87e96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0477865 Sep 16 09:51:32.118850 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:51:32.132824 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-bbba10c4-e205-41dc-ba8d-226da46165d1 admin admin] Publish callbacks [] for security_group (9618093b-b5f7-4890-8a4d-e5086aca592b), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:32.212030 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-bbba10c4-e205-41dc-ba8d-226da46165d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (9618093b-b5f7-4890-8a4d-e5086aca592b), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:32.229455 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-476be712-23a9-423a-a274-c1caed09c402 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:32.272121 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-bbba10c4-e205-41dc-ba8d-226da46165d1 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=06e8fe1b81ae4510b47b796eedbfffa9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2599323 Sep 16 09:51:32.273140 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 48384) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:51:32.273333 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbba10c4-e205-41dc-ba8d-226da46165d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9618093b-b5f7-4890-8a4d-e5086aca592b,revision_number=1']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:51:32.287124 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbba10c4-e205-41dc-ba8d-226da46165d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:51:32.287468 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbba10c4-e205-41dc-ba8d-226da46165d1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:51:32.287815 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbba10c4-e205-41dc-ba8d-226da46165d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:51:32.288153 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbba10c4-e205-41dc-ba8d-226da46165d1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:51:32.288486 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbba10c4-e205-41dc-ba8d-226da46165d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:51:32.288815 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbba10c4-e205-41dc-ba8d-226da46165d1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:51:32.289142 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbba10c4-e205-41dc-ba8d-226da46165d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:51:32.289481 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbba10c4-e205-41dc-ba8d-226da46165d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:51:32.289816 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbba10c4-e205-41dc-ba8d-226da46165d1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:51:32.290138 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbba10c4-e205-41dc-ba8d-226da46165d1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:51:32.290457 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbba10c4-e205-41dc-ba8d-226da46165d1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:51:32.290780 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbba10c4-e205-41dc-ba8d-226da46165d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:51:32.291100 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbba10c4-e205-41dc-ba8d-226da46165d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:51:32.291415 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbba10c4-e205-41dc-ba8d-226da46165d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:51:32.291735 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbba10c4-e205-41dc-ba8d-226da46165d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:51:32.378283 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14de422f-af6c-4364-8eb9-a885c841ae94 req-c8824b0b-a7a4-49b1-a1f4-5dbf81298469 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:32.379854 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-14de422f-af6c-4364-8eb9-a885c841ae94 req-c8824b0b-a7a4-49b1-a1f4-5dbf81298469 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=efec4ecb-65e7-4ca8-a29f-b87bc9ee1915 HTTP/1.1" status: 200 len: 945 time: 0.0697784 Sep 16 09:51:32.419955 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-476be712-23a9-423a-a274-c1caed09c402 admin admin] Publish callbacks [] for security_group (12261c43-3c61-4b9f-92cf-619e94ca1b89), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:32.459897 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-14de422f-af6c-4364-8eb9-a885c841ae94 req-d14da44a-0265-4d19-811f-ecb73c1c6a55 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=88a65b38-59ca-4022-a5b0-fa900452424e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695305 Sep 16 09:51:32.485387 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-476be712-23a9-423a-a274-c1caed09c402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (12261c43-3c61-4b9f-92cf-619e94ca1b89), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:32.567550 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-476be712-23a9-423a-a274-c1caed09c402 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=7433593425e54b77bfbc396f97d8ae52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5444868 Sep 16 09:51:32.570372 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 48396) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:51:32.577714 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476be712-23a9-423a-a274-c1caed09c402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12261c43-3c61-4b9f-92cf-619e94ca1b89,revision_number=1']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:51:32.657138 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:51:32.675636 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0e7778-2efa-47c7-8526-5ffdf1800630 req-b6817526-9618-4070-ada8-bd7bd1ec841a tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:32.677357 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-0d0e7778-2efa-47c7-8526-5ffdf1800630 req-b6817526-9618-4070-ada8-bd7bd1ec841a tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=efec4ecb-65e7-4ca8-a29f-b87bc9ee1915 HTTP/1.1" status: 200 len: 945 time: 0.0838184 Sep 16 09:51:32.680413 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-ed527173-d4f3-481f-afad-5af866d3dc7b admin admin] Publish callbacks [] for security_group (12261c43-3c61-4b9f-92cf-619e94ca1b89), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:32.688778 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-fba9c855-381b-40e7-8024-258242c2a34f req-456f2d98-1bae-41e7-bdff-fc70b03597c5 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/17684eae-ad40-4ec5-9092-8a60e4e87e96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3845358 Sep 16 09:51:32.689386 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 48398) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:51:32.696205 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a17538-f4dd-4dc9-ab88-5a964fc29fc7 req-dd4a56f8-f250-414d-9da0-bfec128e5b5f tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:32.697861 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-f6a17538-f4dd-4dc9-ab88-5a964fc29fc7 req-dd4a56f8-f250-414d-9da0-bfec128e5b5f tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a6f3fc30-e196-4427-90b4-5d49b56a9b46 HTTP/1.1" status: 200 len: 946 time: 0.0769060 Sep 16 09:51:32.697970 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.v2.base [None req-d42c1796-aab0-4c72-b05d-a11212744cc1 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Request body: {'floatingip': {'port_id': '70b30d2d-a478-423b-bb6f-8944c8ac74de'}} {{(pid=113423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:51:32.701845 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-d097120b-b1fe-486b-ae26-a84edcb987e7 admin admin] Publish callbacks [] for security_group (9618093b-b5f7-4890-8a4d-e5086aca592b), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:32.721100 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-ed527173-d4f3-481f-afad-5af866d3dc7b admin admin] Publish callbacks [] for security_group (12261c43-3c61-4b9f-92cf-619e94ca1b89), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:32.750982 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-d42c1796-aab0-4c72-b05d-a11212744cc1 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks [] for floatingip (ebc758c6-6631-421d-941e-83ba79ea247f), before_update {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:32.763273 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-d097120b-b1fe-486b-ae26-a84edcb987e7 admin admin] Publish callbacks [] for security_group (9618093b-b5f7-4890-8a4d-e5086aca592b), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:32.792971 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-f6a17538-f4dd-4dc9-ab88-5a964fc29fc7 req-3fd258de-0f72-4b57-94bd-1bdbc0bf98f0 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876734 Sep 16 09:51:32.897116 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:51:32.991340 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-ed527173-d4f3-481f-afad-5af866d3dc7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (12261c43-3c61-4b9f-92cf-619e94ca1b89), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:32.998801 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-ed527173-d4f3-481f-afad-5af866d3dc7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:32.998801 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-ed527173-d4f3-481f-afad-5af866d3dc7b admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/12261c43-3c61-4b9f-92cf-619e94ca1b89 HTTP/1.1" status: 204 len: 168 time: 0.4237578 Sep 16 09:51:33.004757 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed527173-d4f3-481f-afad-5af866d3dc7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12261c43-3c61-4b9f-92cf-619e94ca1b89,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:51:33.128867 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-fba9c855-381b-40e7-8024-258242c2a34f req-3a0478c7-2de9-4248-9bcf-d994ab5202aa service neutron] 10.222.0.27 "GET /networking/v2.0/networks/17684eae-ad40-4ec5-9092-8a60e4e87e96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217731 Sep 16 09:51:33.136875 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-d097120b-b1fe-486b-ae26-a84edcb987e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (9618093b-b5f7-4890-8a4d-e5086aca592b), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:33.140866 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-d097120b-b1fe-486b-ae26-a84edcb987e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:33.140866 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-d097120b-b1fe-486b-ae26-a84edcb987e7 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/9618093b-b5f7-4890-8a4d-e5086aca592b HTTP/1.1" status: 204 len: 168 time: 0.8660486 Sep 16 09:51:33.187734 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d097120b-b1fe-486b-ae26-a84edcb987e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9618093b-b5f7-4890-8a4d-e5086aca592b,revision_number=None']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:51:33.391586 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-d42c1796-aab0-4c72-b05d-a11212744cc1 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:33.486985 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-d42c1796-aab0-4c72-b05d-a11212744cc1 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711587'] for floatingip (ebc758c6-6631-421d-941e-83ba79ea247f), after_update {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:33.495059 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58683c5b-9d0a-4078-bd36-5eea428261af req-42ccb980-2def-4040-9a7c-b92101286c94 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:33.497589 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-58683c5b-9d0a-4078-bd36-5eea428261af req-42ccb980-2def-4040-9a7c-b92101286c94 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a6f3fc30-e196-4427-90b4-5d49b56a9b46 HTTP/1.1" status: 200 len: 946 time: 0.0567827 Sep 16 09:51:33.588735 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-58683c5b-9d0a-4078-bd36-5eea428261af req-66822e61-f5d3-4128-aa7c-4f3208bab370 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840111 Sep 16 09:51:33.601818 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:51:33.618430 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.db.l3_db [None req-d42c1796-aab0-4c72-b05d-a11212744cc1 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Floating IP ebc758c6-6631-421d-941e-83ba79ea247f associated. External IP: 172.27.1.56, port: 70b30d2d-a478-423b-bb6f-8944c8ac74de. Sep 16 09:51:33.841074 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d266107a-b06c-4aa4-bbe1-877a07961b7b req-aba5f1dd-7972-4d1b-ba3e-498cd7ddc463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:33.842608 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-d266107a-b06c-4aa4-bbe1-877a07961b7b req-aba5f1dd-7972-4d1b-ba3e-498cd7ddc463 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=3fe0d52d42324aa38182b47b3588b979&device_id=a6f3fc30-e196-4427-90b4-5d49b56a9b46 HTTP/1.1" status: 200 len: 1130 time: 0.0918608 Sep 16 09:51:33.938466 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 48438) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:51:33.961078 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-015c167b-6e84-45f9-8655-540cdb02a211 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:33.961490 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d42c1796-aab0-4c72-b05d-a11212744cc1 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Router 5f629d17-6c04-4750-846b-90fbe144f83c has already been hosted by L3 agent 647718b3-8298-4382-86e2-3fad9f5d7804 {{(pid=113423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 09:51:33.995515 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d266107a-b06c-4aa4-bbe1-877a07961b7b req-5f94986e-d56d-4a1a-9929-4103da11485a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:33.996973 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-d266107a-b06c-4aa4-bbe1-877a07961b7b req-5f94986e-d56d-4a1a-9929-4103da11485a service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=17684eae-ad40-4ec5-9092-8a60e4e87e96 HTTP/1.1" status: 200 len: 919 time: 0.1240420 Sep 16 09:51:34.035619 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (5b31c92a-f134-4c39-96dd-6f3267de2076), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:34.053181 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-015c167b-6e84-45f9-8655-540cdb02a211 admin admin] Publish callbacks [] for security_group (e818e1e6-8541-4995-b28e-71c790dfd9c3), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:34.074574 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-d266107a-b06c-4aa4-bbe1-877a07961b7b req-995a4cd1-15d2-444d-8740-3a86fad71a6f service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10ea483a-6487-40ad-8b75-adc32be4973b HTTP/1.1" status: 200 len: 217 time: 0.0423067 Sep 16 09:51:34.092442 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=100 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:51:34.150123 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-015c167b-6e84-45f9-8655-540cdb02a211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (e818e1e6-8541-4995-b28e-71c790dfd9c3), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:34.168555 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d266107a-b06c-4aa4-bbe1-877a07961b7b req-21756640-f9cd-4795-8fe0-ef4fe0f91e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:34.170644 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-d266107a-b06c-4aa4-bbe1-877a07961b7b req-21756640-f9cd-4795-8fe0-ef4fe0f91e66 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=7270ea1b-9730-4d7c-89ed-4cebd5834047 HTTP/1.1" status: 200 len: 857 time: 0.0921221 Sep 16 09:51:34.199398 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-015c167b-6e84-45f9-8655-540cdb02a211 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=5043cad8445749e0a1060c0b9194e678&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2595613 Sep 16 09:51:34.200375 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c167b-6e84-45f9-8655-540cdb02a211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e818e1e6-8541-4995-b28e-71c790dfd9c3,revision_number=1']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:51:34.212383 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 48448) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:51:34.249890 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d42c1796-aab0-4c72-b05d-a11212744cc1 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Notify agent at l3_agent.dv-cinder-790535-43-iscsi the message routers_updated {{(pid=113423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 09:51:34.263223 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-d42c1796-aab0-4c72-b05d-a11212744cc1 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110971'] for floatingip (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:34.265570 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616518ed-5e18-425f-ae7d-4f2142ed12eb None None] Sync routers for ids ['5f629d17-6c04-4750-846b-90fbe144f83c'] in dv-cinder-790535-43-iscsi {{(pid=113426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 09:51:34.286942 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616518ed-5e18-425f-ae7d-4f2142ed12eb None None] Routers {'5f629d17-6c04-4750-846b-90fbe144f83c'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 09:51:34.287662 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-616518ed-5e18-425f-ae7d-4f2142ed12eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T09:51:24Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['5f629d17-6c04-4750-846b-90fbe144f83c'], 'active': True} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:51:34.292683 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d266107a-b06c-4aa4-bbe1-877a07961b7b req-50aa19e5-5bb1-4b38-aa79-ff917b383a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:34.294213 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-d266107a-b06c-4aa4-bbe1-877a07961b7b req-50aa19e5-5bb1-4b38-aa79-ff917b383a59 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=17684eae-ad40-4ec5-9092-8a60e4e87e96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1157515 Sep 16 09:51:34.309270 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-d42c1796-aab0-4c72-b05d-a11212744cc1 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "PUT /networking/v2.0/floatingips/ebc758c6-6631-421d-941e-83ba79ea247f HTTP/1.1" status: 200 len: 990 time: 1.6132720 Sep 16 09:51:34.310946 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efec4ecb-65e7-4ca8-a29f-b87bc9ee1915', 'tag': '70b30d2d-a478-423b-bb6f-8944c8ac74de'}] {{(pid=113423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 09:51:34.313344 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71a7bfedd24ed74f5a0f7cbe4469292c95f8b2943141139d877a1e440cdb58a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe64599d-eb17-4d8e-99ce-0e1185c36f06" -d '{"events": [{"name": "network-changed", "server_uuid": "efec4ecb-65e7-4ca8-a29f-b87bc9ee1915", "tag": "70b30d2d-a478-423b-bb6f-8944c8ac74de"}]}' {{(pid=113423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 09:51:34.321607 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-d61aafbd-e45e-45e0-a4e1-937848e1f6d4 admin admin] Publish callbacks [] for security_group (e818e1e6-8541-4995-b28e-71c790dfd9c3), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:34.357100 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-d61aafbd-e45e-45e0-a4e1-937848e1f6d4 admin admin] Publish callbacks [] for security_group (e818e1e6-8541-4995-b28e-71c790dfd9c3), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:34.378678 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 09:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-962a4b33-e9f2-4b1f-98c4-3c34229a0237 x-openstack-request-id: req-962a4b33-e9f2-4b1f-98c4-3c34229a0237 {{(pid=113423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 09:51:34.379061 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efec4ecb-65e7-4ca8-a29f-b87bc9ee1915", "tag": "70b30d2d-a478-423b-bb6f-8944c8ac74de", "status": "completed", "code": 200}]} {{(pid=113423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 09:51:34.379318 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-962a4b33-e9f2-4b1f-98c4-3c34229a0237 {{(pid=113423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 09:51:34.379821 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.notifiers.nova [-] Nova event matching ['req-962a4b33-e9f2-4b1f-98c4-3c34229a0237'] response: {'name': 'network-changed', 'server_uuid': 'efec4ecb-65e7-4ca8-a29f-b87bc9ee1915', 'tag': '70b30d2d-a478-423b-bb6f-8944c8ac74de', 'status': 'completed', 'code': 200} Sep 16 09:51:34.426662 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvr_db [None req-616518ed-5e18-425f-ae7d-4f2142ed12eb None None] Set router 5f629d17-6c04-4750-846b-90fbe144f83c gateway port host: dv-cinder-790535-43-iscsi {{(pid=113426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 09:51:34.461010 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=100 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:51:34.498726 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-d61aafbd-e45e-45e0-a4e1-937848e1f6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (e818e1e6-8541-4995-b28e-71c790dfd9c3), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:34.501364 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-d61aafbd-e45e-45e0-a4e1-937848e1f6d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:34.505706 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-d61aafbd-e45e-45e0-a4e1-937848e1f6d4 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/e818e1e6-8541-4995-b28e-71c790dfd9c3 HTTP/1.1" status: 204 len: 168 time: 0.2891085 Sep 16 09:51:34.511739 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61aafbd-e45e-45e0-a4e1-937848e1f6d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e818e1e6-8541-4995-b28e-71c790dfd9c3,revision_number=None']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:51:34.579044 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=100 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:51:34.743325 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe64599d-eb17-4d8e-99ce-0e1185c36f06 req-ebf1a0ee-f719-44e8-b3f3-7b2946e57cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:34.745893 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-fe64599d-eb17-4d8e-99ce-0e1185c36f06 req-ebf1a0ee-f719-44e8-b3f3-7b2946e57cfd service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=75007587f92646f686881c2e1bfb7b2d&device_id=efec4ecb-65e7-4ca8-a29f-b87bc9ee1915 HTTP/1.1" status: 200 len: 1129 time: 0.1112878 Sep 16 09:51:34.822412 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972118fb-d718-4ad0-8e52-c83d71c56688 req-e4487a9c-1637-441b-a19c-b5cc833aedeb tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:34.822412 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-972118fb-d718-4ad0-8e52-c83d71c56688 req-e4487a9c-1637-441b-a19c-b5cc833aedeb tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a6f3fc30-e196-4427-90b4-5d49b56a9b46 HTTP/1.1" status: 200 len: 946 time: 0.1195216 Sep 16 09:51:34.837176 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-d266107a-b06c-4aa4-bbe1-877a07961b7b req-b73e0fef-137e-49fe-bb46-5eb5c25c0bbe service neutron] 10.222.0.27 "GET /networking/v2.0/networks/17684eae-ad40-4ec5-9092-8a60e4e87e96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219002 Sep 16 09:51:34.899493 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-616518ed-5e18-425f-ae7d-4f2142ed12eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'name': 'tempest-AttachVolumeNegativeTest-1147155597-router', 'tenant_id': '75007587f92646f686881c2e1bfb7b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'f25e5371-7d7a-4929-ba67-20f64b85ea85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:50:29Z', 'updated_at': '2022-09-16T09:50:39Z', 'revision_number': 4, 'project_id': '75007587f92646f686881c2e1bfb7b2d', 'gw_port': {'id': 'f25e5371-7d7a-4929-ba67-20f64b85ea85', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:73:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:30Z', 'updated_at': '2022-09-16T09:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_floatingips': [{'id': 'ebc758c6-6631-421d-941e-83ba79ea247f', 'tenant_id': '75007587f92646f686881c2e1bfb7b2d', 'floating_ip_address': '172.27.1.56', 'floating_network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'router_id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'port_id': '70b30d2d-a478-423b-bb6f-8944c8ac74de', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b92b7908-54f3-4444-8e37-e6621fa07310', 'mac_address': 'fa:16:3e:21:a7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efec4ecb-65e7-4ca8-a29f-b87bc9ee1915', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T09:50:48Z', 'updated_at': '2022-09-16T09:51:33Z', 'revision_number': 1, 'project_id': '75007587f92646f686881c2e1bfb7b2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '884885de-9e10-4652-9aba-309ace13393a', 'name': '', 'network_id': 'b92b7908-54f3-4444-8e37-e6621fa07310', 'tenant_id': '75007587f92646f686881c2e1bfb7b2d', 'mac_address': 'fa:16:3e:8d:8c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2c5e3932-9cbf-4551-a459-a4948ab2f258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:38Z', 'updated_at': '2022-09-16T09:50:59Z', 'revision_number': 5, 'project_id': '75007587f92646f686881c2e1bfb7b2d', 'subnets': [{'id': '2c5e3932-9cbf-4551-a459-a4948ab2f258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:51:34.919923 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-972118fb-d718-4ad0-8e52-c83d71c56688 req-592d08b6-55dc-4424-aa57-d9d41ea6f816 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065149 Sep 16 09:51:34.924734 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616518ed-5e18-425f-ae7d-4f2142ed12eb None None] Checking router: 5f629d17-6c04-4750-846b-90fbe144f83c for host: dv-cinder-790535-43-iscsi {{(pid=113426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 09:51:34.934921 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616518ed-5e18-425f-ae7d-4f2142ed12eb None None] Routers {'5f629d17-6c04-4750-846b-90fbe144f83c'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 09:51:34.935537 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-616518ed-5e18-425f-ae7d-4f2142ed12eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T09:51:24Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['5f629d17-6c04-4750-846b-90fbe144f83c'], 'active': True} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:51:34.952026 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe64599d-eb17-4d8e-99ce-0e1185c36f06 req-ccafae8d-4473-4efc-ad2e-ef6725bd5c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:34.953925 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-fe64599d-eb17-4d8e-99ce-0e1185c36f06 req-ccafae8d-4473-4efc-ad2e-ef6725bd5c49 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=b92b7908-54f3-4444-8e37-e6621fa07310 HTTP/1.1" status: 200 len: 916 time: 0.2010791 Sep 16 09:51:34.954108 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-d266107a-b06c-4aa4-bbe1-877a07961b7b req-52e35463-9112-4d61-9baf-a7942712a918 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/17684eae-ad40-4ec5-9092-8a60e4e87e96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103809 Sep 16 09:51:35.060262 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-fe64599d-eb17-4d8e-99ce-0e1185c36f06 req-0b2b881a-995d-4c51-bab7-d3d60eba40f6 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70b30d2d-a478-423b-bb6f-8944c8ac74de HTTP/1.1" status: 200 len: 998 time: 0.0900385 Sep 16 09:51:35.082428 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:51:35.119263 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvr_db [None req-616518ed-5e18-425f-ae7d-4f2142ed12eb None None] Set router 5f629d17-6c04-4750-846b-90fbe144f83c gateway port host: dv-cinder-790535-43-iscsi {{(pid=113426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 09:51:35.138212 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 48490) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:51:35.168359 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe64599d-eb17-4d8e-99ce-0e1185c36f06 req-5f83da3b-3cdf-4b1f-9980-7868afc0f2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:35.170984 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-fe64599d-eb17-4d8e-99ce-0e1185c36f06 req-5f83da3b-3cdf-4b1f-9980-7868afc0f2ba service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=2c5e3932-9cbf-4551-a459-a4948ab2f258 HTTP/1.1" status: 200 len: 854 time: 0.1020277 Sep 16 09:51:35.277822 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe64599d-eb17-4d8e-99ce-0e1185c36f06 req-96b7c662-8e6b-44f1-9319-b66adbe80da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:35.279541 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-fe64599d-eb17-4d8e-99ce-0e1185c36f06 req-96b7c662-8e6b-44f1-9319-b66adbe80da8 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=b92b7908-54f3-4444-8e37-e6621fa07310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0470796 Sep 16 09:51:35.329795 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-d186b2f7-2e6c-47fd-be75-df7889cbc29e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:35.406712 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-616518ed-5e18-425f-ae7d-4f2142ed12eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'name': 'tempest-AttachVolumeNegativeTest-1147155597-router', 'tenant_id': '75007587f92646f686881c2e1bfb7b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'f25e5371-7d7a-4929-ba67-20f64b85ea85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:50:29Z', 'updated_at': '2022-09-16T09:50:39Z', 'revision_number': 4, 'project_id': '75007587f92646f686881c2e1bfb7b2d', 'gw_port': {'id': 'f25e5371-7d7a-4929-ba67-20f64b85ea85', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:73:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:30Z', 'updated_at': '2022-09-16T09:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_floatingips': [{'id': 'ebc758c6-6631-421d-941e-83ba79ea247f', 'tenant_id': '75007587f92646f686881c2e1bfb7b2d', 'floating_ip_address': '172.27.1.56', 'floating_network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'router_id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'port_id': '70b30d2d-a478-423b-bb6f-8944c8ac74de', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b92b7908-54f3-4444-8e37-e6621fa07310', 'mac_address': 'fa:16:3e:21:a7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efec4ecb-65e7-4ca8-a29f-b87bc9ee1915', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T09:50:48Z', 'updated_at': '2022-09-16T09:51:33Z', 'revision_number': 1, 'project_id': '75007587f92646f686881c2e1bfb7b2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '884885de-9e10-4652-9aba-309ace13393a', 'name': '', 'network_id': 'b92b7908-54f3-4444-8e37-e6621fa07310', 'tenant_id': '75007587f92646f686881c2e1bfb7b2d', 'mac_address': 'fa:16:3e:8d:8c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2c5e3932-9cbf-4551-a459-a4948ab2f258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:38Z', 'updated_at': '2022-09-16T09:50:59Z', 'revision_number': 5, 'project_id': '75007587f92646f686881c2e1bfb7b2d', 'subnets': [{'id': '2c5e3932-9cbf-4551-a459-a4948ab2f258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:51:35.436158 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:51:35.454563 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616518ed-5e18-425f-ae7d-4f2142ed12eb None None] The sync data for ids ['5f629d17-6c04-4750-846b-90fbe144f83c'] in dv-cinder-790535-43-iscsi is: [{'id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'name': 'tempest-AttachVolumeNegativeTest-1147155597-router', 'tenant_id': '75007587f92646f686881c2e1bfb7b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'f25e5371-7d7a-4929-ba67-20f64b85ea85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:50:29Z', 'updated_at': '2022-09-16T09:50:39Z', 'revision_number': 4, 'project_id': '75007587f92646f686881c2e1bfb7b2d', 'gw_port': {'id': 'f25e5371-7d7a-4929-ba67-20f64b85ea85', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:73:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:30Z', 'updated_at': '2022-09-16T09:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_floatingips': [{'id': 'ebc758c6-6631-421d-941e-83ba79ea247f', 'tenant_id': '75007587f92646f686881c2e1bfb7b2d', 'floating_ip_address': '172.27.1.56', 'floating_network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'router_id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'port_id': '70b30d2d-a478-423b-bb6f-8944c8ac74de', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b92b7908-54f3-4444-8e37-e6621fa07310', 'mac_address': 'fa:16:3e:21:a7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efec4ecb-65e7-4ca8-a29f-b87bc9ee1915', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T09:50:48Z', 'updated_at': '2022-09-16T09:51:33Z', 'revision_number': 1, 'project_id': '75007587f92646f686881c2e1bfb7b2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '884885de-9e10-4652-9aba-309ace13393a', 'name': '', 'network_id': 'b92b7908-54f3-4444-8e37-e6621fa07310', 'tenant_id': '75007587f92646f686881c2e1bfb7b2d', 'mac_address': 'fa:16:3e:8d:8c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2c5e3932-9cbf-4551-a459-a4948ab2f258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:38Z', 'updated_at': '2022-09-16T09:50:59Z', 'revision_number': 5, 'project_id': '75007587f92646f686881c2e1bfb7b2d', 'subnets': [{'id': '2c5e3932-9cbf-4551-a459-a4948ab2f258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 09:51:35.455939 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:51:35.462304 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-fe64599d-eb17-4d8e-99ce-0e1185c36f06 req-c920f81d-2787-440c-a560-c7f33c210f94 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b92b7908-54f3-4444-8e37-e6621fa07310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763673 Sep 16 09:51:35.471413 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-d186b2f7-2e6c-47fd-be75-df7889cbc29e admin admin] Publish callbacks [] for security_group (5f5b7acd-0e6e-481f-81c1-c34e959fafb8), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:35.568187 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-d186b2f7-2e6c-47fd-be75-df7889cbc29e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (5f5b7acd-0e6e-481f-81c1-c34e959fafb8), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:35.569751 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-fe64599d-eb17-4d8e-99ce-0e1185c36f06 req-17596428-cdcf-471e-a267-dae65edad708 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b92b7908-54f3-4444-8e37-e6621fa07310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955164 Sep 16 09:51:35.625768 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-d186b2f7-2e6c-47fd-be75-df7889cbc29e admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=55b5d8458e814f5b9d9ad4a98b3e2a40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4853997 Sep 16 09:51:35.627876 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d186b2f7-2e6c-47fd-be75-df7889cbc29e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f5b7acd-0e6e-481f-81c1-c34e959fafb8,revision_number=1']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:51:35.633815 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 48510) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:51:35.699915 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-8d24af88-29ba-432e-a19d-6cb055ab0ef0 admin admin] Publish callbacks [] for security_group (5f5b7acd-0e6e-481f-81c1-c34e959fafb8), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:35.730951 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-8d24af88-29ba-432e-a19d-6cb055ab0ef0 admin admin] Publish callbacks [] for security_group (5f5b7acd-0e6e-481f-81c1-c34e959fafb8), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:35.738230 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f5026d-35ea-45d1-82a4-5c38ed710470 None None] New status for floating IP ebc758c6-6631-421d-941e-83ba79ea247f: ACTIVE {{(pid=113425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 09:51:35.936020 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-8d24af88-29ba-432e-a19d-6cb055ab0ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (5f5b7acd-0e6e-481f-81c1-c34e959fafb8), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:35.938713 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-8d24af88-29ba-432e-a19d-6cb055ab0ef0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:35.943853 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-8d24af88-29ba-432e-a19d-6cb055ab0ef0 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/5f5b7acd-0e6e-481f-81c1-c34e959fafb8 HTTP/1.1" status: 204 len: 168 time: 0.3126061 Sep 16 09:51:35.954089 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d24af88-29ba-432e-a19d-6cb055ab0ef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f5b7acd-0e6e-481f-81c1-c34e959fafb8,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:51:36.080739 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439bf863-664d-4393-b5f0-195045faeb62 req-0194fc20-0641-4261-8427-1f84895fa344 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:36.082431 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-439bf863-664d-4393-b5f0-195045faeb62 req-0194fc20-0641-4261-8427-1f84895fa344 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a6f3fc30-e196-4427-90b4-5d49b56a9b46 HTTP/1.1" status: 200 len: 946 time: 0.0508158 Sep 16 09:51:36.135768 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-439bf863-664d-4393-b5f0-195045faeb62 req-4adbe800-8b7b-4a8c-9d99-48ab70237afc tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450203 Sep 16 09:51:36.631805 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 48560) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:51:36.649615 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-567acbfd-bc7c-4baa-9ba3-3767b86e27fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:36.736271 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-567acbfd-bc7c-4baa-9ba3-3767b86e27fe admin admin] Publish callbacks [] for security_group (fcb1ca06-5581-42af-a65c-ffbc0db50fb2), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:36.812767 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-567acbfd-bc7c-4baa-9ba3-3767b86e27fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (fcb1ca06-5581-42af-a65c-ffbc0db50fb2), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:36.822616 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:51:36.861004 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-567acbfd-bc7c-4baa-9ba3-3767b86e27fe admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=b7b4e3fe89304e269f46ab1e08f5305d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2280543 Sep 16 09:51:36.862275 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567acbfd-bc7c-4baa-9ba3-3767b86e27fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcb1ca06-5581-42af-a65c-ffbc0db50fb2,revision_number=1']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:51:36.864139 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 48578) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:51:36.922880 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-3065f8d5-84d6-41cd-8cbb-670fbe263d5a admin admin] Publish callbacks [] for security_group (fcb1ca06-5581-42af-a65c-ffbc0db50fb2), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:36.945822 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-3065f8d5-84d6-41cd-8cbb-670fbe263d5a admin admin] Publish callbacks [] for security_group (fcb1ca06-5581-42af-a65c-ffbc0db50fb2), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:37.097978 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-3065f8d5-84d6-41cd-8cbb-670fbe263d5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (fcb1ca06-5581-42af-a65c-ffbc0db50fb2), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:37.100540 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-3065f8d5-84d6-41cd-8cbb-670fbe263d5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:37.104898 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-3065f8d5-84d6-41cd-8cbb-670fbe263d5a admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/fcb1ca06-5581-42af-a65c-ffbc0db50fb2 HTTP/1.1" status: 204 len: 168 time: 0.2395053 Sep 16 09:51:37.116614 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3065f8d5-84d6-41cd-8cbb-670fbe263d5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcb1ca06-5581-42af-a65c-ffbc0db50fb2,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:51:37.262793 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fbcbd0-9f6d-48d6-b723-eff36da46fb7 req-c461c95a-753b-4873-99a4-0f103cfa3308 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:37.264897 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-17fbcbd0-9f6d-48d6-b723-eff36da46fb7 req-c461c95a-753b-4873-99a4-0f103cfa3308 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a6f3fc30-e196-4427-90b4-5d49b56a9b46 HTTP/1.1" status: 200 len: 946 time: 0.0508404 Sep 16 09:51:37.323641 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-17fbcbd0-9f6d-48d6-b723-eff36da46fb7 req-96b95ee0-6720-4b3d-bd6e-54643da86960 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522468 Sep 16 09:51:37.686250 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 48604) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:51:37.830682 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-001b3933-6639-4802-a9a3-3fe62f080919 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:37.904396 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=7 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:51:37.917997 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-001b3933-6639-4802-a9a3-3fe62f080919 admin admin] Publish callbacks [] for security_group (df478af4-9a8c-4a74-a0f0-68f3cac262b4), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:38.035337 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-001b3933-6639-4802-a9a3-3fe62f080919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (df478af4-9a8c-4a74-a0f0-68f3cac262b4), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:38.083178 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-001b3933-6639-4802-a9a3-3fe62f080919 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=6e6d44955c884772bc28fc6c2ce2e39a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3957424 Sep 16 09:51:38.084281 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b3933-6639-4802-a9a3-3fe62f080919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df478af4-9a8c-4a74-a0f0-68f3cac262b4,revision_number=1']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:51:38.086014 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 48624) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:51:38.150611 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-68991972-3062-4237-be47-d325c9660e18 admin admin] Publish callbacks [] for security_group (df478af4-9a8c-4a74-a0f0-68f3cac262b4), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:38.172862 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-68991972-3062-4237-be47-d325c9660e18 admin admin] Publish callbacks [] for security_group (df478af4-9a8c-4a74-a0f0-68f3cac262b4), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:38.309291 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-68991972-3062-4237-be47-d325c9660e18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (df478af4-9a8c-4a74-a0f0-68f3cac262b4), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:38.311889 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-68991972-3062-4237-be47-d325c9660e18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:38.316153 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-68991972-3062-4237-be47-d325c9660e18 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/df478af4-9a8c-4a74-a0f0-68f3cac262b4 HTTP/1.1" status: 204 len: 168 time: 0.2290950 Sep 16 09:51:38.325058 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68991972-3062-4237-be47-d325c9660e18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df478af4-9a8c-4a74-a0f0-68f3cac262b4,revision_number=None']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:51:38.344280 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:51:38.470367 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae26d61a-5127-4955-9e09-cbcd4f924595 req-b2a69cf9-e8a6-4f0e-841d-b4e87947d992 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:38.472691 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-ae26d61a-5127-4955-9e09-cbcd4f924595 req-b2a69cf9-e8a6-4f0e-841d-b4e87947d992 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a6f3fc30-e196-4427-90b4-5d49b56a9b46 HTTP/1.1" status: 200 len: 946 time: 0.0606978 Sep 16 09:51:38.530873 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-ae26d61a-5127-4955-9e09-cbcd4f924595 req-62444cb3-937b-4189-9da0-6fa9d5654982 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517490 Sep 16 09:51:39.199642 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 48670) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:51:39.215092 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-3d265992-4bc6-4bed-b55a-177082071a76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:39.299241 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-3d265992-4bc6-4bed-b55a-177082071a76 admin admin] Publish callbacks [] for security_group (427c3925-49a1-4f5e-8975-b64aae76de5a), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:39.410945 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-3d265992-4bc6-4bed-b55a-177082071a76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (427c3925-49a1-4f5e-8975-b64aae76de5a), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:39.459187 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-3d265992-4bc6-4bed-b55a-177082071a76 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=426064d35126493784a347e4a5869df9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2584300 Sep 16 09:51:39.461195 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d265992-4bc6-4bed-b55a-177082071a76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=427c3925-49a1-4f5e-8975-b64aae76de5a,revision_number=1']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:51:39.462038 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 48674) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:51:39.520360 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-7a75f11f-1262-42a4-9ae7-eb766104f747 admin admin] Publish callbacks [] for security_group (427c3925-49a1-4f5e-8975-b64aae76de5a), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:39.540926 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-7a75f11f-1262-42a4-9ae7-eb766104f747 admin admin] Publish callbacks [] for security_group (427c3925-49a1-4f5e-8975-b64aae76de5a), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:39.671042 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900aad1c-89fc-4f50-a8d5-c10e5be5ff14 req-8bfc43bb-3404-41af-b982-81b7ced8bb6d tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:39.672629 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-900aad1c-89fc-4f50-a8d5-c10e5be5ff14 req-8bfc43bb-3404-41af-b982-81b7ced8bb6d tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a6f3fc30-e196-4427-90b4-5d49b56a9b46 HTTP/1.1" status: 200 len: 946 time: 0.0534768 Sep 16 09:51:39.686595 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-7a75f11f-1262-42a4-9ae7-eb766104f747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (427c3925-49a1-4f5e-8975-b64aae76de5a), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:39.689628 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-7a75f11f-1262-42a4-9ae7-eb766104f747 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:39.691542 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-7a75f11f-1262-42a4-9ae7-eb766104f747 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/427c3925-49a1-4f5e-8975-b64aae76de5a HTTP/1.1" status: 204 len: 168 time: 0.2283223 Sep 16 09:51:39.700164 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a75f11f-1262-42a4-9ae7-eb766104f747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=427c3925-49a1-4f5e-8975-b64aae76de5a,revision_number=None']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:51:39.734176 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-900aad1c-89fc-4f50-a8d5-c10e5be5ff14 req-2e3000c0-9e25-4c4e-8870-9bd23f001f01 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546160 Sep 16 09:51:40.873028 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774fe4bc-6e14-41e7-aafe-8b71f6c3afaf req-dec03758-a352-4fab-9f88-a60876bcce8a tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:40.874759 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-774fe4bc-6e14-41e7-aafe-8b71f6c3afaf req-dec03758-a352-4fab-9f88-a60876bcce8a tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a6f3fc30-e196-4427-90b4-5d49b56a9b46 HTTP/1.1" status: 200 len: 946 time: 0.0484583 Sep 16 09:51:40.925806 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-774fe4bc-6e14-41e7-aafe-8b71f6c3afaf req-34293e4a-1c1c-45bd-bd8e-99c2ffec4b94 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428240 Sep 16 09:51:42.084762 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814e9558-c676-4e55-aea2-a99dbe70e742 req-f4c25231-e6ba-405c-b027-d39f595f748c tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:42.086327 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-814e9558-c676-4e55-aea2-a99dbe70e742 req-f4c25231-e6ba-405c-b027-d39f595f748c tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a6f3fc30-e196-4427-90b4-5d49b56a9b46 HTTP/1.1" status: 200 len: 946 time: 0.0651000 Sep 16 09:51:42.138338 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:51:42.151091 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-814e9558-c676-4e55-aea2-a99dbe70e742 req-45c337e0-a6c9-4c9d-bf90-c13fefde47fc tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570383 Sep 16 09:51:43.171860 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e659913a-0871-494d-98ba-6bf009dd2830 req-1fbb1d84-8589-485d-b8b8-fcd6096792f5 tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:43.173325 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-e659913a-0871-494d-98ba-6bf009dd2830 req-1fbb1d84-8589-485d-b8b8-fcd6096792f5 tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=480def5d-9bba-44e0-a53c-65239a428e1c HTTP/1.1" status: 200 len: 945 time: 0.0503883 Sep 16 09:51:43.234270 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-e659913a-0871-494d-98ba-6bf009dd2830 req-35662228-06b8-4845-bf84-4b70910a48c0 tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=0d70b26c-7726-4804-b507-71b01b78f009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543549 Sep 16 09:51:43.289505 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59ad3aa-bc02-4b88-8d9d-eacdbad86632 req-6cefed5e-1d49-4705-87ad-14c0ebfd9499 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:43.291739 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-a59ad3aa-bc02-4b88-8d9d-eacdbad86632 req-6cefed5e-1d49-4705-87ad-14c0ebfd9499 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a6f3fc30-e196-4427-90b4-5d49b56a9b46 HTTP/1.1" status: 200 len: 946 time: 0.0588923 Sep 16 09:51:43.364429 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-a59ad3aa-bc02-4b88-8d9d-eacdbad86632 req-4dd49809-4688-4781-bbe6-73e5f2782fb3 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659204 Sep 16 09:51:44.353391 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8fb363-6899-4871-a518-eba3bd654d42 req-1cd7e71d-5344-4c1f-bbe7-aa394486eaf7 tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:44.354957 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-4f8fb363-6899-4871-a518-eba3bd654d42 req-1cd7e71d-5344-4c1f-bbe7-aa394486eaf7 tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=480def5d-9bba-44e0-a53c-65239a428e1c HTTP/1.1" status: 200 len: 945 time: 0.0472031 Sep 16 09:51:44.407208 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-4f8fb363-6899-4871-a518-eba3bd654d42 req-6a7da718-964f-4e0a-8e74-33d2df2c7723 tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=0d70b26c-7726-4804-b507-71b01b78f009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464385 Sep 16 09:51:44.523544 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf190f7a-bdb3-452d-8791-c5ada97fc7ce req-39559d5d-bbe8-4259-8835-9f60851b7ec8 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:44.523544 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-cf190f7a-bdb3-452d-8791-c5ada97fc7ce req-39559d5d-bbe8-4259-8835-9f60851b7ec8 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a6f3fc30-e196-4427-90b4-5d49b56a9b46 HTTP/1.1" status: 200 len: 946 time: 0.0539529 Sep 16 09:51:44.554454 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 48876) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:51:44.558955 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 48878) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:51:44.580088 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=4 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:51:44.592433 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-cf190f7a-bdb3-452d-8791-c5ada97fc7ce req-5be2f050-17f9-4aad-bd75-556b2c437b6b tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652256 Sep 16 09:51:44.609586 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cb61d03-9f47-4237-815c-abe79fed0205 admin admin] Deleting subnet d6c51b7a-cce7-433a-99c4-857d483f9e3c {{(pid=113424) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 09:51:44.616228 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-1cb61d03-9f47-4237-815c-abe79fed0205 admin admin] Publish callbacks [] for subnet (d6c51b7a-cce7-433a-99c4-857d483f9e3c), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:44.660597 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-1cb61d03-9f47-4237-815c-abe79fed0205 admin admin] Publish callbacks [] for subnet (d6c51b7a-cce7-433a-99c4-857d483f9e3c), precommit_delete_associations {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:44.671721 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-1cb61d03-9f47-4237-815c-abe79fed0205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1872270'] for subnet (d6c51b7a-cce7-433a-99c4-857d483f9e3c), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:44.704879 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-6971da57-0517-412e-b291-fd1134f3352a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:44.762085 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:51:44.784264 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-6971da57-0517-412e-b291-fd1134f3352a admin admin] Publish callbacks [] for security_group (170b93fd-b3c5-4e7b-afc6-dda2f49e74a5), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:44.835019 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-1cb61d03-9f47-4237-815c-abe79fed0205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1875891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335'] for subnet (d6c51b7a-cce7-433a-99c4-857d483f9e3c), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:44.860446 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb61d03-9f47-4237-815c-abe79fed0205 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6c51b7a-cce7-433a-99c4-857d483f9e3c,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:51:44.869998 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-6971da57-0517-412e-b291-fd1134f3352a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (170b93fd-b3c5-4e7b-afc6-dda2f49e74a5), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:44.871166 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-1cb61d03-9f47-4237-815c-abe79fed0205 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:44.877982 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-1cb61d03-9f47-4237-815c-abe79fed0205 admin admin] 10.222.0.73 "DELETE /networking/v2.0/subnets/d6c51b7a-cce7-433a-99c4-857d483f9e3c HTTP/1.1" status: 204 len: 168 time: 0.3221724 Sep 16 09:51:44.878640 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 48886) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:51:44.920692 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-6971da57-0517-412e-b291-fd1134f3352a admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=dc446a1840ae4804a6d0073979aad4de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3605471 Sep 16 09:51:44.921366 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 48888) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:51:44.932917 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:51:44.937355 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6971da57-0517-412e-b291-fd1134f3352a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=170b93fd-b3c5-4e7b-afc6-dda2f49e74a5,revision_number=1']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:51:44.955378 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-d3cd80fe-1680-4199-9fa7-3d86232741a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1848827'] for network (9bbb1cea-93f9-4752-aaac-56ad7c2961a9), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:44.992524 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-37e41583-7a6e-4c72-8816-de3382759483 admin admin] Publish callbacks [] for security_group (170b93fd-b3c5-4e7b-afc6-dda2f49e74a5), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:45.015894 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-37e41583-7a6e-4c72-8816-de3382759483 admin admin] Publish callbacks [] for security_group (170b93fd-b3c5-4e7b-afc6-dda2f49e74a5), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:45.050343 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-d3cd80fe-1680-4199-9fa7-3d86232741a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1303205', 'neutron.services.segments.db._delete_segments_for_network-8759571758529'] for network (9bbb1cea-93f9-4752-aaac-56ad7c2961a9), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:45.074016 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-d3cd80fe-1680-4199-9fa7-3d86232741a8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=113424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:51:45.074370 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-d3cd80fe-1680-4199-9fa7-3d86232741a8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=113424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:51:45.075139 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-d3cd80fe-1680-4199-9fa7-3d86232741a8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=113424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:51:45.075500 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-d3cd80fe-1680-4199-9fa7-3d86232741a8 admin admin] Subscribe: > port after_create 55550000 {{(pid=113424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:51:45.075844 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-d3cd80fe-1680-4199-9fa7-3d86232741a8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=113424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:51:45.076226 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-d3cd80fe-1680-4199-9fa7-3d86232741a8 admin admin] Subscribe: > port after_update 55550000 {{(pid=113424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:51:45.076588 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-d3cd80fe-1680-4199-9fa7-3d86232741a8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=113424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:51:45.076972 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-d3cd80fe-1680-4199-9fa7-3d86232741a8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=113424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:51:45.077301 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-d3cd80fe-1680-4199-9fa7-3d86232741a8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=113424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:51:45.077656 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-d3cd80fe-1680-4199-9fa7-3d86232741a8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=113424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:51:45.107152 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 48892) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:51:45.155463 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-37e41583-7a6e-4c72-8816-de3382759483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (170b93fd-b3c5-4e7b-afc6-dda2f49e74a5), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:45.158260 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-37e41583-7a6e-4c72-8816-de3382759483 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:45.158391 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-d3cd80fe-1680-4199-9fa7-3d86232741a8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=113424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:51:45.163159 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-d3cd80fe-1680-4199-9fa7-3d86232741a8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=113424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:51:45.163159 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-d3cd80fe-1680-4199-9fa7-3d86232741a8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=113424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:51:45.163159 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-d3cd80fe-1680-4199-9fa7-3d86232741a8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=113424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 09:51:45.163454 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-37e41583-7a6e-4c72-8816-de3382759483 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/170b93fd-b3c5-4e7b-afc6-dda2f49e74a5 HTTP/1.1" status: 204 len: 168 time: 0.2342634 Sep 16 09:51:45.163541 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.services.segments.db [None req-d3cd80fe-1680-4199-9fa7-3d86232741a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bbb1cea-93f9-4752-aaac-56ad7c2961a9']}} {{(pid=113424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:51:45.174516 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e41583-7a6e-4c72-8816-de3382759483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=170b93fd-b3c5-4e7b-afc6-dda2f49e74a5,revision_number=None']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:51:45.181949 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.services.segments.db [None req-d3cd80fe-1680-4199-9fa7-3d86232741a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab6da647-883d-417c-a0e7-25dd50eac4a3') {'for_net_delete': True} {{(pid=113424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:51:45.182259 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.services.segments.db [None req-d3cd80fe-1680-4199-9fa7-3d86232741a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab6da647-883d-417c-a0e7-25dd50eac4a3') {} {{(pid=113424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:51:45.211485 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-d3cd80fe-1680-4199-9fa7-3d86232741a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759571758421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2616842'] for segment (ab6da647-883d-417c-a0e7-25dd50eac4a3), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:45.231779 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-d3cd80fe-1680-4199-9fa7-3d86232741a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1277354'] for segment (ab6da647-883d-417c-a0e7-25dd50eac4a3), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:45.247457 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3cd80fe-1680-4199-9fa7-3d86232741a8 admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=113424) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 09:51:45.248467 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-d3cd80fe-1680-4199-9fa7-3d86232741a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1277354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27240020'] for segment (ab6da647-883d-417c-a0e7-25dd50eac4a3), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:45.277560 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-d84deeb5-2294-4624-9c09-dc0c09e8eaa7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:45.388926 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-d84deeb5-2294-4624-9c09-dc0c09e8eaa7 admin admin] Publish callbacks [] for security_group (df79628d-2b3f-4e24-b47c-f65392ded35b), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:45.408796 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=26 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:51:45.440655 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-d3cd80fe-1680-4199-9fa7-3d86232741a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1303196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-711564'] for network (9bbb1cea-93f9-4752-aaac-56ad7c2961a9), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:45.462177 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cd80fe-1680-4199-9fa7-3d86232741a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=9bbb1cea-93f9-4752-aaac-56ad7c2961a9,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:51:45.464419 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-d3cd80fe-1680-4199-9fa7-3d86232741a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546317'] for network (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:45.471481 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-d3cd80fe-1680-4199-9fa7-3d86232741a8 admin admin] 10.222.0.73 "DELETE /networking/v2.0/networks/9bbb1cea-93f9-4752-aaac-56ad7c2961a9 HTTP/1.1" status: 204 len: 168 time: 0.5889339 Sep 16 09:51:45.472282 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 48916) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:51:45.520494 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-d84deeb5-2294-4624-9c09-dc0c09e8eaa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (df79628d-2b3f-4e24-b47c-f65392ded35b), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:45.524664 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fc3163-ff8d-47a7-a717-2a1d068f29a3 req-a5878764-bafa-4353-b778-d03016bb3397 tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:45.526919 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-05fc3163-ff8d-47a7-a717-2a1d068f29a3 req-a5878764-bafa-4353-b778-d03016bb3397 tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=480def5d-9bba-44e0-a53c-65239a428e1c HTTP/1.1" status: 200 len: 945 time: 0.0570955 Sep 16 09:51:45.629958 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.services.segments.plugin [-] Segment ab6da647-883d-417c-a0e7-25dd50eac4a3 resource provider aggregate not found Sep 16 09:51:45.639072 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:51:45.673761 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.services.segments.plugin [-] Segment ab6da647-883d-417c-a0e7-25dd50eac4a3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ab6da647-883d-417c-a0e7-25dd50eac4a3 found for delete ", "request_id": "req-2e2a4399-7157-41d0-a99f-507113375854"}]} Sep 16 09:51:45.680044 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db95a20c-5851-4b10-801b-57dc1408e08e req-7af9b2bd-40d6-4aa3-a05b-5b8264f5cb56 tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:45.682037 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-db95a20c-5851-4b10-801b-57dc1408e08e req-7af9b2bd-40d6-4aa3-a05b-5b8264f5cb56 tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=480def5d-9bba-44e0-a53c-65239a428e1c HTTP/1.1" status: 200 len: 945 time: 0.1540320 Sep 16 09:51:45.774980 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:51:45.790661 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84deeb5-2294-4624-9c09-dc0c09e8eaa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df79628d-2b3f-4e24-b47c-f65392ded35b,revision_number=1']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:51:45.806268 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.plugin [req-05fc3163-ff8d-47a7-a717-2a1d068f29a3 req-cfd09615-a2ec-4b75-aaf1-027fc9ccae08 tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] Deleting port c050f3bc-122c-4343-b68a-ba8664cb732b {{(pid=113424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 09:51:45.806268 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-05fc3163-ff8d-47a7-a717-2a1d068f29a3 req-cfd09615-a2ec-4b75-aaf1-027fc9ccae08 tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759571771405'] for port (c050f3bc-122c-4343-b68a-ba8664cb732b), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:45.810136 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-db95a20c-5851-4b10-801b-57dc1408e08e req-757a160f-297c-45ea-a19f-2ac5ad9b89e6 tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=0d70b26c-7726-4804-b507-71b01b78f009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202424 Sep 16 09:51:45.833826 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.db.db_base_plugin_v2 [None req-4abf4d67-6435-4992-8bcf-eae1f9ef56bf admin admin] Deleting subnet 5551c83c-f2b0-45af-a259-cf61c9480be2 {{(pid=113423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 09:51:45.841260 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-4abf4d67-6435-4992-8bcf-eae1f9ef56bf admin admin] Publish callbacks [] for subnet (5551c83c-f2b0-45af-a259-cf61c9480be2), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:45.845447 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-d84deeb5-2294-4624-9c09-dc0c09e8eaa7 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=6e5979c5d7d84cc9837505057e4a7d34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7372272 Sep 16 09:51:45.853854 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 48926) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:51:45.870562 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b442d8-5948-41ea-ac82-80cc1d72757a req-ce4b2175-cacb-4103-8a55-0e0d92a7254d tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:45.872196 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-e9b442d8-5948-41ea-ac82-80cc1d72757a req-ce4b2175-cacb-4103-8a55-0e0d92a7254d tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a6f3fc30-e196-4427-90b4-5d49b56a9b46 HTTP/1.1" status: 200 len: 946 time: 0.1119063 Sep 16 09:51:45.915715 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-4abf4d67-6435-4992-8bcf-eae1f9ef56bf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26815304'] for subnet (5551c83c-f2b0-45af-a259-cf61c9480be2), precommit_delete_associations {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:45.946782 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.db [req-05fc3163-ff8d-47a7-a717-2a1d068f29a3 req-cfd09615-a2ec-4b75-aaf1-027fc9ccae08 tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] For port c050f3bc-122c-4343-b68a-ba8664cb732b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c050f3bc-122c-4343-b68a-ba8664cb732b,segment=NetworkSegment(4ba7d294-130d-48b9-a99d-edaaffd525bf),segment_id=4ba7d294-130d-48b9-a99d-edaaffd525bf)] {{(pid=113424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:51:45.947153 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-05fc3163-ff8d-47a7-a717-2a1d068f29a3 req-cfd09615-a2ec-4b75-aaf1-027fc9ccae08 tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699225'] for port (c050f3bc-122c-4343-b68a-ba8664cb732b), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:45.956397 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-cebc4b1b-f88b-46b4-a588-cc7169feca38 admin admin] Publish callbacks [] for security_group (df79628d-2b3f-4e24-b47c-f65392ded35b), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:45.966647 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-e9b442d8-5948-41ea-ac82-80cc1d72757a req-58ed9468-99c4-4f2e-a30d-31d0f048a07b tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862129 Sep 16 09:51:45.967665 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-4abf4d67-6435-4992-8bcf-eae1f9ef56bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1872270'] for subnet (5551c83c-f2b0-45af-a259-cf61c9480be2), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:45.971671 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.plugin [req-05fc3163-ff8d-47a7-a717-2a1d068f29a3 req-cfd09615-a2ec-4b75-aaf1-027fc9ccae08 tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] Calling delete_port for c050f3bc-122c-4343-b68a-ba8664cb732b owned by compute:nova {{(pid=113424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 09:51:45.997577 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-cebc4b1b-f88b-46b4-a588-cc7169feca38 admin admin] Publish callbacks [] for security_group (df79628d-2b3f-4e24-b47c-f65392ded35b), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:46.138116 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-4abf4d67-6435-4992-8bcf-eae1f9ef56bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1875891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2473709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2535151'] for subnet (5551c83c-f2b0-45af-a259-cf61c9480be2), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:46.161952 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abf4d67-6435-4992-8bcf-eae1f9ef56bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5551c83c-f2b0-45af-a259-cf61c9480be2,revision_number=None']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:51:46.173504 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-4abf4d67-6435-4992-8bcf-eae1f9ef56bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546317'] for subnet (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:46.177880 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-4abf4d67-6435-4992-8bcf-eae1f9ef56bf admin admin] 10.222.0.73 "DELETE /networking/v2.0/subnets/5551c83c-f2b0-45af-a259-cf61c9480be2 HTTP/1.1" status: 204 len: 168 time: 0.7022736 Sep 16 09:51:46.180411 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 48928) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:51:46.202405 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 48930) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:51:46.214650 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.agents_db [None req-7c9a7194-4e2e-43f7-be58-28c896ce3cef None None] Agent healthcheck: found 6 active agents {{(pid=113426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 09:51:46.219425 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-a6ff68c7-ab73-44b7-88b8-b0c11922e4f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:46.233694 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-cebc4b1b-f88b-46b4-a588-cc7169feca38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (df79628d-2b3f-4e24-b47c-f65392ded35b), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:46.236208 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-cebc4b1b-f88b-46b4-a588-cc7169feca38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:46.240185 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-cebc4b1b-f88b-46b4-a588-cc7169feca38 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/df79628d-2b3f-4e24-b47c-f65392ded35b HTTP/1.1" status: 204 len: 168 time: 0.3825150 Sep 16 09:51:46.256665 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-3ac5f350-28db-49e0-9b2c-420d7b4852b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1848827'] for network (bc438017-3bc4-4dd0-9cce-6da1659d9319), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:46.257672 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebc4b1b-f88b-46b4-a588-cc7169feca38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df79628d-2b3f-4e24-b47c-f65392ded35b,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:51:46.260940 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-05fc3163-ff8d-47a7-a717-2a1d068f29a3 req-cfd09615-a2ec-4b75-aaf1-027fc9ccae08 tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759571687051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759571245514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27240065'] for port (c050f3bc-122c-4343-b68a-ba8664cb732b), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:46.277499 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] get_ports_and_sgs() called for port_ids ['c050f3bc-122c-4343-b68a-ba8664cb732b'] {{(pid=113425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 09:51:46.347984 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-3ac5f350-28db-49e0-9b2c-420d7b4852b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1303205', 'neutron.services.segments.db._delete_segments_for_network-8759571758529'] for network (bc438017-3bc4-4dd0-9cce-6da1659d9319), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:46.374312 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.services.segments.db [None req-3ac5f350-28db-49e0-9b2c-420d7b4852b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc438017-3bc4-4dd0-9cce-6da1659d9319']}} {{(pid=113423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:51:46.386543 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.services.segments.db [None req-3ac5f350-28db-49e0-9b2c-420d7b4852b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b5b775b-2fc5-4b2d-952f-f293ab690a0d') {'for_net_delete': True} {{(pid=113423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:51:46.386848 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.services.segments.db [None req-3ac5f350-28db-49e0-9b2c-420d7b4852b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b5b775b-2fc5-4b2d-952f-f293ab690a0d') {} {{(pid=113423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:51:46.398713 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-3ac5f350-28db-49e0-9b2c-420d7b4852b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759571758421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26815347'] for segment (6b5b775b-2fc5-4b2d-952f-f293ab690a0d), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:46.414092 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-3ac5f350-28db-49e0-9b2c-420d7b4852b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1277354'] for segment (6b5b775b-2fc5-4b2d-952f-f293ab690a0d), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:46.423682 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ac5f350-28db-49e0-9b2c-420d7b4852b1 admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=113423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 09:51:46.423682 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-3ac5f350-28db-49e0-9b2c-420d7b4852b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1277354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473559'] for segment (6b5b775b-2fc5-4b2d-952f-f293ab690a0d), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:46.472650 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.services.segments.plugin [-] Segment 6b5b775b-2fc5-4b2d-952f-f293ab690a0d resource provider aggregate not found Sep 16 09:51:46.495571 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.services.segments.plugin [-] Segment 6b5b775b-2fc5-4b2d-952f-f293ab690a0d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6b5b775b-2fc5-4b2d-952f-f293ab690a0d found for delete ", "request_id": "req-8754c02c-14a1-4c74-8af9-98305d3c78fa"}]} Sep 16 09:51:46.538921 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd09615-a2ec-4b75-aaf1-027fc9ccae08 tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] Pushing event deleted for resources: {'Port': ['ID=c050f3bc-122c-4343-b68a-ba8664cb732b,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:51:46.548813 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-3ac5f350-28db-49e0-9b2c-420d7b4852b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1303196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-711564'] for network (bc438017-3bc4-4dd0-9cce-6da1659d9319), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:46.555711 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-3ac5f350-28db-49e0-9b2c-420d7b4852b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546317'] for network (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:46.559499 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-3ac5f350-28db-49e0-9b2c-420d7b4852b1 admin admin] 10.222.0.73 "DELETE /networking/v2.0/networks/bc438017-3bc4-4dd0-9cce-6da1659d9319 HTTP/1.1" status: 204 len: 168 time: 0.3781207 Sep 16 09:51:46.580574 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac5f350-28db-49e0-9b2c-420d7b4852b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc438017-3bc4-4dd0-9cce-6da1659d9319,revision_number=None']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:51:46.642697 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.l3_dvrscheduler_db [req-05fc3163-ff8d-47a7-a717-2a1d068f29a3 req-cfd09615-a2ec-4b75-aaf1-027fc9ccae08 tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] No DVR routers for this DVR port c050f3bc-122c-4343-b68a-ba8664cb732b on host hv-cinder-79053 {{(pid=113424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 09:51:46.653201 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-05fc3163-ff8d-47a7-a717-2a1d068f29a3 req-cfd09615-a2ec-4b75-aaf1-027fc9ccae08 tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110971'] for port (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:46.657733 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-05fc3163-ff8d-47a7-a717-2a1d068f29a3 req-cfd09615-a2ec-4b75-aaf1-027fc9ccae08 tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] 10.222.0.27 "DELETE /networking/v2.0/ports/c050f3bc-122c-4343-b68a-ba8664cb732b HTTP/1.1" status: 204 len: 173 time: 1.1094413 Sep 16 09:51:46.658272 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '480def5d-9bba-44e0-a53c-65239a428e1c', 'name': 'network-vif-deleted', 'tag': 'c050f3bc-122c-4343-b68a-ba8664cb732b'}] {{(pid=113424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 09:51:46.660818 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16dfd0a1dfdfa1f1ee01b24bca40ddc03421b0ad37c1355f54f1c3176401751a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3cb9842-03bd-41fd-8ea0-4a247c1a7a44" -d '{"events": [{"server_uuid": "480def5d-9bba-44e0-a53c-65239a428e1c", "name": "network-vif-deleted", "tag": "c050f3bc-122c-4343-b68a-ba8664cb732b"}]}' {{(pid=113424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 09:51:46.703880 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-a6ff68c7-ab73-44b7-88b8-b0c11922e4f5 admin admin] Publish callbacks [] for security_group (b8dfdbea-9bea-408c-9a84-acf2838473e7), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:46.725275 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 09:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a3b375-4fe5-4999-a6ed-7789e65614d1 x-openstack-request-id: req-d9a3b375-4fe5-4999-a6ed-7789e65614d1 {{(pid=113424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 09:51:46.725591 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "480def5d-9bba-44e0-a53c-65239a428e1c", "name": "network-vif-deleted", "tag": "c050f3bc-122c-4343-b68a-ba8664cb732b", "status": "completed", "code": 200}]} {{(pid=113424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 09:51:46.725847 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d9a3b375-4fe5-4999-a6ed-7789e65614d1 {{(pid=113424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 09:51:46.732784 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9a3b375-4fe5-4999-a6ed-7789e65614d1'] response: {'server_uuid': '480def5d-9bba-44e0-a53c-65239a428e1c', 'name': 'network-vif-deleted', 'tag': 'c050f3bc-122c-4343-b68a-ba8664cb732b', 'status': 'completed', 'code': 200} Sep 16 09:51:46.787687 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-a6ff68c7-ab73-44b7-88b8-b0c11922e4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (b8dfdbea-9bea-408c-9a84-acf2838473e7), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:46.826919 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ff68c7-ab73-44b7-88b8-b0c11922e4f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8dfdbea-9bea-408c-9a84-acf2838473e7,revision_number=1']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:51:46.833605 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-a6ff68c7-ab73-44b7-88b8-b0c11922e4f5 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=cd1e50886e4240e18a0d18f5fca8d87e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6295152 Sep 16 09:51:46.835959 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 48948) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:51:46.899038 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-4c3823fd-c74b-45f7-9a33-7f6a619520b8 admin admin] Publish callbacks [] for security_group (b8dfdbea-9bea-408c-9a84-acf2838473e7), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:46.920555 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-4c3823fd-c74b-45f7-9a33-7f6a619520b8 admin admin] Publish callbacks [] for security_group (b8dfdbea-9bea-408c-9a84-acf2838473e7), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:46.933449 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-11316d2a-110a-47c7-ab55-efd1aba644c2 req-f0745610-098d-44fb-a5ab-82afcbfb56ec tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=480def5d-9bba-44e0-a53c-65239a428e1c HTTP/1.1" status: 200 len: 210 time: 0.0302682 Sep 16 09:51:47.080982 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:51:47.117016 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e68db1-4b7e-40d5-8368-341774bbb4e2 req-3d6f624d-d9b8-4cc4-b06c-2417103f99ac tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:47.118571 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-15e68db1-4b7e-40d5-8368-341774bbb4e2 req-3d6f624d-d9b8-4cc4-b06c-2417103f99ac tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a6f3fc30-e196-4427-90b4-5d49b56a9b46 HTTP/1.1" status: 200 len: 946 time: 0.0571849 Sep 16 09:51:47.124032 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-4c3823fd-c74b-45f7-9a33-7f6a619520b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (b8dfdbea-9bea-408c-9a84-acf2838473e7), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:47.127205 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-4c3823fd-c74b-45f7-9a33-7f6a619520b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:47.131093 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-4c3823fd-c74b-45f7-9a33-7f6a619520b8 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/b8dfdbea-9bea-408c-9a84-acf2838473e7 HTTP/1.1" status: 204 len: 168 time: 0.2916772 Sep 16 09:51:47.131266 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 48960) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:51:47.139865 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3823fd-c74b-45f7-9a33-7f6a619520b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8dfdbea-9bea-408c-9a84-acf2838473e7,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:51:47.176013 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-8b8f4597-bad8-4a92-bab3-d5af11d31ca8 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=ce314a2f1c1347158191f6938cd3c26f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0456824 Sep 16 09:51:47.181393 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 48964) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:51:47.214683 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 48968) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:51:47.251222 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-bbcc817c-0f25-4333-a500-0d4f96e16e33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:47.259115 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-15e68db1-4b7e-40d5-8368-341774bbb4e2 req-6d51cff4-504b-4a9a-bd26-62745d9447bd tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291528 Sep 16 09:51:47.299339 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-b90cbfc5-b6ea-4775-8622-522d98db5fbf admin admin] Publish callbacks [] for security_group (fb7dbb0d-e26d-4727-af87-7001ea0047a7), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:47.316456 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:51:47.337433 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-b90cbfc5-b6ea-4775-8622-522d98db5fbf admin admin] Publish callbacks [] for security_group (fb7dbb0d-e26d-4727-af87-7001ea0047a7), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:47.407652 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-bbcc817c-0f25-4333-a500-0d4f96e16e33 admin admin] Publish callbacks [] for security_group (b40fdceb-8716-4ae9-802c-0671fd430399), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:47.526284 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-b90cbfc5-b6ea-4775-8622-522d98db5fbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (fb7dbb0d-e26d-4727-af87-7001ea0047a7), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:47.527668 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:DELETE=10,neutron:SELECT=78,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:51:47.529935 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-b90cbfc5-b6ea-4775-8622-522d98db5fbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:47.531660 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-b90cbfc5-b6ea-4775-8622-522d98db5fbf admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/fb7dbb0d-e26d-4727-af87-7001ea0047a7 HTTP/1.1" status: 204 len: 168 time: 0.3489649 Sep 16 09:51:47.535614 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-bbcc817c-0f25-4333-a500-0d4f96e16e33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (b40fdceb-8716-4ae9-802c-0671fd430399), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:47.549214 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90cbfc5-b6ea-4775-8622-522d98db5fbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb7dbb0d-e26d-4727-af87-7001ea0047a7,revision_number=None']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:51:47.600290 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-bbcc817c-0f25-4333-a500-0d4f96e16e33 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=967f70bb49a145d79381d6a6a07a48c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3842692 Sep 16 09:51:47.603177 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 48974) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:51:47.605515 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcc817c-0f25-4333-a500-0d4f96e16e33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b40fdceb-8716-4ae9-802c-0671fd430399,revision_number=1']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:51:47.659086 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-63f50a08-ca50-4f4c-ad62-23249227e54f admin admin] Publish callbacks [] for security_group (b40fdceb-8716-4ae9-802c-0671fd430399), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:47.702570 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-63f50a08-ca50-4f4c-ad62-23249227e54f admin admin] Publish callbacks [] for security_group (b40fdceb-8716-4ae9-802c-0671fd430399), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:47.866627 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 48982) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:51:47.873057 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-63f50a08-ca50-4f4c-ad62-23249227e54f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (b40fdceb-8716-4ae9-802c-0671fd430399), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:47.879203 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-63f50a08-ca50-4f4c-ad62-23249227e54f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:47.879203 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-63f50a08-ca50-4f4c-ad62-23249227e54f admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/b40fdceb-8716-4ae9-802c-0671fd430399 HTTP/1.1" status: 204 len: 168 time: 0.2723491 Sep 16 09:51:47.885303 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f50a08-ca50-4f4c-ad62-23249227e54f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b40fdceb-8716-4ae9-802c-0671fd430399,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:51:48.011266 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-6ba44768-5926-435c-b592-b9973b258bc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:48.074763 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-db529651-791a-4c96-b09b-b80a4e499bef req-c6eac065-3a89-4f34-82b4-ceb3194b250f tempest-DeleteServersTestJSON-1133296427 tempest-DeleteServersTestJSON-1133296427-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=480def5d-9bba-44e0-a53c-65239a428e1c HTTP/1.1" status: 200 len: 210 time: 0.0336509 Sep 16 09:51:48.116774 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-6ba44768-5926-435c-b592-b9973b258bc0 admin admin] Publish callbacks [] for security_group (24329da8-76b3-4b5e-8286-92c36385c039), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:48.241055 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-6ba44768-5926-435c-b592-b9973b258bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (24329da8-76b3-4b5e-8286-92c36385c039), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:48.283784 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-6ba44768-5926-435c-b592-b9973b258bc0 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=f92899645bc543808b8603d4460c8ab9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4159782 Sep 16 09:51:48.284824 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba44768-5926-435c-b592-b9973b258bc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24329da8-76b3-4b5e-8286-92c36385c039,revision_number=1']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:51:48.286677 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 48998) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:51:48.349198 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-399f22e9-e373-4e09-8a6a-93cf472d74f9 admin admin] Publish callbacks [] for security_group (24329da8-76b3-4b5e-8286-92c36385c039), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:48.385983 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2290635-e8d5-4455-ad95-b9af9405838b req-de85a807-bdaa-406f-bed4-9665b7786753 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:48.387222 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-399f22e9-e373-4e09-8a6a-93cf472d74f9 admin admin] Publish callbacks [] for security_group (24329da8-76b3-4b5e-8286-92c36385c039), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:48.387875 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-b2290635-e8d5-4455-ad95-b9af9405838b req-de85a807-bdaa-406f-bed4-9665b7786753 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a6f3fc30-e196-4427-90b4-5d49b56a9b46 HTTP/1.1" status: 200 len: 946 time: 0.0574715 Sep 16 09:51:48.401945 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:51:48.458321 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-b2290635-e8d5-4455-ad95-b9af9405838b req-30e1ca9a-0815-4fc6-9d96-e794b5e6e84a tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623088 Sep 16 09:51:48.530305 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-399f22e9-e373-4e09-8a6a-93cf472d74f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (24329da8-76b3-4b5e-8286-92c36385c039), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:48.533206 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-399f22e9-e373-4e09-8a6a-93cf472d74f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:48.534394 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-399f22e9-e373-4e09-8a6a-93cf472d74f9 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/24329da8-76b3-4b5e-8286-92c36385c039 HTTP/1.1" status: 204 len: 168 time: 0.2461035 Sep 16 09:51:48.542958 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399f22e9-e373-4e09-8a6a-93cf472d74f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24329da8-76b3-4b5e-8286-92c36385c039,revision_number=None']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:51:48.727795 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 49008) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:51:48.737651 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:51:48.781863 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 49010) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:51:48.782010 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-6d621839-e7f7-438a-8b23-ad13a1e58852 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=b243e667c73a481599018dc81c0a1143&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0528367 Sep 16 09:51:48.834881 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-76f1d798-9583-4463-a0e1-942fa2fe0b22 admin admin] Publish callbacks [] for security_group (00d73c3a-e0d0-4920-a8e5-4dace03df9ac), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:48.854842 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-76f1d798-9583-4463-a0e1-942fa2fe0b22 admin admin] Publish callbacks [] for security_group (00d73c3a-e0d0-4920-a8e5-4dace03df9ac), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:48.964284 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:DELETE=8 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:51:48.989138 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-76f1d798-9583-4463-a0e1-942fa2fe0b22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (00d73c3a-e0d0-4920-a8e5-4dace03df9ac), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:48.992040 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-76f1d798-9583-4463-a0e1-942fa2fe0b22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:48.993266 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-76f1d798-9583-4463-a0e1-942fa2fe0b22 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/00d73c3a-e0d0-4920-a8e5-4dace03df9ac HTTP/1.1" status: 204 len: 168 time: 0.2104852 Sep 16 09:51:49.001385 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f1d798-9583-4463-a0e1-942fa2fe0b22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d73c3a-e0d0-4920-a8e5-4dace03df9ac,revision_number=None']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:51:49.010825 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 49014) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:51:49.025980 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-9026f7fe-13a4-4838-81a7-2560871d4223 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:49.114867 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-9026f7fe-13a4-4838-81a7-2560871d4223 admin admin] Publish callbacks [] for security_group (4cf1d96e-4aac-4f62-8c0d-07c952065ed5), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:49.229951 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-9026f7fe-13a4-4838-81a7-2560871d4223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (4cf1d96e-4aac-4f62-8c0d-07c952065ed5), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:49.275604 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-9026f7fe-13a4-4838-81a7-2560871d4223 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=b965c794c7a946048693574a87135638&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2608085 Sep 16 09:51:49.276031 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 49026) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:51:49.283754 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9026f7fe-13a4-4838-81a7-2560871d4223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf1d96e-4aac-4f62-8c0d-07c952065ed5,revision_number=1']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:51:49.340001 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-55149a3c-d0a6-4cd3-bdc2-5b75cdac7f32 admin admin] Publish callbacks [] for security_group (4cf1d96e-4aac-4f62-8c0d-07c952065ed5), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:49.362608 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-55149a3c-d0a6-4cd3-bdc2-5b75cdac7f32 admin admin] Publish callbacks [] for security_group (4cf1d96e-4aac-4f62-8c0d-07c952065ed5), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:49.548668 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-55149a3c-d0a6-4cd3-bdc2-5b75cdac7f32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (4cf1d96e-4aac-4f62-8c0d-07c952065ed5), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:49.551610 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-55149a3c-d0a6-4cd3-bdc2-5b75cdac7f32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:49.552781 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-55149a3c-d0a6-4cd3-bdc2-5b75cdac7f32 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/4cf1d96e-4aac-4f62-8c0d-07c952065ed5 HTTP/1.1" status: 204 len: 168 time: 0.2755527 Sep 16 09:51:49.579619 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55149a3c-d0a6-4cd3-bdc2-5b75cdac7f32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf1d96e-4aac-4f62-8c0d-07c952065ed5,revision_number=None']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:51:49.610346 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf9f4c5-ef48-4dec-954a-f3c5328899ef req-ab9dc0c2-e01c-4740-8570-5ba51ce9ad68 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:49.610346 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-7bf9f4c5-ef48-4dec-954a-f3c5328899ef req-ab9dc0c2-e01c-4740-8570-5ba51ce9ad68 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a6f3fc30-e196-4427-90b4-5d49b56a9b46 HTTP/1.1" status: 200 len: 946 time: 0.0682743 Sep 16 09:51:49.654788 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-7bf9f4c5-ef48-4dec-954a-f3c5328899ef req-f02fa3b0-9cfd-4c67-bcc7-ab2f414a5044 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442538 Sep 16 09:51:49.727552 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 49046) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:51:49.746653 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-7d16fe15-95d3-41c3-adaa-2544897ebb1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:49.829897 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Device c050f3bc-122c-4343-b68a-ba8664cb732b no longer exists at agent hyperv_hv-cinder-79053 {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 09:51:49.844753 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-7d16fe15-95d3-41c3-adaa-2544897ebb1a admin admin] Publish callbacks [] for security_group (eeb1ebc3-9089-4ffe-a127-ac8c12b8d27c), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:49.850731 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] No Port match for: c050f3bc-122c-4343-b68a-ba8664cb732b {{(pid=113425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 09:51:49.851085 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Device c050f3bc-122c-4343-b68a-ba8664cb732b not bound to the agent host hv-cinder-79053 {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 09:51:50.004977 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-7d16fe15-95d3-41c3-adaa-2544897ebb1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (eeb1ebc3-9089-4ffe-a127-ac8c12b8d27c), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:50.056288 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-7d16fe15-95d3-41c3-adaa-2544897ebb1a admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=2ea160979c4643aab690aa2fbfdb7f4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3270574 Sep 16 09:51:50.057567 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d16fe15-95d3-41c3-adaa-2544897ebb1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb1ebc3-9089-4ffe-a127-ac8c12b8d27c,revision_number=1']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:51:50.059230 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 49056) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:51:50.121461 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-9ae0ac0f-4eaa-4a41-b36a-b49d4e0f6c3c admin admin] Publish callbacks [] for security_group (eeb1ebc3-9089-4ffe-a127-ac8c12b8d27c), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:50.145819 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-9ae0ac0f-4eaa-4a41-b36a-b49d4e0f6c3c admin admin] Publish callbacks [] for security_group (eeb1ebc3-9089-4ffe-a127-ac8c12b8d27c), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:50.284220 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-9ae0ac0f-4eaa-4a41-b36a-b49d4e0f6c3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (eeb1ebc3-9089-4ffe-a127-ac8c12b8d27c), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:50.286909 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-9ae0ac0f-4eaa-4a41-b36a-b49d4e0f6c3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:50.293072 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-9ae0ac0f-4eaa-4a41-b36a-b49d4e0f6c3c admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/eeb1ebc3-9089-4ffe-a127-ac8c12b8d27c HTTP/1.1" status: 204 len: 168 time: 0.2276328 Sep 16 09:51:50.296209 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae0ac0f-4eaa-4a41-b36a-b49d4e0f6c3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb1ebc3-9089-4ffe-a127-ac8c12b8d27c,revision_number=None']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:51:50.622100 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:INSERT=14,neutron:SELECT=85,neutron:UPDATE=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:51:50.784239 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d94c30b-ae92-42bd-897e-de2a5dbdcd1a req-2e760903-5a3e-42f9-b5f1-5477aa0561a0 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:50.786526 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-2d94c30b-ae92-42bd-897e-de2a5dbdcd1a req-2e760903-5a3e-42f9-b5f1-5477aa0561a0 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a6f3fc30-e196-4427-90b4-5d49b56a9b46 HTTP/1.1" status: 200 len: 946 time: 0.0528691 Sep 16 09:51:50.853913 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-2d94c30b-ae92-42bd-897e-de2a5dbdcd1a req-d2baa7fe-38ba-46c1-b9db-e2367c8d1644 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526228 Sep 16 09:51:50.914256 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 49094) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:51:51.326930 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-158bba51-afc3-458f-a470-ae44b52a3eec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692131'] for router_interface (7d103bd1-dd46-42e7-b4b1-1660369b7836), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:51.361911 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:51:51.629058 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.plugin [None req-158bba51-afc3-458f-a470-ae44b52a3eec admin admin] Deleting port 532fb59b-a9f1-4899-848a-9c67d077c29a {{(pid=113424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 09:51:51.629624 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-158bba51-afc3-458f-a470-ae44b52a3eec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759571771405'] for port (532fb59b-a9f1-4899-848a-9c67d077c29a), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:51.693494 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=100 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:51:51.716188 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.db [None req-158bba51-afc3-458f-a470-ae44b52a3eec admin admin] For port 532fb59b-a9f1-4899-848a-9c67d077c29a, host dv-cinder-790535-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=532fb59b-a9f1-4899-848a-9c67d077c29a,segment=NetworkSegment(4ba7d294-130d-48b9-a99d-edaaffd525bf),segment_id=4ba7d294-130d-48b9-a99d-edaaffd525bf)] {{(pid=113424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:51:51.717997 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-158bba51-afc3-458f-a470-ae44b52a3eec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699225'] for port (532fb59b-a9f1-4899-848a-9c67d077c29a), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:51.730549 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.plugin [None req-158bba51-afc3-458f-a470-ae44b52a3eec admin admin] Calling delete_port for 532fb59b-a9f1-4899-848a-9c67d077c29a owned by network:router_interface {{(pid=113424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 09:51:51.977125 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27afc99b-21c3-4c91-b30e-256cd4933eba req-b9421c13-23a3-4a88-8933-697af21ada3e tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:51.978770 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-27afc99b-21c3-4c91-b30e-256cd4933eba req-b9421c13-23a3-4a88-8933-697af21ada3e tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a6f3fc30-e196-4427-90b4-5d49b56a9b46 HTTP/1.1" status: 200 len: 946 time: 0.0477762 Sep 16 09:51:52.004636 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-158bba51-afc3-458f-a470-ae44b52a3eec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759571687051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759571245514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27240065'] for port (532fb59b-a9f1-4899-848a-9c67d077c29a), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:52.045997 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158bba51-afc3-458f-a470-ae44b52a3eec admin admin] Pushing event deleted for resources: {'Port': ['ID=532fb59b-a9f1-4899-848a-9c67d077c29a,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:51:52.140353 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-27afc99b-21c3-4c91-b30e-256cd4933eba req-3a9cd065-26da-43b2-9659-1aa1c1ecde7f tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557653 Sep 16 09:51:52.152617 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-62765a3f-8b36-4ac3-96e7-1527326ab7aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (54fa5420-569f-41b3-81ce-b3c99a893561), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:52.239128 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:51:52.348061 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-158bba51-afc3-458f-a470-ae44b52a3eec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-697875'] for router_interface (7d103bd1-dd46-42e7-b4b1-1660369b7836), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:52.405243 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 49148) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:51:52.589096 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-158bba51-afc3-458f-a470-ae44b52a3eec admin admin] Router 7d103bd1-dd46-42e7-b4b1-1660369b7836 has already been hosted by L3 agent 647718b3-8298-4382-86e2-3fad9f5d7804 {{(pid=113424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 09:51:52.699032 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-8a2a597c-4a10-4fce-beb4-fb5718ac3afc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:52.751789 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-158bba51-afc3-458f-a470-ae44b52a3eec admin admin] Notify agent at l3_agent.dv-cinder-790535-43-iscsi the message routers_updated {{(pid=113424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 09:51:52.761577 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6b9fa3-a17e-44b4-abdf-330711d47280 None None] Sync routers for ids ['7d103bd1-dd46-42e7-b4b1-1660369b7836'] in dv-cinder-790535-43-iscsi {{(pid=113426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 09:51:52.763576 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 49158) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:51:52.770706 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=88,neutron:DELETE=12 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:51:52.770978 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-158bba51-afc3-458f-a470-ae44b52a3eec admin admin] 10.222.0.73 "PUT /networking/v2.0/routers/7d103bd1-dd46-42e7-b4b1-1660369b7836/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8548479 Sep 16 09:51:52.779268 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:51:52.791999 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6b9fa3-a17e-44b4-abdf-330711d47280 None None] Routers {'7d103bd1-dd46-42e7-b4b1-1660369b7836'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 09:51:52.799596 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-1f6b9fa3-a17e-44b4-abdf-330711d47280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T09:51:24Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['7d103bd1-dd46-42e7-b4b1-1660369b7836'], 'active': True} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:51:52.843205 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-8a2a597c-4a10-4fce-beb4-fb5718ac3afc admin admin] Publish callbacks [] for security_group (d984c270-f4c0-442d-80f6-de531c0cd748), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:52.858353 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 49162) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:51:52.875182 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-a26eca1f-1b47-4301-bae0-90abfd4c8291 admin admin] Publish callbacks [] for router (7d103bd1-dd46-42e7-b4b1-1660369b7836), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:52.937561 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-8a2a597c-4a10-4fce-beb4-fb5718ac3afc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (d984c270-f4c0-442d-80f6-de531c0cd748), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:52.950184 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvr_db [None req-1f6b9fa3-a17e-44b4-abdf-330711d47280 None None] Set router 7d103bd1-dd46-42e7-b4b1-1660369b7836 gateway port host: dv-cinder-790535-43-iscsi {{(pid=113426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 09:51:52.982965 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-a26eca1f-1b47-4301-bae0-90abfd4c8291 admin admin] Publish callbacks [] for router_gateway (7d103bd1-dd46-42e7-b4b1-1660369b7836), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:53.017124 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 49170) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:51:53.031521 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-8a2a597c-4a10-4fce-beb4-fb5718ac3afc admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=fc5011a01b324c24aef202e3c228c939&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6251183 Sep 16 09:51:53.033410 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2a597c-4a10-4fce-beb4-fb5718ac3afc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d984c270-f4c0-442d-80f6-de531c0cd748,revision_number=1']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:51:53.116720 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-065d4ab1-2b81-4520-b812-710ade4cf35e admin admin] Publish callbacks [] for security_group (d984c270-f4c0-442d-80f6-de531c0cd748), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:53.124617 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.plugin [None req-a26eca1f-1b47-4301-bae0-90abfd4c8291 admin admin] Deleting port 95466e8d-f8d1-43bd-85bc-af2a1ae6275b {{(pid=113423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 09:51:53.124963 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-a26eca1f-1b47-4301-bae0-90abfd4c8291 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759571771405'] for port (95466e8d-f8d1-43bd-85bc-af2a1ae6275b), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:53.133228 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-60fccf7f-b416-4e3b-b37a-cc233d5a2f35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:53.164650 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-1f6b9fa3-a17e-44b4-abdf-330711d47280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d103bd1-dd46-42e7-b4b1-1660369b7836', 'name': 'tempest-DeleteServersTestJSON-322079799-router', 'tenant_id': 'cca830d4d9384e99b6f499a457776de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '95466e8d-f8d1-43bd-85bc-af2a1ae6275b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:50:29Z', 'updated_at': '2022-09-16T09:51:51Z', 'revision_number': 5, 'project_id': 'cca830d4d9384e99b6f499a457776de4', 'gw_port': {'id': '95466e8d-f8d1-43bd-85bc-af2a1ae6275b', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:30:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d103bd1-dd46-42e7-b4b1-1660369b7836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:30Z', 'updated_at': '2022-09-16T09:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi'}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:51:53.177330 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-065d4ab1-2b81-4520-b812-710ade4cf35e admin admin] Publish callbacks [] for security_group (d984c270-f4c0-442d-80f6-de531c0cd748), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:53.191007 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6b9fa3-a17e-44b4-abdf-330711d47280 None None] Checking router: 7d103bd1-dd46-42e7-b4b1-1660369b7836 for host: dv-cinder-790535-43-iscsi {{(pid=113426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 09:51:53.200059 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6b9fa3-a17e-44b4-abdf-330711d47280 None None] Routers {'7d103bd1-dd46-42e7-b4b1-1660369b7836'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 09:51:53.201206 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-1f6b9fa3-a17e-44b4-abdf-330711d47280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T09:51:24Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['7d103bd1-dd46-42e7-b4b1-1660369b7836'], 'active': True} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:51:53.231912 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:51:53.241468 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:51:53.283056 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-60fccf7f-b416-4e3b-b37a-cc233d5a2f35 admin admin] Publish callbacks [] for security_group (ad428c76-6b63-400d-b3c9-4fe766b7322a), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:53.285562 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.db [None req-a26eca1f-1b47-4301-bae0-90abfd4c8291 admin admin] For port 95466e8d-f8d1-43bd-85bc-af2a1ae6275b, host dv-cinder-790535-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=95466e8d-f8d1-43bd-85bc-af2a1ae6275b,segment=NetworkSegment(0b254eb8-8459-4a20-9dd6-e212af12e724),segment_id=0b254eb8-8459-4a20-9dd6-e212af12e724)] {{(pid=113423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:51:53.288878 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-a26eca1f-1b47-4301-bae0-90abfd4c8291 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699225'] for port (95466e8d-f8d1-43bd-85bc-af2a1ae6275b), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:53.304283 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.plugin [None req-a26eca1f-1b47-4301-bae0-90abfd4c8291 admin admin] Calling delete_port for 95466e8d-f8d1-43bd-85bc-af2a1ae6275b owned by network:router_gateway {{(pid=113423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 09:51:53.337958 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvr_db [None req-1f6b9fa3-a17e-44b4-abdf-330711d47280 None None] Set router 7d103bd1-dd46-42e7-b4b1-1660369b7836 gateway port host: None {{(pid=113426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 09:51:53.394654 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-1f6b9fa3-a17e-44b4-abdf-330711d47280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d103bd1-dd46-42e7-b4b1-1660369b7836', 'name': 'tempest-DeleteServersTestJSON-322079799-router', 'tenant_id': 'cca830d4d9384e99b6f499a457776de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:50:29Z', 'updated_at': '2022-09-16T09:51:52Z', 'revision_number': 6, 'project_id': 'cca830d4d9384e99b6f499a457776de4', 'gw_port_host': None}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:51:53.424562 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6b9fa3-a17e-44b4-abdf-330711d47280 None None] The sync data for ids ['7d103bd1-dd46-42e7-b4b1-1660369b7836'] in dv-cinder-790535-43-iscsi is: [{'id': '7d103bd1-dd46-42e7-b4b1-1660369b7836', 'name': 'tempest-DeleteServersTestJSON-322079799-router', 'tenant_id': 'cca830d4d9384e99b6f499a457776de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:50:29Z', 'updated_at': '2022-09-16T09:51:52Z', 'revision_number': 6, 'project_id': 'cca830d4d9384e99b6f499a457776de4', 'gw_port_host': None}] {{(pid=113426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 09:51:53.441500 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa6442f-7b7d-4bf1-908a-d7a5f983e655 req-320986d0-ece4-43fc-a837-de1524654941 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:53.443210 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-eaa6442f-7b7d-4bf1-908a-d7a5f983e655 req-320986d0-ece4-43fc-a837-de1524654941 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a6f3fc30-e196-4427-90b4-5d49b56a9b46 HTTP/1.1" status: 200 len: 946 time: 0.1322904 Sep 16 09:51:53.448721 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-60fccf7f-b416-4e3b-b37a-cc233d5a2f35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (ad428c76-6b63-400d-b3c9-4fe766b7322a), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:53.462959 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-065d4ab1-2b81-4520-b812-710ade4cf35e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (d984c270-f4c0-442d-80f6-de531c0cd748), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:53.465931 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-065d4ab1-2b81-4520-b812-710ade4cf35e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:53.467490 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-065d4ab1-2b81-4520-b812-710ade4cf35e admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/d984c270-f4c0-442d-80f6-de531c0cd748 HTTP/1.1" status: 204 len: 168 time: 0.4491074 Sep 16 09:51:53.520238 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065d4ab1-2b81-4520-b812-710ade4cf35e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d984c270-f4c0-442d-80f6-de531c0cd748,revision_number=None']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:51:53.522649 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fccf7f-b416-4e3b-b37a-cc233d5a2f35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad428c76-6b63-400d-b3c9-4fe766b7322a,revision_number=1']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:51:53.536406 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-60fccf7f-b416-4e3b-b37a-cc233d5a2f35 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=00df8b230b0144df940211f96379dd63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6769331 Sep 16 09:51:53.539155 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 49190) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:51:53.574202 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-eaa6442f-7b7d-4bf1-908a-d7a5f983e655 req-7db23e85-ee25-4804-8626-bc0d52822a85 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054988 Sep 16 09:51:53.580316 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=80,neutron:INSERT=19,neutron:UPDATE=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:51:53.605444 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-fa1718d8-f914-42b4-9acd-070a1b16693d admin admin] Publish callbacks [] for security_group (ad428c76-6b63-400d-b3c9-4fe766b7322a), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:53.629859 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-fa1718d8-f914-42b4-9acd-070a1b16693d admin admin] Publish callbacks [] for security_group (ad428c76-6b63-400d-b3c9-4fe766b7322a), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:53.778809 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-fa1718d8-f914-42b4-9acd-070a1b16693d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (ad428c76-6b63-400d-b3c9-4fe766b7322a), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:53.782398 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-a26eca1f-1b47-4301-bae0-90abfd4c8291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759571687051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759571245514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473602'] for port (95466e8d-f8d1-43bd-85bc-af2a1ae6275b), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:53.784451 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-fa1718d8-f914-42b4-9acd-070a1b16693d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:53.790223 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-fa1718d8-f914-42b4-9acd-070a1b16693d admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/ad428c76-6b63-400d-b3c9-4fe766b7322a HTTP/1.1" status: 204 len: 168 time: 0.2496161 Sep 16 09:51:53.800129 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1718d8-f914-42b4-9acd-070a1b16693d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad428c76-6b63-400d-b3c9-4fe766b7322a,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:51:53.825306 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26eca1f-1b47-4301-bae0-90abfd4c8291 admin admin] Pushing event deleted for resources: {'Port': ['ID=95466e8d-f8d1-43bd-85bc-af2a1ae6275b,revision_number=None']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:51:53.902005 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-a26eca1f-1b47-4301-bae0-90abfd4c8291 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-711513'] for router_gateway (7d103bd1-dd46-42e7-b4b1-1660369b7836), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:53.949744 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:51:54.018947 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-a26eca1f-1b47-4301-bae0-90abfd4c8291 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1171'] for router (7d103bd1-dd46-42e7-b4b1-1660369b7836), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:54.021911 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-a26eca1f-1b47-4301-bae0-90abfd4c8291 admin admin] Publish callbacks [] for router_controller (7d103bd1-dd46-42e7-b4b1-1660369b7836), precommit_delete_associations {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:54.171447 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-a26eca1f-1b47-4301-bae0-90abfd4c8291 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-697966'] for router (7d103bd1-dd46-42e7-b4b1-1660369b7836), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:54.172075 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a26eca1f-1b47-4301-bae0-90abfd4c8291 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d103bd1-dd46-42e7-b4b1-1660369b7836 {{(pid=113423) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 09:51:54.177381 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-a26eca1f-1b47-4301-bae0-90abfd4c8291 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:54.178640 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-a26eca1f-1b47-4301-bae0-90abfd4c8291 admin admin] 10.222.0.73 "DELETE /networking/v2.0/routers/7d103bd1-dd46-42e7-b4b1-1660369b7836 HTTP/1.1" status: 204 len: 168 time: 1.4140427 Sep 16 09:51:54.181170 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 49202) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:51:54.227531 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9e618d8-42d6-4120-9ee4-ee29aba74a59 admin admin] Deleting subnet 80836663-f6b0-4f56-957f-9b1306195e91 {{(pid=113423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 09:51:54.230742 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-c9e618d8-42d6-4120-9ee4-ee29aba74a59 admin admin] Publish callbacks [] for subnet (80836663-f6b0-4f56-957f-9b1306195e91), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:54.271247 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-c9e618d8-42d6-4120-9ee4-ee29aba74a59 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26815304'] for subnet (80836663-f6b0-4f56-957f-9b1306195e91), precommit_delete_associations {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:54.396979 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-c9e618d8-42d6-4120-9ee4-ee29aba74a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1872270'] for subnet (80836663-f6b0-4f56-957f-9b1306195e91), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:54.564558 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-c9e618d8-42d6-4120-9ee4-ee29aba74a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1875891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2473709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2535151'] for subnet (80836663-f6b0-4f56-957f-9b1306195e91), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:54.594775 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e618d8-42d6-4120-9ee4-ee29aba74a59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80836663-f6b0-4f56-957f-9b1306195e91,revision_number=None']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:51:54.599079 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-925706ef-dcbb-46db-adeb-41cd404d968e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (647718b3-8298-4382-86e2-3fad9f5d7804), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:54.606374 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-c9e618d8-42d6-4120-9ee4-ee29aba74a59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546317'] for subnet (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:54.615682 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52fb6137-e50e-4155-ab44-366680c4ab39 None None] Network c4842324-ee85-46c7-9e8f-0b04468e9bb4 requested from dv-cinder-790535-43-iscsi {{(pid=113425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 09:51:54.619857 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-c9e618d8-42d6-4120-9ee4-ee29aba74a59 admin admin] 10.222.0.73 "DELETE /networking/v2.0/subnets/80836663-f6b0-4f56-957f-9b1306195e91 HTTP/1.1" status: 204 len: 168 time: 0.4375930 Sep 16 09:51:54.622343 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 49218) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:51:54.728959 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-9e0e2399-b56a-4427-bb47-43aa53f39b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1848827'] for network (c4842324-ee85-46c7-9e8f-0b04468e9bb4), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:54.796076 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8488b51-f344-460f-9588-70e79df655da req-d518a79e-101e-40bb-8ae2-9974f0766560 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:54.796076 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-d8488b51-f344-460f-9588-70e79df655da req-d518a79e-101e-40bb-8ae2-9974f0766560 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a6f3fc30-e196-4427-90b4-5d49b56a9b46 HTTP/1.1" status: 200 len: 946 time: 0.0960324 Sep 16 09:51:54.829092 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:51:54.849194 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.plugin [None req-9e0e2399-b56a-4427-bb47-43aa53f39b99 admin admin] Deleting port 6d2e6940-9ae5-47ac-a049-fbb73b822288 {{(pid=113423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 09:51:54.849388 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d84734-7c12-49a0-ae47-a4e39f7a0a70 None None] DHCP port deletion for c4842324-ee85-46c7-9e8f-0b04468e9bb4 request from dv-cinder-790535-43-iscsi {{(pid=113425) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 09:51:54.849986 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-9e0e2399-b56a-4427-bb47-43aa53f39b99 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759571771405'] for port (6d2e6940-9ae5-47ac-a049-fbb73b822288), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:54.907546 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-d8488b51-f344-460f-9588-70e79df655da req-bd08696a-dafe-4e1f-ba8c-c608028ab1f6 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074021 Sep 16 09:51:54.914928 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 49228) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:51:54.954152 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-74373883-9c38-42a5-9626-fcdf50db6ddf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:55.010974 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.db [None req-9e0e2399-b56a-4427-bb47-43aa53f39b99 admin admin] For port 6d2e6940-9ae5-47ac-a049-fbb73b822288, host dv-cinder-790535-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=6d2e6940-9ae5-47ac-a049-fbb73b822288,segment=NetworkSegment(4ba7d294-130d-48b9-a99d-edaaffd525bf),segment_id=4ba7d294-130d-48b9-a99d-edaaffd525bf)] {{(pid=113423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:51:55.011756 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-9e0e2399-b56a-4427-bb47-43aa53f39b99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699225'] for port (6d2e6940-9ae5-47ac-a049-fbb73b822288), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:55.031888 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.plugin [None req-9e0e2399-b56a-4427-bb47-43aa53f39b99 admin admin] Calling delete_port for 6d2e6940-9ae5-47ac-a049-fbb73b822288 owned by network:dhcp {{(pid=113423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 09:51:55.084633 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-74373883-9c38-42a5-9626-fcdf50db6ddf admin admin] Publish callbacks [] for security_group (906995a0-e24a-4da2-b815-d33e6642ee09), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:55.104309 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device 532fb59b-a9f1-4899-848a-9c67d077c29a no longer exists at agent ovs-agent-dv-cinder-790535-43-iscsi {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 09:51:55.125191 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-06d84734-7c12-49a0-ae47-a4e39f7a0a70 None None] Deleting port 6d2e6940-9ae5-47ac-a049-fbb73b822288 {{(pid=113425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 09:51:55.125889 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-06d84734-7c12-49a0-ae47-a4e39f7a0a70 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759571771405'] for port (6d2e6940-9ae5-47ac-a049-fbb73b822288), before_delete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:55.129089 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] No Port match for: 532fb59b-a9f1-4899-848a-9c67d077c29a {{(pid=113425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 09:51:55.129945 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device 532fb59b-a9f1-4899-848a-9c67d077c29a not bound to the agent host dv-cinder-790535-43-iscsi {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 09:51:55.137957 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device 95466e8d-f8d1-43bd-85bc-af2a1ae6275b no longer exists at agent ovs-agent-dv-cinder-790535-43-iscsi {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 09:51:55.153914 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-74373883-9c38-42a5-9626-fcdf50db6ddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (906995a0-e24a-4da2-b815-d33e6642ee09), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:55.165624 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] No Port match for: 95466e8d-f8d1-43bd-85bc-af2a1ae6275b {{(pid=113425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 09:51:55.165983 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device 95466e8d-f8d1-43bd-85bc-af2a1ae6275b not bound to the agent host dv-cinder-790535-43-iscsi {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 09:51:55.182974 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-74373883-9c38-42a5-9626-fcdf50db6ddf admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=b63114ce57be49dea218769ee1a7e65c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2670491 Sep 16 09:51:55.185891 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 49232) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:51:55.214748 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74373883-9c38-42a5-9626-fcdf50db6ddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=906995a0-e24a-4da2-b815-d33e6642ee09,revision_number=1']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:51:55.231814 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-06d84734-7c12-49a0-ae47-a4e39f7a0a70 None None] For port 6d2e6940-9ae5-47ac-a049-fbb73b822288, host dv-cinder-790535-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=6d2e6940-9ae5-47ac-a049-fbb73b822288,segment=NetworkSegment(4ba7d294-130d-48b9-a99d-edaaffd525bf),segment_id=4ba7d294-130d-48b9-a99d-edaaffd525bf)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:51:55.232490 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-06d84734-7c12-49a0-ae47-a4e39f7a0a70 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699225'] for port (6d2e6940-9ae5-47ac-a049-fbb73b822288), precommit_delete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:55.235933 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-9e0e2399-b56a-4427-bb47-43aa53f39b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759571687051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759571245514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473602'] for port (6d2e6940-9ae5-47ac-a049-fbb73b822288), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:55.255119 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-06d84734-7c12-49a0-ae47-a4e39f7a0a70 None None] Calling delete_port for 6d2e6940-9ae5-47ac-a049-fbb73b822288 owned by network:dhcp {{(pid=113425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 09:51:55.265064 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-4edea080-035a-4385-b437-f371e3f26697 admin admin] Publish callbacks [] for security_group (906995a0-e24a-4da2-b815-d33e6642ee09), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:55.281501 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0e2399-b56a-4427-bb47-43aa53f39b99 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d2e6940-9ae5-47ac-a049-fbb73b822288,revision_number=None']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:51:55.297403 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0e2399-b56a-4427-bb47-43aa53f39b99 admin admin] No DVR routers for this DVR port 6d2e6940-9ae5-47ac-a049-fbb73b822288 on host dv-cinder-790535-43-iscsi {{(pid=113423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 09:51:55.335378 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-4edea080-035a-4385-b437-f371e3f26697 admin admin] Publish callbacks [] for security_group (906995a0-e24a-4da2-b815-d33e6642ee09), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:55.341647 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:51:55.396185 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-06d84734-7c12-49a0-ae47-a4e39f7a0a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759571687051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759571245514'] for port (6d2e6940-9ae5-47ac-a049-fbb73b822288), after_delete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:55.417655 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-9e0e2399-b56a-4427-bb47-43aa53f39b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1303205', 'neutron.services.segments.db._delete_segments_for_network-8759571758529'] for network (c4842324-ee85-46c7-9e8f-0b04468e9bb4), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:55.442436 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d84734-7c12-49a0-ae47-a4e39f7a0a70 None None] Pushing event deleted for resources: {'Port': ['ID=6d2e6940-9ae5-47ac-a049-fbb73b822288,revision_number=None']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:51:55.442436 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d84734-7c12-49a0-ae47-a4e39f7a0a70 None None] No DVR routers for this DVR port 6d2e6940-9ae5-47ac-a049-fbb73b822288 on host dv-cinder-790535-43-iscsi {{(pid=113425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 09:51:55.443504 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d84734-7c12-49a0-ae47-a4e39f7a0a70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:51:55.443855 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d84734-7c12-49a0-ae47-a4e39f7a0a70 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:51:55.444340 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d84734-7c12-49a0-ae47-a4e39f7a0a70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:51:55.444689 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d84734-7c12-49a0-ae47-a4e39f7a0a70 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:51:55.445026 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d84734-7c12-49a0-ae47-a4e39f7a0a70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:51:55.445356 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d84734-7c12-49a0-ae47-a4e39f7a0a70 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:51:55.445731 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d84734-7c12-49a0-ae47-a4e39f7a0a70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:51:55.446040 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d84734-7c12-49a0-ae47-a4e39f7a0a70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:51:55.446524 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d84734-7c12-49a0-ae47-a4e39f7a0a70 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:51:55.447001 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d84734-7c12-49a0-ae47-a4e39f7a0a70 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:51:55.447477 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d84734-7c12-49a0-ae47-a4e39f7a0a70 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:51:55.448058 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d84734-7c12-49a0-ae47-a4e39f7a0a70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:51:55.448322 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d84734-7c12-49a0-ae47-a4e39f7a0a70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:51:55.448648 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d84734-7c12-49a0-ae47-a4e39f7a0a70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:51:55.448972 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d84734-7c12-49a0-ae47-a4e39f7a0a70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:51:55.468675 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:51:55.472846 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.services.segments.db [None req-9e0e2399-b56a-4427-bb47-43aa53f39b99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4842324-ee85-46c7-9e8f-0b04468e9bb4']}} {{(pid=113423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:51:55.483943 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.services.segments.db [None req-9e0e2399-b56a-4427-bb47-43aa53f39b99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ba7d294-130d-48b9-a99d-edaaffd525bf') {'for_net_delete': True} {{(pid=113423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:51:55.483943 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.services.segments.db [None req-9e0e2399-b56a-4427-bb47-43aa53f39b99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ba7d294-130d-48b9-a99d-edaaffd525bf') {} {{(pid=113423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:51:55.494906 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-9e0e2399-b56a-4427-bb47-43aa53f39b99 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759571758421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26815347'] for segment (4ba7d294-130d-48b9-a99d-edaaffd525bf), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:55.508903 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-9e0e2399-b56a-4427-bb47-43aa53f39b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1277354'] for segment (4ba7d294-130d-48b9-a99d-edaaffd525bf), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:55.516712 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e0e2399-b56a-4427-bb47-43aa53f39b99 admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=113423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 09:51:55.517313 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-9e0e2399-b56a-4427-bb47-43aa53f39b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1277354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473559'] for segment (4ba7d294-130d-48b9-a99d-edaaffd525bf), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:55.563185 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.services.segments.plugin [-] Segment 4ba7d294-130d-48b9-a99d-edaaffd525bf resource provider aggregate not found Sep 16 09:51:55.587177 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.services.segments.plugin [-] Segment 4ba7d294-130d-48b9-a99d-edaaffd525bf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4ba7d294-130d-48b9-a99d-edaaffd525bf found for delete ", "request_id": "req-4531e400-9034-4fd8-bc34-178a39db0698"}]} Sep 16 09:51:55.617223 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-4edea080-035a-4385-b437-f371e3f26697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (906995a0-e24a-4da2-b815-d33e6642ee09), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:55.619876 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-4edea080-035a-4385-b437-f371e3f26697 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:55.621111 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-4edea080-035a-4385-b437-f371e3f26697 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/906995a0-e24a-4da2-b815-d33e6642ee09 HTTP/1.1" status: 204 len: 168 time: 0.4342306 Sep 16 09:51:55.629659 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edea080-035a-4385-b437-f371e3f26697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=906995a0-e24a-4da2-b815-d33e6642ee09,revision_number=None']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:51:55.695838 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-9e0e2399-b56a-4427-bb47-43aa53f39b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1303196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-711564'] for network (c4842324-ee85-46c7-9e8f-0b04468e9bb4), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:55.704706 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-9e0e2399-b56a-4427-bb47-43aa53f39b99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546317'] for network (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:55.711719 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-9e0e2399-b56a-4427-bb47-43aa53f39b99 admin admin] 10.222.0.73 "DELETE /networking/v2.0/networks/c4842324-ee85-46c7-9e8f-0b04468e9bb4 HTTP/1.1" status: 204 len: 168 time: 1.0858746 Sep 16 09:51:55.733345 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0e2399-b56a-4427-bb47-43aa53f39b99 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4842324-ee85-46c7-9e8f-0b04468e9bb4,revision_number=None']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:51:55.895793 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-c17a0cac-31fa-4a66-ad06-99f53fca2b4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (2d63c820-fb16-4aae-acf9-0482010d4ad8), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:56.054589 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94db087-e079-4910-9a3d-1bfa4135c061 req-1ff6db92-278a-4b2f-8f99-27b12f4f29b6 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:56.056606 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-d94db087-e079-4910-9a3d-1bfa4135c061 req-1ff6db92-278a-4b2f-8f99-27b12f4f29b6 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a6f3fc30-e196-4427-90b4-5d49b56a9b46 HTTP/1.1" status: 200 len: 946 time: 0.0511358 Sep 16 09:51:56.109605 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-d94db087-e079-4910-9a3d-1bfa4135c061 req-fe9b681d-744f-4f57-8ef9-7e780cbd2933 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471742 Sep 16 09:51:56.289800 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 49296) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:51:56.339671 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-42aa4959-2d1c-41eb-b985-5cd4268330c8 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=cca830d4d9384e99b6f499a457776de4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0478675 Sep 16 09:51:56.342323 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 49298) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:51:56.398175 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-ddc6756a-5183-405c-8fea-e451bc67fa22 admin admin] Publish callbacks [] for security_group (0d70b26c-7726-4804-b507-71b01b78f009), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:56.419025 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-ddc6756a-5183-405c-8fea-e451bc67fa22 admin admin] Publish callbacks [] for security_group (0d70b26c-7726-4804-b507-71b01b78f009), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:56.588521 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-ddc6756a-5183-405c-8fea-e451bc67fa22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (0d70b26c-7726-4804-b507-71b01b78f009), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:56.596625 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-ddc6756a-5183-405c-8fea-e451bc67fa22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:56.596625 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-ddc6756a-5183-405c-8fea-e451bc67fa22 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/0d70b26c-7726-4804-b507-71b01b78f009 HTTP/1.1" status: 204 len: 168 time: 0.2489538 Sep 16 09:51:56.602458 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc6756a-5183-405c-8fea-e451bc67fa22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d70b26c-7726-4804-b507-71b01b78f009,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:51:56.807167 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 49316) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:51:56.842340 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device 6d2e6940-9ae5-47ac-a049-fbb73b822288 no longer exists at agent ovs-agent-dv-cinder-790535-43-iscsi {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 09:51:56.867086 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] No Port match for: 6d2e6940-9ae5-47ac-a049-fbb73b822288 {{(pid=113425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 09:51:56.867436 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device 6d2e6940-9ae5-47ac-a049-fbb73b822288 not bound to the agent host dv-cinder-790535-43-iscsi {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 09:51:56.962863 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-d58e0433-ef80-4fbe-8ad0-8d942cc8bd38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:57.040761 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:51:57.045648 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-d58e0433-ef80-4fbe-8ad0-8d942cc8bd38 admin admin] Publish callbacks [] for security_group (3c456b80-3ad6-4c71-9725-efe5e9396905), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:57.172210 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-d58e0433-ef80-4fbe-8ad0-8d942cc8bd38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (3c456b80-3ad6-4c71-9725-efe5e9396905), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:57.248936 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-d58e0433-ef80-4fbe-8ad0-8d942cc8bd38 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=3fcc28471dda4d1db785e1ef5af3b7f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4406672 Sep 16 09:51:57.251640 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 49336) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:51:57.260411 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58e0433-ef80-4fbe-8ad0-8d942cc8bd38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c456b80-3ad6-4c71-9725-efe5e9396905,revision_number=1']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:51:57.295132 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b7bcef-af42-483f-9ccc-c6b91a6dceb4 req-5e2f668f-2347-4c94-b0f1-995d34f9b7cc tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:57.296695 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-e9b7bcef-af42-483f-9ccc-c6b91a6dceb4 req-5e2f668f-2347-4c94-b0f1-995d34f9b7cc tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a6f3fc30-e196-4427-90b4-5d49b56a9b46 HTTP/1.1" status: 200 len: 946 time: 0.1047091 Sep 16 09:51:57.321521 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:DELETE=2 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:51:57.330616 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-9bc9abcc-2cc2-416f-add1-50920ac1869a admin admin] Publish callbacks [] for security_group (3c456b80-3ad6-4c71-9725-efe5e9396905), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:57.339466 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (be58d251-43cc-467d-bf31-2aae48e2ac56), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:57.343118 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-cd5fe5d0-24d3-4349-8269-176b5bcdf250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (65aa34d6-cc53-475e-ab2c-2c2516bff08f), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:57.354630 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-e9b7bcef-af42-483f-9ccc-c6b91a6dceb4 req-ae9a7dee-d845-41a8-b944-d814ff9388c3 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519187 Sep 16 09:51:57.369611 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-9bc9abcc-2cc2-416f-add1-50920ac1869a admin admin] Publish callbacks [] for security_group (3c456b80-3ad6-4c71-9725-efe5e9396905), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:57.474136 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-9bc9abcc-2cc2-416f-add1-50920ac1869a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (3c456b80-3ad6-4c71-9725-efe5e9396905), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:57.478182 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-9bc9abcc-2cc2-416f-add1-50920ac1869a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:57.479534 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-9bc9abcc-2cc2-416f-add1-50920ac1869a admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/3c456b80-3ad6-4c71-9725-efe5e9396905 HTTP/1.1" status: 204 len: 168 time: 0.2269204 Sep 16 09:51:57.487806 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc9abcc-2cc2-416f-add1-50920ac1869a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c456b80-3ad6-4c71-9725-efe5e9396905,revision_number=None']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:51:58.253191 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 49372) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:51:58.457053 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 49386) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:51:58.480845 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-201c7dda-0888-4f51-91be-3bdf07b09f9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:58.553121 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe974de-93f9-4e15-9293-1a7969d5ae13 req-0310ef55-6fc7-4f6e-afcc-0a9225f9b2ea tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:58.554742 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-2fe974de-93f9-4e15-9293-1a7969d5ae13 req-0310ef55-6fc7-4f6e-afcc-0a9225f9b2ea tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a6f3fc30-e196-4427-90b4-5d49b56a9b46 HTTP/1.1" status: 200 len: 946 time: 0.0993428 Sep 16 09:51:58.627228 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-201c7dda-0888-4f51-91be-3bdf07b09f9e admin admin] Publish callbacks [] for security_group (e969ca44-878b-4ddf-97d8-6e927e68294b), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:58.641172 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-2fe974de-93f9-4e15-9293-1a7969d5ae13 req-df152097-59de-4024-a34e-d2a93c85ccaf tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792692 Sep 16 09:51:58.734943 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-f614c8b6-db0f-41e3-a581-c4ca7e7f6e2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:58.798125 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-201c7dda-0888-4f51-91be-3bdf07b09f9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (e969ca44-878b-4ddf-97d8-6e927e68294b), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:58.810645 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-f614c8b6-db0f-41e3-a581-c4ca7e7f6e2d admin admin] Publish callbacks [] for security_group (777cf63b-9d95-43e1-827f-f8ec31c45e1d), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:58.840681 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201c7dda-0888-4f51-91be-3bdf07b09f9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e969ca44-878b-4ddf-97d8-6e927e68294b,revision_number=1']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:51:58.847075 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-201c7dda-0888-4f51-91be-3bdf07b09f9e admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=a76b0a9f6e8e4e6ebeccbe81ddfba1fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3840551 Sep 16 09:51:58.850299 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 49398) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:51:58.901288 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-f614c8b6-db0f-41e3-a581-c4ca7e7f6e2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (777cf63b-9d95-43e1-827f-f8ec31c45e1d), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:58.909011 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-116b3968-c5d0-475a-a1e1-a5554a280c21 admin admin] Publish callbacks [] for security_group (e969ca44-878b-4ddf-97d8-6e927e68294b), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:58.949423 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-116b3968-c5d0-475a-a1e1-a5554a280c21 admin admin] Publish callbacks [] for security_group (e969ca44-878b-4ddf-97d8-6e927e68294b), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:58.962723 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f614c8b6-db0f-41e3-a581-c4ca7e7f6e2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=777cf63b-9d95-43e1-827f-f8ec31c45e1d,revision_number=1']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:51:58.967247 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-f614c8b6-db0f-41e3-a581-c4ca7e7f6e2d admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=7e0d567cdb2d43e2be7696282c3972a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7125955 Sep 16 09:51:58.969826 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 49408) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:51:58.979500 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:51:59.035279 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-910af4c3-73ce-4a70-9b4f-379573183d96 admin admin] Publish callbacks [] for security_group (777cf63b-9d95-43e1-827f-f8ec31c45e1d), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:59.056545 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-910af4c3-73ce-4a70-9b4f-379573183d96 admin admin] Publish callbacks [] for security_group (777cf63b-9d95-43e1-827f-f8ec31c45e1d), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:59.094932 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-116b3968-c5d0-475a-a1e1-a5554a280c21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (e969ca44-878b-4ddf-97d8-6e927e68294b), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:59.104539 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-116b3968-c5d0-475a-a1e1-a5554a280c21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:59.107375 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-116b3968-c5d0-475a-a1e1-a5554a280c21 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/e969ca44-878b-4ddf-97d8-6e927e68294b HTTP/1.1" status: 204 len: 168 time: 0.2557905 Sep 16 09:51:59.122530 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116b3968-c5d0-475a-a1e1-a5554a280c21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e969ca44-878b-4ddf-97d8-6e927e68294b,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:51:59.211754 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-910af4c3-73ce-4a70-9b4f-379573183d96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (777cf63b-9d95-43e1-827f-f8ec31c45e1d), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:59.214444 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-910af4c3-73ce-4a70-9b4f-379573183d96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:51:59.215656 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-910af4c3-73ce-4a70-9b4f-379573183d96 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/777cf63b-9d95-43e1-827f-f8ec31c45e1d HTTP/1.1" status: 204 len: 168 time: 0.2448068 Sep 16 09:51:59.225514 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910af4c3-73ce-4a70-9b4f-379573183d96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=777cf63b-9d95-43e1-827f-f8ec31c45e1d,revision_number=None']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:51:59.797279 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1d2ac1-8c61-4836-b88b-2f1460f1f9b9 req-7f342f45-d523-4e24-af7b-1a816ce38b88 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:51:59.798939 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-fc1d2ac1-8c61-4836-b88b-2f1460f1f9b9 req-7f342f45-d523-4e24-af7b-1a816ce38b88 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a6f3fc30-e196-4427-90b4-5d49b56a9b46 HTTP/1.1" status: 200 len: 946 time: 0.0723293 Sep 16 09:52:00.091613 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-fc1d2ac1-8c61-4836-b88b-2f1460f1f9b9 req-13376d9f-067b-4ec8-9699-7dea5e1701e0 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845552 Sep 16 09:52:00.215023 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 49454) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:52:00.228474 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-ad360dea-8a88-4ced-a351-0641a4bce9c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:00.312438 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-ad360dea-8a88-4ced-a351-0641a4bce9c7 admin admin] Publish callbacks [] for security_group (6391edca-d3a0-4c3e-873d-8dbd184160db), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:00.395330 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-ad360dea-8a88-4ced-a351-0641a4bce9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (6391edca-d3a0-4c3e-873d-8dbd184160db), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:00.436843 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-ad360dea-8a88-4ced-a351-0641a4bce9c7 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=ad16bcb378764686bc89a120cc6e0f88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2207160 Sep 16 09:52:00.437850 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad360dea-8a88-4ced-a351-0641a4bce9c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6391edca-d3a0-4c3e-873d-8dbd184160db,revision_number=1']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:52:00.439800 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 49464) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:52:00.512295 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-bd683015-1514-46f7-8aa3-7cce60d77e4e admin admin] Publish callbacks [] for security_group (6391edca-d3a0-4c3e-873d-8dbd184160db), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:00.535575 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=9 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:52:00.537322 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-bd683015-1514-46f7-8aa3-7cce60d77e4e admin admin] Publish callbacks [] for security_group (6391edca-d3a0-4c3e-873d-8dbd184160db), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:00.708572 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-bd683015-1514-46f7-8aa3-7cce60d77e4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (6391edca-d3a0-4c3e-873d-8dbd184160db), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:00.711496 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-bd683015-1514-46f7-8aa3-7cce60d77e4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:00.715169 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-bd683015-1514-46f7-8aa3-7cce60d77e4e admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/6391edca-d3a0-4c3e-873d-8dbd184160db HTTP/1.1" status: 204 len: 168 time: 0.2701871 Sep 16 09:52:00.725508 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd683015-1514-46f7-8aa3-7cce60d77e4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6391edca-d3a0-4c3e-873d-8dbd184160db,revision_number=None']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:52:00.737879 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=70,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:52:01.108542 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 49484) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:52:01.222978 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99be24a-b799-49c2-bcee-b0f7a40d3c86 req-74e05529-8798-46c1-baf2-5d77305cfd65 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:01.224699 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-a99be24a-b799-49c2-bcee-b0f7a40d3c86 req-74e05529-8798-46c1-baf2-5d77305cfd65 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a6f3fc30-e196-4427-90b4-5d49b56a9b46 HTTP/1.1" status: 200 len: 946 time: 0.0519094 Sep 16 09:52:01.275778 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-1f704702-50c9-42cd-8964-5c30ad38e520 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:01.301351 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-a99be24a-b799-49c2-bcee-b0f7a40d3c86 req-11dcdff5-9b79-4315-9d79-04c0e9aaf5c4 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669658 Sep 16 09:52:01.398229 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-1f704702-50c9-42cd-8964-5c30ad38e520 admin admin] Publish callbacks [] for security_group (aa214915-751f-4117-a00f-635dfa3c6158), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:01.508254 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-1f704702-50c9-42cd-8964-5c30ad38e520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (aa214915-751f-4117-a00f-635dfa3c6158), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:01.552556 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-1f704702-50c9-42cd-8964-5c30ad38e520 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=b2dbbabde20945828b61a2fc788b8efc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4426105 Sep 16 09:52:01.553449 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f704702-50c9-42cd-8964-5c30ad38e520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa214915-751f-4117-a00f-635dfa3c6158,revision_number=1']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:52:01.555344 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 49500) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:52:01.614562 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-dff63760-891b-4de9-959b-242db7dedb65 admin admin] Publish callbacks [] for security_group (aa214915-751f-4117-a00f-635dfa3c6158), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:01.638957 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-dff63760-891b-4de9-959b-242db7dedb65 admin admin] Publish callbacks [] for security_group (aa214915-751f-4117-a00f-635dfa3c6158), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:01.800281 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-dff63760-891b-4de9-959b-242db7dedb65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (aa214915-751f-4117-a00f-635dfa3c6158), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:01.803133 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-dff63760-891b-4de9-959b-242db7dedb65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:01.804321 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-dff63760-891b-4de9-959b-242db7dedb65 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/aa214915-751f-4117-a00f-635dfa3c6158 HTTP/1.1" status: 204 len: 168 time: 0.2478933 Sep 16 09:52:01.812440 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff63760-891b-4de9-959b-242db7dedb65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa214915-751f-4117-a00f-635dfa3c6158,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:52:02.397933 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=5 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:52:02.421781 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:52:02.437165 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f631ce95-c4d6-4565-ae15-e8e5f85311a2 req-05dbbe8c-a275-459e-88d0-84e700eab72e tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:02.438917 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-f631ce95-c4d6-4565-ae15-e8e5f85311a2 req-05dbbe8c-a275-459e-88d0-84e700eab72e tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a6f3fc30-e196-4427-90b4-5d49b56a9b46 HTTP/1.1" status: 200 len: 946 time: 0.0532384 Sep 16 09:52:02.495041 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-f631ce95-c4d6-4565-ae15-e8e5f85311a2 req-f7bd7d4c-ff88-4ea8-b81f-4df258be8bf2 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473876 Sep 16 09:52:03.398342 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=63 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:52:03.620115 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06b1752-00c0-4a78-8cab-98447fc28cb4 req-28639951-b5f4-4976-bb22-dc7bf9dbd8ea tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:03.621624 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-a06b1752-00c0-4a78-8cab-98447fc28cb4 req-28639951-b5f4-4976-bb22-dc7bf9dbd8ea tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a6f3fc30-e196-4427-90b4-5d49b56a9b46 HTTP/1.1" status: 200 len: 946 time: 0.0478489 Sep 16 09:52:03.651816 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:52:03.668830 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-a06b1752-00c0-4a78-8cab-98447fc28cb4 req-38f04c0c-281d-4ece-8ea6-a57e79da96c3 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417230 Sep 16 09:52:03.986114 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (5b31c92a-f134-4c39-96dd-6f3267de2076), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:04.799348 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aa949d-ec4f-44e4-92c2-4ae5fe81177e req-985ca885-a84c-415a-a2fc-f04defe9c4a4 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:04.800775 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-f7aa949d-ec4f-44e4-92c2-4ae5fe81177e req-985ca885-a84c-415a-a2fc-f04defe9c4a4 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a6f3fc30-e196-4427-90b4-5d49b56a9b46 HTTP/1.1" status: 200 len: 946 time: 0.0541997 Sep 16 09:52:04.862371 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-f7aa949d-ec4f-44e4-92c2-4ae5fe81177e req-3958609d-d7bb-4020-b664-78e65255c5d9 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518639 Sep 16 09:52:05.990336 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161397e1-2436-4165-bb03-52726bccaf3e req-b2ccbe76-9961-4d26-ac3f-246655e10f82 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:05.991814 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-161397e1-2436-4165-bb03-52726bccaf3e req-b2ccbe76-9961-4d26-ac3f-246655e10f82 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a6f3fc30-e196-4427-90b4-5d49b56a9b46 HTTP/1.1" status: 200 len: 946 time: 0.0487499 Sep 16 09:52:06.044098 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-161397e1-2436-4165-bb03-52726bccaf3e req-6a538850-a19f-4761-8797-48ca83499936 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463884 Sep 16 09:52:07.167833 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f56e26a-d25d-4d1e-b691-08e6489052bf req-34d4a26e-f896-4ab2-a585-96b59b1729fa tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:07.169319 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-2f56e26a-d25d-4d1e-b691-08e6489052bf req-34d4a26e-f896-4ab2-a585-96b59b1729fa tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a6f3fc30-e196-4427-90b4-5d49b56a9b46 HTTP/1.1" status: 200 len: 946 time: 0.0485539 Sep 16 09:52:07.218231 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-2f56e26a-d25d-4d1e-b691-08e6489052bf req-c086c667-f988-4b4d-84b8-b310842a8cb2 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421073 Sep 16 09:52:08.342588 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500af227-3106-4953-b6c5-14e14fbe721a req-fa20c165-7ccb-4208-82c6-2e0783306d46 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:08.344124 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-500af227-3106-4953-b6c5-14e14fbe721a req-fa20c165-7ccb-4208-82c6-2e0783306d46 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a6f3fc30-e196-4427-90b4-5d49b56a9b46 HTTP/1.1" status: 200 len: 946 time: 0.0469623 Sep 16 09:52:08.392965 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-500af227-3106-4953-b6c5-14e14fbe721a req-bb1d9a5d-d0cd-4b0f-a005-0f48bbf8234a tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432527 Sep 16 09:52:09.515117 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67654324-7859-4082-a973-cf34ae14b67e req-829db491-5890-4e83-bbdc-4ceed5790d11 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:09.516599 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-67654324-7859-4082-a973-cf34ae14b67e req-829db491-5890-4e83-bbdc-4ceed5790d11 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a6f3fc30-e196-4427-90b4-5d49b56a9b46 HTTP/1.1" status: 200 len: 946 time: 0.0488019 Sep 16 09:52:09.566670 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-67654324-7859-4082-a973-cf34ae14b67e req-f56818d6-bea8-4b3c-a03f-2cad69254a6f tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444937 Sep 16 09:52:10.690135 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d88aca-01e5-403b-90af-89633b113d77 req-50ee154d-74f2-4240-897a-f196488df23b tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:10.691664 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-b4d88aca-01e5-403b-90af-89633b113d77 req-50ee154d-74f2-4240-897a-f196488df23b tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a6f3fc30-e196-4427-90b4-5d49b56a9b46 HTTP/1.1" status: 200 len: 946 time: 0.0480590 Sep 16 09:52:10.740319 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-b4d88aca-01e5-403b-90af-89633b113d77 req-8dc6fa70-1bf5-47e8-9394-b021180501d5 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427051 Sep 16 09:52:11.876926 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0676d6d4-3c74-4120-9af2-0a463169447d req-3d2b1294-9841-4bf3-8446-aabebbd4b4eb tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:11.878910 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-0676d6d4-3c74-4120-9af2-0a463169447d req-3d2b1294-9841-4bf3-8446-aabebbd4b4eb tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a6f3fc30-e196-4427-90b4-5d49b56a9b46 HTTP/1.1" status: 200 len: 946 time: 0.0580153 Sep 16 09:52:11.933852 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-0676d6d4-3c74-4120-9af2-0a463169447d req-fe13376f-eced-4361-abb7-93d2850ef2ee tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483968 Sep 16 09:52:13.281909 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d63f8b2-0fa0-4e4e-b352-5d52f3582a17 req-ad0e0b5d-f0ee-4248-93a1-3b7d67d26728 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:13.284141 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-8d63f8b2-0fa0-4e4e-b352-5d52f3582a17 req-ad0e0b5d-f0ee-4248-93a1-3b7d67d26728 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a6f3fc30-e196-4427-90b4-5d49b56a9b46 HTTP/1.1" status: 200 len: 946 time: 0.2704949 Sep 16 09:52:13.334853 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-8d63f8b2-0fa0-4e4e-b352-5d52f3582a17 req-b6b3b265-594c-4ee4-a9c0-f8138f8d385f tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444648 Sep 16 09:52:13.878121 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=8 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:52:13.882022 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=51,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:52:13.883755 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:UPDATE=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:52:14.475227 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab2825-7abd-4cf8-a0cc-eb53e8294c8e req-0d72ac5e-db66-48d7-8794-c52f2f0f03ad tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:14.477422 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-68ab2825-7abd-4cf8-a0cc-eb53e8294c8e req-0d72ac5e-db66-48d7-8794-c52f2f0f03ad tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a6f3fc30-e196-4427-90b4-5d49b56a9b46 HTTP/1.1" status: 200 len: 946 time: 0.0641241 Sep 16 09:52:14.535742 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-68ab2825-7abd-4cf8-a0cc-eb53e8294c8e req-8e7a85a5-4ce6-4eb5-9223-c28816f9bc9b tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491812 Sep 16 09:52:15.664214 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b77a77-9d63-4187-a33e-ea58a908a79f req-c53e9cab-01d7-4de2-aedf-750a9fe24275 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:15.665732 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-d8b77a77-9d63-4187-a33e-ea58a908a79f req-c53e9cab-01d7-4de2-aedf-750a9fe24275 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a6f3fc30-e196-4427-90b4-5d49b56a9b46 HTTP/1.1" status: 200 len: 946 time: 0.0487125 Sep 16 09:52:15.715955 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-d8b77a77-9d63-4187-a33e-ea58a908a79f req-2aad20a5-311d-4f36-a245-0f247a0c6c71 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444767 Sep 16 09:52:16.838601 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dfded6-6848-4e00-8d0e-53a8b2a98b21 req-ef4f8cd5-dd5c-428d-b7cf-74ce7b15d9e0 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:16.840124 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-b7dfded6-6848-4e00-8d0e-53a8b2a98b21 req-ef4f8cd5-dd5c-428d-b7cf-74ce7b15d9e0 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a6f3fc30-e196-4427-90b4-5d49b56a9b46 HTTP/1.1" status: 200 len: 946 time: 0.0489268 Sep 16 09:52:16.893402 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-b7dfded6-6848-4e00-8d0e-53a8b2a98b21 req-acf63f4a-f1b6-4756-a57e-0b4df2b68532 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470333 Sep 16 09:52:16.928788 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 49838) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:52:17.039130 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-0389baff-47f0-469f-900a-40b743ab855f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:17.114824 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-0389baff-47f0-469f-900a-40b743ab855f admin admin] Publish callbacks [] for security_group (2fac400d-c3ad-4bfe-a678-0e1915f69048), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:17.216232 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-0389baff-47f0-469f-900a-40b743ab855f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (2fac400d-c3ad-4bfe-a678-0e1915f69048), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:17.248171 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:52:17.258594 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-0389baff-47f0-469f-900a-40b743ab855f admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=358fcc87c2a84d29ba34b4dda8d3943e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3286877 Sep 16 09:52:17.259777 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0389baff-47f0-469f-900a-40b743ab855f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fac400d-c3ad-4bfe-a678-0e1915f69048,revision_number=1']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:52:17.261399 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 49842) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:52:17.313899 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-637b2f6f-968e-43d4-a4ff-47488f715fb1 admin admin] Publish callbacks [] for security_group (2fac400d-c3ad-4bfe-a678-0e1915f69048), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:17.336384 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-637b2f6f-968e-43d4-a4ff-47488f715fb1 admin admin] Publish callbacks [] for security_group (2fac400d-c3ad-4bfe-a678-0e1915f69048), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:17.467836 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-637b2f6f-968e-43d4-a4ff-47488f715fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (2fac400d-c3ad-4bfe-a678-0e1915f69048), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:17.470452 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-637b2f6f-968e-43d4-a4ff-47488f715fb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:17.471611 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-637b2f6f-968e-43d4-a4ff-47488f715fb1 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/2fac400d-c3ad-4bfe-a678-0e1915f69048 HTTP/1.1" status: 204 len: 168 time: 0.2091901 Sep 16 09:52:17.480266 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637b2f6f-968e-43d4-a4ff-47488f715fb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fac400d-c3ad-4bfe-a678-0e1915f69048,revision_number=None']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:52:18.017887 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8507737-f4bf-468a-bd9b-34202bf8879c req-4c621a37-97dc-4e70-af31-2bfa6f2694ad tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:18.021438 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-f8507737-f4bf-468a-bd9b-34202bf8879c req-4c621a37-97dc-4e70-af31-2bfa6f2694ad tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a6f3fc30-e196-4427-90b4-5d49b56a9b46 HTTP/1.1" status: 200 len: 946 time: 0.0522943 Sep 16 09:52:18.072148 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-f8507737-f4bf-468a-bd9b-34202bf8879c req-b7744922-565a-4585-9438-820fd2d05369 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449476 Sep 16 09:52:18.225088 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 49858) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:52:18.238202 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-50f8e1fe-843c-4128-8361-c1b6cd7a8fbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:18.275478 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:52:18.314455 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-50f8e1fe-843c-4128-8361-c1b6cd7a8fbe admin admin] Publish callbacks [] for security_group (9a3c6018-dfc7-4648-a728-0985c89f5cfd), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:18.385070 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-50f8e1fe-843c-4128-8361-c1b6cd7a8fbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (9a3c6018-dfc7-4648-a728-0985c89f5cfd), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:18.420539 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=9 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:52:18.428797 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f8e1fe-843c-4128-8361-c1b6cd7a8fbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a3c6018-dfc7-4648-a728-0985c89f5cfd,revision_number=1']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:52:18.435658 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-50f8e1fe-843c-4128-8361-c1b6cd7a8fbe admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=560a9125fb2d4150a09df8fd5f4ea13c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2069547 Sep 16 09:52:18.435947 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 49866) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:52:18.490648 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-ab28ec5b-7cfb-4d7a-8d66-aad86ba5098a admin admin] Publish callbacks [] for security_group (9a3c6018-dfc7-4648-a728-0985c89f5cfd), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:18.512695 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-ab28ec5b-7cfb-4d7a-8d66-aad86ba5098a admin admin] Publish callbacks [] for security_group (9a3c6018-dfc7-4648-a728-0985c89f5cfd), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:18.622297 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-ab28ec5b-7cfb-4d7a-8d66-aad86ba5098a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (9a3c6018-dfc7-4648-a728-0985c89f5cfd), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:18.625185 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-ab28ec5b-7cfb-4d7a-8d66-aad86ba5098a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:18.626814 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-ab28ec5b-7cfb-4d7a-8d66-aad86ba5098a admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/9a3c6018-dfc7-4648-a728-0985c89f5cfd HTTP/1.1" status: 204 len: 168 time: 0.1897542 Sep 16 09:52:18.641263 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab28ec5b-7cfb-4d7a-8d66-aad86ba5098a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a3c6018-dfc7-4648-a728-0985c89f5cfd,revision_number=None']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:52:19.168586 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 49886) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:52:19.201895 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1173345-c875-44c2-b723-e7caae9475f8 req-07945c84-7119-4879-9259-ccbbe38092b0 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:19.203325 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-a1173345-c875-44c2-b723-e7caae9475f8 req-07945c84-7119-4879-9259-ccbbe38092b0 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a6f3fc30-e196-4427-90b4-5d49b56a9b46 HTTP/1.1" status: 200 len: 946 time: 0.0528233 Sep 16 09:52:19.257987 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-a1173345-c875-44c2-b723-e7caae9475f8 req-1850456f-25e1-4233-b885-957173e9a327 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483456 Sep 16 09:52:19.289689 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-1aed63f4-48e2-41db-9aae-034c8bc8e991 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:19.372183 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-1aed63f4-48e2-41db-9aae-034c8bc8e991 admin admin] Publish callbacks [] for security_group (2e976128-035a-41cc-b623-5900d883550f), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:19.387224 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 49890) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:52:19.404504 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-7f2cbeb5-fe6d-42fb-806b-582d90f02834 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:19.433302 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-1aed63f4-48e2-41db-9aae-034c8bc8e991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (2e976128-035a-41cc-b623-5900d883550f), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:19.472811 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aed63f4-48e2-41db-9aae-034c8bc8e991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e976128-035a-41cc-b623-5900d883550f,revision_number=1']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:52:19.490574 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-1aed63f4-48e2-41db-9aae-034c8bc8e991 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=bad593dbf5ee4498ae941cf9135dc8cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3204918 Sep 16 09:52:19.491347 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:52:19.497725 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 49894) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:52:19.498164 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-7f2cbeb5-fe6d-42fb-806b-582d90f02834 admin admin] Publish callbacks [] for security_group (1905a476-a085-4ed9-bb51-df168f3b53ad), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:19.547786 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-e6042d8b-1072-40bc-863f-26d720100b11 admin admin] Publish callbacks [] for security_group (2e976128-035a-41cc-b623-5900d883550f), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:19.569268 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-e6042d8b-1072-40bc-863f-26d720100b11 admin admin] Publish callbacks [] for security_group (2e976128-035a-41cc-b623-5900d883550f), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:19.579761 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-7f2cbeb5-fe6d-42fb-806b-582d90f02834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (1905a476-a085-4ed9-bb51-df168f3b53ad), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:19.622680 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2cbeb5-fe6d-42fb-806b-582d90f02834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1905a476-a085-4ed9-bb51-df168f3b53ad,revision_number=1']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:52:19.627068 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-7f2cbeb5-fe6d-42fb-806b-582d90f02834 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=946f4e72e22041138a17b6ee3c540d08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2388079 Sep 16 09:52:19.636451 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 49896) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:52:19.687583 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-9a044727-8a97-4c73-801b-ff44acbed7f2 admin admin] Publish callbacks [] for security_group (1905a476-a085-4ed9-bb51-df168f3b53ad), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:19.699475 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-e6042d8b-1072-40bc-863f-26d720100b11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (2e976128-035a-41cc-b623-5900d883550f), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:19.701991 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-e6042d8b-1072-40bc-863f-26d720100b11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:19.706876 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-e6042d8b-1072-40bc-863f-26d720100b11 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/2e976128-035a-41cc-b623-5900d883550f HTTP/1.1" status: 204 len: 168 time: 0.2089412 Sep 16 09:52:19.719127 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-9a044727-8a97-4c73-801b-ff44acbed7f2 admin admin] Publish callbacks [] for security_group (1905a476-a085-4ed9-bb51-df168f3b53ad), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:19.726450 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6042d8b-1072-40bc-863f-26d720100b11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e976128-035a-41cc-b623-5900d883550f,revision_number=None']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:52:19.738183 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:52:19.873197 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-9a044727-8a97-4c73-801b-ff44acbed7f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (1905a476-a085-4ed9-bb51-df168f3b53ad), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:19.875846 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-9a044727-8a97-4c73-801b-ff44acbed7f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:19.876999 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-9a044727-8a97-4c73-801b-ff44acbed7f2 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/1905a476-a085-4ed9-bb51-df168f3b53ad HTTP/1.1" status: 204 len: 168 time: 0.2395849 Sep 16 09:52:19.886020 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a044727-8a97-4c73-801b-ff44acbed7f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1905a476-a085-4ed9-bb51-df168f3b53ad,revision_number=None']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:52:20.387972 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b0f0d-a8da-43be-b50c-82d8cfc40f75 req-d00e18df-209f-4170-8a1b-16ad717f0bd9 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:20.389462 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-4e3b0f0d-a8da-43be-b50c-82d8cfc40f75 req-d00e18df-209f-4170-8a1b-16ad717f0bd9 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a6f3fc30-e196-4427-90b4-5d49b56a9b46 HTTP/1.1" status: 200 len: 946 time: 0.0501225 Sep 16 09:52:20.439545 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-4e3b0f0d-a8da-43be-b50c-82d8cfc40f75 req-6ae18340-efdc-443a-9cba-f6149deae647 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438831 Sep 16 09:52:20.555200 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 49924) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:52:20.577051 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-87d1dccf-d1be-4219-8b3e-bb84b050a55f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:20.669393 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-87d1dccf-d1be-4219-8b3e-bb84b050a55f admin admin] Publish callbacks [] for security_group (c58c745e-9cb7-4289-b976-fd218c07d1b2), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:20.754227 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-87d1dccf-d1be-4219-8b3e-bb84b050a55f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (c58c745e-9cb7-4289-b976-fd218c07d1b2), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:20.795207 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d1dccf-d1be-4219-8b3e-bb84b050a55f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c58c745e-9cb7-4289-b976-fd218c07d1b2,revision_number=1']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:52:20.799452 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-87d1dccf-d1be-4219-8b3e-bb84b050a55f admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=be5e407cf70e4b71af2c25f59965b941&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2416821 Sep 16 09:52:20.801564 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 49930) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:52:20.845405 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:52:20.861120 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-2ea06b76-2338-405b-bc42-e49c2febf7df admin admin] Publish callbacks [] for security_group (c58c745e-9cb7-4289-b976-fd218c07d1b2), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:20.882705 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-2ea06b76-2338-405b-bc42-e49c2febf7df admin admin] Publish callbacks [] for security_group (c58c745e-9cb7-4289-b976-fd218c07d1b2), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:20.986588 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-2ea06b76-2338-405b-bc42-e49c2febf7df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (c58c745e-9cb7-4289-b976-fd218c07d1b2), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:20.990917 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-2ea06b76-2338-405b-bc42-e49c2febf7df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:20.992341 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-2ea06b76-2338-405b-bc42-e49c2febf7df admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/c58c745e-9cb7-4289-b976-fd218c07d1b2 HTTP/1.1" status: 204 len: 168 time: 0.1895187 Sep 16 09:52:21.006087 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea06b76-2338-405b-bc42-e49c2febf7df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c58c745e-9cb7-4289-b976-fd218c07d1b2,revision_number=None']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:52:21.577457 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83425d52-2358-482e-9047-d90acfbb1004 req-1bb6ea84-3356-4796-bf2d-68b70b3dac5d tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:21.578892 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-83425d52-2358-482e-9047-d90acfbb1004 req-1bb6ea84-3356-4796-bf2d-68b70b3dac5d tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a6f3fc30-e196-4427-90b4-5d49b56a9b46 HTTP/1.1" status: 200 len: 946 time: 0.0494192 Sep 16 09:52:21.629773 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-83425d52-2358-482e-9047-d90acfbb1004 req-bc3b9d18-3f7d-4a17-a78a-0aef894c6480 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444109 Sep 16 09:52:22.182089 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-1e6b84e3-476b-487f-9235-f160dc8844fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (54fa5420-569f-41b3-81ce-b3c99a893561), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:22.772236 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dff0ff-cd21-4be9-86a5-66eb8c1b3c42 req-6cb93e5b-9966-49db-a41b-8e1dcb5435ef tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:22.773803 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-13dff0ff-cd21-4be9-86a5-66eb8c1b3c42 req-6cb93e5b-9966-49db-a41b-8e1dcb5435ef tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a6f3fc30-e196-4427-90b4-5d49b56a9b46 HTTP/1.1" status: 200 len: 946 time: 0.0560818 Sep 16 09:52:22.825083 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-13dff0ff-cd21-4be9-86a5-66eb8c1b3c42 req-751682bd-b9eb-455d-95db-82e8e4e51296 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455148 Sep 16 09:52:23.203361 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.agents_db [None req-7c9a7194-4e2e-43f7-be58-28c896ce3cef None None] Agent healthcheck: found 6 active agents {{(pid=113426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 09:52:23.993810 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4bcb7a-0939-4995-b0ee-b57968892f84 req-c1ec5a4b-08d4-499d-af43-f92a63889486 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:23.995388 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-5c4bcb7a-0939-4995-b0ee-b57968892f84 req-c1ec5a4b-08d4-499d-af43-f92a63889486 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a6f3fc30-e196-4427-90b4-5d49b56a9b46 HTTP/1.1" status: 200 len: 946 time: 0.0713890 Sep 16 09:52:24.062188 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-5c4bcb7a-0939-4995-b0ee-b57968892f84 req-ac01b51a-0b53-4f4d-98b2-5dffb442735c tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588148 Sep 16 09:52:24.069608 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7730234-76ba-4c7d-bb03-41552c599f13 req-ebe5d15f-0d69-4fa8-9402-e71986e40d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:24.071148 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-c7730234-76ba-4c7d-bb03-41552c599f13 req-ebe5d15f-0d69-4fa8-9402-e71986e40d0c service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6f3fc30-e196-4427-90b4-5d49b56a9b46 HTTP/1.1" status: 200 len: 1130 time: 0.0454791 Sep 16 09:52:24.123377 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-c7730234-76ba-4c7d-bb03-41552c599f13 req-abfd4ea7-88f2-42b1-a508-1c93a93d7327 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449383 Sep 16 09:52:24.547305 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-fac22edd-5813-4e6d-9d23-aa612b624c10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (647718b3-8298-4382-86e2-3fad9f5d7804), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:25.184229 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c769a15c-192a-42ae-804c-41da5b9e2608 req-6130704a-3c2f-436d-963e-e811b44c8b7d tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:25.186116 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-c769a15c-192a-42ae-804c-41da5b9e2608 req-6130704a-3c2f-436d-963e-e811b44c8b7d tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a6f3fc30-e196-4427-90b4-5d49b56a9b46 HTTP/1.1" status: 200 len: 946 time: 0.0510082 Sep 16 09:52:25.244555 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-c769a15c-192a-42ae-804c-41da5b9e2608 req-f858c6ce-e872-46e3-bfa1-714c1bb4429d tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516703 Sep 16 09:52:25.882198 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-c17a0cac-31fa-4a66-ad06-99f53fca2b4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (2d63c820-fb16-4aae-acf9-0482010d4ad8), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:26.378342 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e6d7a1-f027-4eb2-b41f-3f80641e0a81 req-3c0c54bd-189b-4265-8041-7e050e4aa489 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:26.380175 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-d4e6d7a1-f027-4eb2-b41f-3f80641e0a81 req-3c0c54bd-189b-4265-8041-7e050e4aa489 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a6f3fc30-e196-4427-90b4-5d49b56a9b46 HTTP/1.1" status: 200 len: 946 time: 0.0512409 Sep 16 09:52:26.445028 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-d4e6d7a1-f027-4eb2-b41f-3f80641e0a81 req-221fcda7-ac0f-4816-a96c-24ddca29230c tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485599 Sep 16 09:52:26.585952 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad4bbc2-908a-47ed-a05e-e37989f16d1a req-1affaeb3-0d73-41dc-85e2-292a90ee7102 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:26.585952 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-dad4bbc2-908a-47ed-a05e-e37989f16d1a req-1affaeb3-0d73-41dc-85e2-292a90ee7102 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=f634aa6d-e24c-48df-946f-3166fd76273a HTTP/1.1" status: 200 len: 946 time: 0.0534136 Sep 16 09:52:26.646429 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-dad4bbc2-908a-47ed-a05e-e37989f16d1a req-8e9f8eb0-cbfc-4717-883d-ed194cb493a9 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659010 Sep 16 09:52:26.885965 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387fcd7a-b0b4-4e15-8aa4-0b189f237fe7 req-26338357-757b-4bd1-aaa5-e75ad6cb0cc5 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:26.887418 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-387fcd7a-b0b4-4e15-8aa4-0b189f237fe7 req-26338357-757b-4bd1-aaa5-e75ad6cb0cc5 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 945 time: 0.0529039 Sep 16 09:52:26.937006 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-387fcd7a-b0b4-4e15-8aa4-0b189f237fe7 req-a8fd2efe-d915-413f-b37c-70d513abeb28 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0439723 Sep 16 09:52:27.353158 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (be58d251-43cc-467d-bf31-2aae48e2ac56), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:27.354725 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-cd5fe5d0-24d3-4349-8269-176b5bcdf250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (65aa34d6-cc53-475e-ab2c-2c2516bff08f), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:28.066636 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e2f7bc-ff65-470b-a5ee-389dae2cfa2e req-9749ec12-85ce-41b9-80cb-4feac58aad5a tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:28.068151 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-d9e2f7bc-ff65-470b-a5ee-389dae2cfa2e req-9749ec12-85ce-41b9-80cb-4feac58aad5a tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 945 time: 0.0472682 Sep 16 09:52:28.118095 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-d9e2f7bc-ff65-470b-a5ee-389dae2cfa2e req-60e92b8c-afde-44c8-b9cc-cfe32dc32138 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0442126 Sep 16 09:52:29.254496 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842537d2-4f35-44c0-be83-76e9269b66f5 req-ed6c8e88-78db-4708-8919-d9dfb707d7f6 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:29.255994 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-842537d2-4f35-44c0-be83-76e9269b66f5 req-ed6c8e88-78db-4708-8919-d9dfb707d7f6 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 945 time: 0.0539739 Sep 16 09:52:29.307562 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:52:29.312262 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-842537d2-4f35-44c0-be83-76e9269b66f5 req-d1928ff7-ca47-45af-b813-7b5b5e717032 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0507369 Sep 16 09:52:30.438932 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b179d285-0fe9-4f2d-854a-fabd7398d933 req-34db0232-009d-4286-b5cd-1db9546195ff tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:30.440877 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-b179d285-0fe9-4f2d-854a-fabd7398d933 req-34db0232-009d-4286-b5cd-1db9546195ff tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 945 time: 0.0484147 Sep 16 09:52:30.493490 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-b179d285-0fe9-4f2d-854a-fabd7398d933 req-8a182f5b-26c4-4982-a8f8-5f8500e3fcb3 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0467901 Sep 16 09:52:31.239736 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00bbfbf-51b1-4a35-9f25-45c2a030860a req-49ffd87d-3fb5-4340-b1a0-2361cbb5add2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:31.241746 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-c00bbfbf-51b1-4a35-9f25-45c2a030860a req-49ffd87d-3fb5-4340-b1a0-2361cbb5add2 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=f1713f13f3ff494496a8ef8e5591c1b6&device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 1129 time: 0.0475662 Sep 16 09:52:31.346218 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3de79b8-cb5d-42c9-b5cb-94882fad5f3a req-17f5fa16-9ed5-4c98-a5b2-8432b09e0bcd tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:31.347934 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-c3de79b8-cb5d-42c9-b5cb-94882fad5f3a req-17f5fa16-9ed5-4c98-a5b2-8432b09e0bcd tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=f634aa6d-e24c-48df-946f-3166fd76273a HTTP/1.1" status: 200 len: 946 time: 0.1030445 Sep 16 09:52:31.392363 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30740900-0251-4f98-99a9-0487fb05d8c0 req-7790889a-6b3b-4fe4-b13f-2ea194d18747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:31.395523 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-30740900-0251-4f98-99a9-0487fb05d8c0 req-7790889a-6b3b-4fe4-b13f-2ea194d18747 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=3fe0d52d42324aa38182b47b3588b979&device_id=f634aa6d-e24c-48df-946f-3166fd76273a HTTP/1.1" status: 200 len: 1130 time: 0.0471869 Sep 16 09:52:31.424804 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00bbfbf-51b1-4a35-9f25-45c2a030860a req-ef2562e2-c4e3-49b9-9f00-c3a8ecf58aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:31.426483 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-c00bbfbf-51b1-4a35-9f25-45c2a030860a req-ef2562e2-c4e3-49b9-9f00-c3a8ecf58aba service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=fe465541-6175-450e-8791-dc7a519b5e60 HTTP/1.1" status: 200 len: 918 time: 0.1467071 Sep 16 09:52:31.434279 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=100 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:52:31.447347 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-c3de79b8-cb5d-42c9-b5cb-94882fad5f3a req-216fbf18-0f99-4563-9576-9930f5ed439e tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836523 Sep 16 09:52:31.524504 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-c00bbfbf-51b1-4a35-9f25-45c2a030860a req-4be7da3c-36cb-4010-8d5f-2bb4597ef246 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55883b34-2ac0-4ba3-b4af-c5503b0d8fc9 HTTP/1.1" status: 200 len: 1000 time: 0.0880146 Sep 16 09:52:31.561877 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30740900-0251-4f98-99a9-0487fb05d8c0 req-e57e1d8a-dda3-410a-9abb-029cefbae427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:31.563568 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-30740900-0251-4f98-99a9-0487fb05d8c0 req-e57e1d8a-dda3-410a-9abb-029cefbae427 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=17684eae-ad40-4ec5-9092-8a60e4e87e96 HTTP/1.1" status: 200 len: 919 time: 0.1590524 Sep 16 09:52:31.581108 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00bbfbf-51b1-4a35-9f25-45c2a030860a req-0fb43615-c846-4a72-b60e-614e93786e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:31.582915 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-c00bbfbf-51b1-4a35-9f25-45c2a030860a req-0fb43615-c846-4a72-b60e-614e93786e9a service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=312d0eea-a7f5-4989-be4b-d8f1ee2c9ab2 HTTP/1.1" status: 200 len: 856 time: 0.0509210 Sep 16 09:52:31.617567 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-30740900-0251-4f98-99a9-0487fb05d8c0 req-2f13a4ca-e901-4753-8877-9f0a48f53910 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2959b5a1-1a1a-4ce9-93ab-cb413d960925 HTTP/1.1" status: 200 len: 217 time: 0.0461445 Sep 16 09:52:31.649024 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00bbfbf-51b1-4a35-9f25-45c2a030860a req-f0fdc8d9-77b1-4bf2-8ed4-b5fa61c0dcce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:31.650429 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=4 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:52:31.650611 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-c00bbfbf-51b1-4a35-9f25-45c2a030860a req-f0fdc8d9-77b1-4bf2-8ed4-b5fa61c0dcce service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=fe465541-6175-450e-8791-dc7a519b5e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0593088 Sep 16 09:52:31.703023 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511570be-07f1-4d49-8940-53a2e868a352 req-9c69e7dd-f5ab-41fd-83e4-3ea98178ca2c tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:31.704600 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-511570be-07f1-4d49-8940-53a2e868a352 req-9c69e7dd-f5ab-41fd-83e4-3ea98178ca2c tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 945 time: 0.0898101 Sep 16 09:52:31.727926 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30740900-0251-4f98-99a9-0487fb05d8c0 req-506ce485-175c-4486-a718-3bee043229aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:31.727926 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-30740900-0251-4f98-99a9-0487fb05d8c0 req-506ce485-175c-4486-a718-3bee043229aa service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=7270ea1b-9730-4d7c-89ed-4cebd5834047 HTTP/1.1" status: 200 len: 857 time: 0.0984182 Sep 16 09:52:31.762356 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-c00bbfbf-51b1-4a35-9f25-45c2a030860a req-095a578a-3802-4afe-b7cd-6b3cca04daad service neutron] 10.222.0.27 "GET /networking/v2.0/networks/fe465541-6175-450e-8791-dc7a519b5e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041415 Sep 16 09:52:31.796213 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-511570be-07f1-4d49-8940-53a2e868a352 req-83c09845-7506-48ca-a71f-b7dfa25510d0 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0821602 Sep 16 09:52:31.809058 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30740900-0251-4f98-99a9-0487fb05d8c0 req-6c3499b0-b195-452a-b019-5aaf097d1319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:31.811170 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-30740900-0251-4f98-99a9-0487fb05d8c0 req-6c3499b0-b195-452a-b019-5aaf097d1319 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=17684eae-ad40-4ec5-9092-8a60e4e87e96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0696976 Sep 16 09:52:31.916890 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-c00bbfbf-51b1-4a35-9f25-45c2a030860a req-bb969978-3ac2-4ae8-8f43-8de7feea42e1 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/fe465541-6175-450e-8791-dc7a519b5e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457732 Sep 16 09:52:31.938942 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=100 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:52:31.950814 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-30740900-0251-4f98-99a9-0487fb05d8c0 req-d5470beb-68ef-4b0b-8afd-1ee3f0068f68 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/17684eae-ad40-4ec5-9092-8a60e4e87e96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319389 Sep 16 09:52:32.051880 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-30740900-0251-4f98-99a9-0487fb05d8c0 req-aeb22469-48cc-4cf5-a311-db4e67f07820 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/17684eae-ad40-4ec5-9092-8a60e4e87e96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948277 Sep 16 09:52:32.586137 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7571d30a-c4ad-4994-b8dc-80bf31e41ddf req-c5b481e9-9c15-49c7-9adb-9ee6dbf09643 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:32.587631 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-7571d30a-c4ad-4994-b8dc-80bf31e41ddf req-c5b481e9-9c15-49c7-9adb-9ee6dbf09643 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=f634aa6d-e24c-48df-946f-3166fd76273a HTTP/1.1" status: 200 len: 946 time: 0.0549676 Sep 16 09:52:32.642881 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-7571d30a-c4ad-4994-b8dc-80bf31e41ddf req-47591b70-8b53-4b53-ad6b-2e1a2e99ce12 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479949 Sep 16 09:52:32.946420 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d38fcb-9538-41b0-80b0-ecbb089c1dd9 req-52a9230b-d3da-41b5-9e60-98b6c497cd5b tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:32.947942 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-58d38fcb-9538-41b0-80b0-ecbb089c1dd9 req-52a9230b-d3da-41b5-9e60-98b6c497cd5b tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 945 time: 0.0570376 Sep 16 09:52:33.002847 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-58d38fcb-9538-41b0-80b0-ecbb089c1dd9 req-6a6b73b0-82d0-4e2b-a4fd-2902ddbda0df tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0481305 Sep 16 09:52:33.214396 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=3 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:52:33.220755 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=5 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:52:33.771968 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b969a42-6fa4-4024-a155-61e65d3030fb req-35ce6488-1c78-4956-a26d-25ec02127ea4 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:33.773482 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-9b969a42-6fa4-4024-a155-61e65d3030fb req-35ce6488-1c78-4956-a26d-25ec02127ea4 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=f634aa6d-e24c-48df-946f-3166fd76273a HTTP/1.1" status: 200 len: 946 time: 0.0518250 Sep 16 09:52:33.830756 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-9b969a42-6fa4-4024-a155-61e65d3030fb req-86bfb7b4-90d1-4ec1-87e9-c5cd99a26ec9 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502615 Sep 16 09:52:33.981575 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (5b31c92a-f134-4c39-96dd-6f3267de2076), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:34.145820 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b93bfd-54c1-4920-8935-0856d38ab4bc req-39442c68-c2a1-4aa0-961e-d09a264aeeb2 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:34.148139 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-93b93bfd-54c1-4920-8935-0856d38ab4bc req-39442c68-c2a1-4aa0-961e-d09a264aeeb2 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 945 time: 0.0608916 Sep 16 09:52:34.201812 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-93b93bfd-54c1-4920-8935-0856d38ab4bc req-3356a5de-dcf1-4d10-af25-fce5599b1e42 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0450070 Sep 16 09:52:34.958779 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc55a6b-2b7d-47ba-9bb7-9ba6ecc11ec2 req-a1d92bed-aba3-4fb4-b703-7b794c8cf2f0 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:34.958779 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-abc55a6b-2b7d-47ba-9bb7-9ba6ecc11ec2 req-a1d92bed-aba3-4fb4-b703-7b794c8cf2f0 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=f634aa6d-e24c-48df-946f-3166fd76273a HTTP/1.1" status: 200 len: 946 time: 0.0488074 Sep 16 09:52:35.007822 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-abc55a6b-2b7d-47ba-9bb7-9ba6ecc11ec2 req-21113332-5e50-4afc-912a-a0007c972add tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435898 Sep 16 09:52:35.327961 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f8cdd-5246-40e2-bc36-52662682f9de req-cb452097-c41f-4897-8def-cc466031633f tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:35.329448 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-714f8cdd-5246-40e2-bc36-52662682f9de req-cb452097-c41f-4897-8def-cc466031633f tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 945 time: 0.0466526 Sep 16 09:52:35.382809 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-714f8cdd-5246-40e2-bc36-52662682f9de req-fdf78295-c58e-406d-a298-43d1a7880894 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0468009 Sep 16 09:52:36.152910 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149c9fee-099b-49a0-8088-c63780ddeb34 req-c1580eda-fd03-4455-b199-068960dc7d61 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:36.154517 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-149c9fee-099b-49a0-8088-c63780ddeb34 req-c1580eda-fd03-4455-b199-068960dc7d61 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=f634aa6d-e24c-48df-946f-3166fd76273a HTTP/1.1" status: 200 len: 946 time: 0.0514417 Sep 16 09:52:36.203898 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-149c9fee-099b-49a0-8088-c63780ddeb34 req-abdf5795-5bd9-4808-af7c-00dc3962ee88 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425696 Sep 16 09:52:36.526444 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf2f64c-47c2-47b7-9b68-6da53bc6fa4e req-49db9373-fa23-44bf-bded-ae71c3566a3b tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:36.528031 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-fcf2f64c-47c2-47b7-9b68-6da53bc6fa4e req-49db9373-fa23-44bf-bded-ae71c3566a3b tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 945 time: 0.0582075 Sep 16 09:52:36.577871 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-fcf2f64c-47c2-47b7-9b68-6da53bc6fa4e req-dbc43480-a560-40a8-bc4c-3ce4220bb126 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0434556 Sep 16 09:52:37.259156 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:52:37.352969 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6f3ad8-06f4-4647-87d5-f874ed38d582 req-c4248bbd-47ee-4c1a-bd93-1b6a7d715782 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:37.355843 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-5c6f3ad8-06f4-4647-87d5-f874ed38d582 req-c4248bbd-47ee-4c1a-bd93-1b6a7d715782 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=f634aa6d-e24c-48df-946f-3166fd76273a HTTP/1.1" status: 200 len: 946 time: 0.0677538 Sep 16 09:52:37.436595 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-5c6f3ad8-06f4-4647-87d5-f874ed38d582 req-b93b1a57-e1be-47b2-ab2b-26179f80be02 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706949 Sep 16 09:52:37.441057 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 50424) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:52:37.569149 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 50432) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:52:37.665443 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-67eb6ae9-176b-48d9-811c-a7949bcd1a65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:37.722734 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-e4a3ab89-1537-4a8d-b3f7-5f4a400c8474 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:37.739936 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e6cf7c-84bb-43bd-b181-98ca484f15b3 req-20e6e843-8326-4c34-bfa2-e190da4852de tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:37.742614 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-79e6cf7c-84bb-43bd-b181-98ca484f15b3 req-20e6e843-8326-4c34-bfa2-e190da4852de tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 945 time: 0.0603666 Sep 16 09:52:37.781336 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:52:37.805115 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-79e6cf7c-84bb-43bd-b181-98ca484f15b3 req-f72fcc30-029f-4fb8-999a-3d6de0a616c0 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0546932 Sep 16 09:52:37.820872 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-67eb6ae9-176b-48d9-811c-a7949bcd1a65 admin admin] Publish callbacks [] for security_group (e866fd79-3762-4170-845d-3631b6f5d91f), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:37.854016 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-e4a3ab89-1537-4a8d-b3f7-5f4a400c8474 admin admin] Publish callbacks [] for security_group (676c4ee3-fe58-4227-bc44-4373f99e9499), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:37.927091 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-67eb6ae9-176b-48d9-811c-a7949bcd1a65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (e866fd79-3762-4170-845d-3631b6f5d91f), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:37.930898 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:52:37.974303 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-67eb6ae9-176b-48d9-811c-a7949bcd1a65 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=ca39b797a58d4abb83d9f44ead5a2b52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5301785 Sep 16 09:52:37.975075 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eb6ae9-176b-48d9-811c-a7949bcd1a65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e866fd79-3762-4170-845d-3631b6f5d91f,revision_number=1']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:52:37.977226 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 50442) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:52:37.983606 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67eb6ae9-176b-48d9-811c-a7949bcd1a65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:52:37.983953 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67eb6ae9-176b-48d9-811c-a7949bcd1a65 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:52:37.984333 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67eb6ae9-176b-48d9-811c-a7949bcd1a65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:52:37.984664 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67eb6ae9-176b-48d9-811c-a7949bcd1a65 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:52:37.985002 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67eb6ae9-176b-48d9-811c-a7949bcd1a65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:52:37.985335 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67eb6ae9-176b-48d9-811c-a7949bcd1a65 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:52:37.985711 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67eb6ae9-176b-48d9-811c-a7949bcd1a65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:52:37.986044 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67eb6ae9-176b-48d9-811c-a7949bcd1a65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:52:37.986373 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67eb6ae9-176b-48d9-811c-a7949bcd1a65 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:52:37.987356 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67eb6ae9-176b-48d9-811c-a7949bcd1a65 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:52:37.988748 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67eb6ae9-176b-48d9-811c-a7949bcd1a65 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:52:37.989118 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67eb6ae9-176b-48d9-811c-a7949bcd1a65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:52:37.989449 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67eb6ae9-176b-48d9-811c-a7949bcd1a65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:52:37.989818 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67eb6ae9-176b-48d9-811c-a7949bcd1a65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:52:37.990142 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67eb6ae9-176b-48d9-811c-a7949bcd1a65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:52:38.001373 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-e4a3ab89-1537-4a8d-b3f7-5f4a400c8474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (676c4ee3-fe58-4227-bc44-4373f99e9499), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:38.046801 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-e4a3ab89-1537-4a8d-b3f7-5f4a400c8474 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=79651cd28bfa47218fadd547b23225b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4765046 Sep 16 09:52:38.048024 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a3ab89-1537-4a8d-b3f7-5f4a400c8474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=676c4ee3-fe58-4227-bc44-4373f99e9499,revision_number=1']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:52:38.052260 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 50444) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:52:38.058376 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-2e0d81c1-9986-455a-afb6-3fda59378989 admin admin] Publish callbacks [] for security_group (e866fd79-3762-4170-845d-3631b6f5d91f), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:38.085810 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-2e0d81c1-9986-455a-afb6-3fda59378989 admin admin] Publish callbacks [] for security_group (e866fd79-3762-4170-845d-3631b6f5d91f), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:38.098668 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=100 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:52:38.114053 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-9edb02b0-1465-435c-bcc0-9ce9db6f9049 admin admin] Publish callbacks [] for security_group (676c4ee3-fe58-4227-bc44-4373f99e9499), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:38.139213 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-9edb02b0-1465-435c-bcc0-9ce9db6f9049 admin admin] Publish callbacks [] for security_group (676c4ee3-fe58-4227-bc44-4373f99e9499), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:38.273723 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-2e0d81c1-9986-455a-afb6-3fda59378989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (e866fd79-3762-4170-845d-3631b6f5d91f), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:38.273723 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-2e0d81c1-9986-455a-afb6-3fda59378989 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:38.273723 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-2e0d81c1-9986-455a-afb6-3fda59378989 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/e866fd79-3762-4170-845d-3631b6f5d91f HTTP/1.1" status: 204 len: 168 time: 0.2874126 Sep 16 09:52:38.273723 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:52:38.275198 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0d81c1-9986-455a-afb6-3fda59378989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e866fd79-3762-4170-845d-3631b6f5d91f,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:52:38.282468 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0d81c1-9986-455a-afb6-3fda59378989 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:52:38.282814 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0d81c1-9986-455a-afb6-3fda59378989 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:52:38.283157 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0d81c1-9986-455a-afb6-3fda59378989 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:52:38.283492 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0d81c1-9986-455a-afb6-3fda59378989 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:52:38.284486 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0d81c1-9986-455a-afb6-3fda59378989 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:52:38.284979 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0d81c1-9986-455a-afb6-3fda59378989 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:52:38.285254 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0d81c1-9986-455a-afb6-3fda59378989 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:52:38.285703 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0d81c1-9986-455a-afb6-3fda59378989 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:52:38.285952 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0d81c1-9986-455a-afb6-3fda59378989 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:52:38.286290 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0d81c1-9986-455a-afb6-3fda59378989 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:52:38.286623 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0d81c1-9986-455a-afb6-3fda59378989 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:52:38.286944 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0d81c1-9986-455a-afb6-3fda59378989 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:52:38.287261 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0d81c1-9986-455a-afb6-3fda59378989 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:52:38.287564 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0d81c1-9986-455a-afb6-3fda59378989 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:52:38.287875 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0d81c1-9986-455a-afb6-3fda59378989 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:52:38.318588 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-9edb02b0-1465-435c-bcc0-9ce9db6f9049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (676c4ee3-fe58-4227-bc44-4373f99e9499), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:38.321328 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-9edb02b0-1465-435c-bcc0-9ce9db6f9049 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:38.322637 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-9edb02b0-1465-435c-bcc0-9ce9db6f9049 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/676c4ee3-fe58-4227-bc44-4373f99e9499 HTTP/1.1" status: 204 len: 168 time: 0.2694309 Sep 16 09:52:38.331596 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edb02b0-1465-435c-bcc0-9ce9db6f9049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=676c4ee3-fe58-4227-bc44-4373f99e9499,revision_number=None']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:52:38.576286 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a7987e-712e-4949-95cb-172bb3c7221f req-37c748d3-dd6f-4f3f-a062-1c4c19c4bcf8 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:38.577905 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-c5a7987e-712e-4949-95cb-172bb3c7221f req-37c748d3-dd6f-4f3f-a062-1c4c19c4bcf8 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=f634aa6d-e24c-48df-946f-3166fd76273a HTTP/1.1" status: 200 len: 946 time: 0.0500796 Sep 16 09:52:38.642276 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-c5a7987e-712e-4949-95cb-172bb3c7221f req-47f5a24e-ee17-4693-b4e8-527d7a974289 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570362 Sep 16 09:52:38.942728 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393b69aa-ddf3-4153-946a-2c833f03a575 req-c5d8fcff-5e05-4250-9fd0-82a804e85171 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:38.944218 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-393b69aa-ddf3-4153-946a-2c833f03a575 req-c5d8fcff-5e05-4250-9fd0-82a804e85171 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 945 time: 0.0501566 Sep 16 09:52:39.004993 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-393b69aa-ddf3-4153-946a-2c833f03a575 req-4db66ea9-330f-4809-b449-2de11629f76f tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0546103 Sep 16 09:52:39.095848 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 50472) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:52:39.109825 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-34198b59-5c1d-4b67-9ff1-51da9c30892f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:39.201146 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-34198b59-5c1d-4b67-9ff1-51da9c30892f admin admin] Publish callbacks [] for security_group (185ad13a-f8cc-463d-ba56-d91eba2781e4), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:39.281778 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-34198b59-5c1d-4b67-9ff1-51da9c30892f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (185ad13a-f8cc-463d-ba56-d91eba2781e4), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:39.299090 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:52:39.336045 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-34198b59-5c1d-4b67-9ff1-51da9c30892f admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=fff17f1001b944188c84c879cdc80ca3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2383547 Sep 16 09:52:39.337360 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34198b59-5c1d-4b67-9ff1-51da9c30892f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=185ad13a-f8cc-463d-ba56-d91eba2781e4,revision_number=1']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:52:39.338852 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 50484) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:52:39.394542 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-6d7e06b7-9a71-4bea-b659-e42e32c8065e admin admin] Publish callbacks [] for security_group (185ad13a-f8cc-463d-ba56-d91eba2781e4), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:39.416649 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-6d7e06b7-9a71-4bea-b659-e42e32c8065e admin admin] Publish callbacks [] for security_group (185ad13a-f8cc-463d-ba56-d91eba2781e4), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:39.552496 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-6d7e06b7-9a71-4bea-b659-e42e32c8065e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (185ad13a-f8cc-463d-ba56-d91eba2781e4), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:39.555247 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-6d7e06b7-9a71-4bea-b659-e42e32c8065e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:39.556429 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-6d7e06b7-9a71-4bea-b659-e42e32c8065e admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/185ad13a-f8cc-463d-ba56-d91eba2781e4 HTTP/1.1" status: 204 len: 168 time: 0.2165558 Sep 16 09:52:39.564563 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 50492) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:52:39.567532 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e06b7-9a71-4bea-b659-e42e32c8065e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=185ad13a-f8cc-463d-ba56-d91eba2781e4,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:52:39.681749 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.v2.base [None req-31fa7ff6-35e0-4b4a-9878-14556e58fbe7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1777838624-network', 'tenant_id': '6e0c83ab03cd40d6a1ffcc3d5b369d64'}} {{(pid=113423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:52:39.773747 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356c3b32-e12f-4f05-9b4b-be616ea33cef req-4426a9c7-3bcc-44ef-a082-00f879a31458 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:39.775268 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-356c3b32-e12f-4f05-9b4b-be616ea33cef req-4426a9c7-3bcc-44ef-a082-00f879a31458 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=f634aa6d-e24c-48df-946f-3166fd76273a HTTP/1.1" status: 200 len: 946 time: 0.0560372 Sep 16 09:52:39.797513 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31fa7ff6-35e0-4b4a-9878-14556e58fbe7 admin admin] Made reservation on behalf of 6e0c83ab03cd40d6a1ffcc3d5b369d64 for: {'network': 1} {{(pid=113423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 09:52:39.800416 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-31fa7ff6-35e0-4b4a-9878-14556e58fbe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for network (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:39.815876 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-31fa7ff6-35e0-4b4a-9878-14556e58fbe7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:39.849732 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-356c3b32-e12f-4f05-9b4b-be616ea33cef req-3625a1b3-3113-4d5a-8769-ae52400463df tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688310 Sep 16 09:52:39.915935 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-31fa7ff6-35e0-4b4a-9878-14556e58fbe7 admin admin] Publish callbacks [] for security_group (d8ce9788-d1c7-4e09-bac4-57f70356401b), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:40.052397 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-31fa7ff6-35e0-4b4a-9878-14556e58fbe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (d8ce9788-d1c7-4e09-bac4-57f70356401b), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:40.079196 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31fa7ff6-35e0-4b4a-9878-14556e58fbe7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=113423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 09:52:40.093672 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=79,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:52:40.096215 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fa7ff6-35e0-4b4a-9878-14556e58fbe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ce9788-d1c7-4e09-bac4-57f70356401b,revision_number=1']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:52:40.099313 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-31fa7ff6-35e0-4b4a-9878-14556e58fbe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1277354'] for segment (c173b1f4-3294-47a0-8c62-65bf20be121f), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:40.102343 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.db.segments_db [None req-31fa7ff6-35e0-4b4a-9878-14556e58fbe7 admin admin] Added segment c173b1f4-3294-47a0-8c62-65bf20be121f of type vlan for network 15e63dfc-22b7-48c1-94c3-7e5f623a1d1a Sep 16 09:52:40.144887 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-31fa7ff6-35e0-4b4a-9878-14556e58fbe7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759571199151'] for network (15e63dfc-22b7-48c1-94c3-7e5f623a1d1a), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:40.148219 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12224c77-0c07-473b-b54f-f125ed4191f0 req-d71da250-df3b-461c-8bf8-78f1e0a5faaf tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:40.149789 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-12224c77-0c07-473b-b54f-f125ed4191f0 req-d71da250-df3b-461c-8bf8-78f1e0a5faaf tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 945 time: 0.0613384 Sep 16 09:52:40.200948 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-12224c77-0c07-473b-b54f-f125ed4191f0 req-43aa2627-736e-4042-b65c-8ce8e59927a3 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0443666 Sep 16 09:52:40.264485 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-31fa7ff6-35e0-4b4a-9878-14556e58fbe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335'] for network (15e63dfc-22b7-48c1-94c3-7e5f623a1d1a), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:40.266582 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31fa7ff6-35e0-4b4a-9878-14556e58fbe7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:40.266582 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-31fa7ff6-35e0-4b4a-9878-14556e58fbe7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546317'] for network (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:40.336475 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fa7ff6-35e0-4b4a-9878-14556e58fbe7 admin admin] Pushing event updated for resources: {'Network': ['ID=15e63dfc-22b7-48c1-94c3-7e5f623a1d1a,revision_number=1']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:52:40.347101 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Network 15e63dfc-22b7-48c1-94c3-7e5f623a1d1a details requested by agent ovs-agent-dv-cinder-790535-43-iscsi with host dv-cinder-790535-43-iscsi {{(pid=113425) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 09:52:40.382130 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 50506) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:52:40.397495 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-6c8694b5-cd35-4d9a-9818-3d249a10742d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:40.445931 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-31fa7ff6-35e0-4b4a-9878-14556e58fbe7 admin admin] 10.222.0.73 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8770163 Sep 16 09:52:40.446291 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 50508) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:52:40.452818 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.v2.base [None req-2251671e-41e4-47d6-b73c-af2441ed1be7 admin admin] Request body: {'subnet': {'network_id': '15e63dfc-22b7-48c1-94c3-7e5f623a1d1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1777838624-subnet', 'tenant_id': '6e0c83ab03cd40d6a1ffcc3d5b369d64', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:52:40.494688 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-6c8694b5-cd35-4d9a-9818-3d249a10742d admin admin] Publish callbacks [] for security_group (aeb1677c-7927-4dba-ba75-763f47209f8e), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:40.569908 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2251671e-41e4-47d6-b73c-af2441ed1be7 admin admin] Made reservation on behalf of 6e0c83ab03cd40d6a1ffcc3d5b369d64 for: {'subnet': 1} {{(pid=113424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 09:52:40.572998 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-2251671e-41e4-47d6-b73c-af2441ed1be7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26736233'] for subnet (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:40.621951 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-6c8694b5-cd35-4d9a-9818-3d249a10742d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (aeb1677c-7927-4dba-ba75-763f47209f8e), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:40.663145 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8694b5-cd35-4d9a-9818-3d249a10742d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeb1677c-7927-4dba-ba75-763f47209f8e,revision_number=1']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:52:40.667435 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-6c8694b5-cd35-4d9a-9818-3d249a10742d admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=405e5155ab934359ac64209e845f0d6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2841952 Sep 16 09:52:40.676128 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 50512) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:52:40.701110 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:52:40.729556 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-c94f1f9a-a247-4c58-bd73-3a0bb2dedd95 admin admin] Publish callbacks [] for security_group (aeb1677c-7927-4dba-ba75-763f47209f8e), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:40.751498 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-c94f1f9a-a247-4c58-bd73-3a0bb2dedd95 admin admin] Publish callbacks [] for security_group (aeb1677c-7927-4dba-ba75-763f47209f8e), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:40.857264 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-2251671e-41e4-47d6-b73c-af2441ed1be7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27253809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26736255'] for subnet (b6f3a94c-f190-4d3b-bf49-e529afe16b75), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:40.902038 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-c94f1f9a-a247-4c58-bd73-3a0bb2dedd95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (aeb1677c-7927-4dba-ba75-763f47209f8e), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:40.904571 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-c94f1f9a-a247-4c58-bd73-3a0bb2dedd95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:40.905801 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-c94f1f9a-a247-4c58-bd73-3a0bb2dedd95 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/aeb1677c-7927-4dba-ba75-763f47209f8e HTTP/1.1" status: 204 len: 168 time: 0.2347610 Sep 16 09:52:40.919267 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2251671e-41e4-47d6-b73c-af2441ed1be7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6f3a94c-f190-4d3b-bf49-e529afe16b75,revision_number=0']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:52:40.932100 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94f1f9a-a247-4c58-bd73-3a0bb2dedd95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeb1677c-7927-4dba-ba75-763f47209f8e,revision_number=None']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:52:40.936402 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2251671e-41e4-47d6-b73c-af2441ed1be7 admin admin] Checking segment: {'id': 'c173b1f4-3294-47a0-8c62-65bf20be121f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '15e63dfc-22b7-48c1-94c3-7e5f623a1d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 09:52:40.936576 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2251671e-41e4-47d6-b73c-af2441ed1be7 admin admin] Network hostable DHCP agents. Network: 15e63dfc-22b7-48c1-94c3-7e5f623a1d1a, hostable agents: ['54fa5420-569f-41b3-81ce-b3c99a893561'], hosted agents: [] {{(pid=113424) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 09:52:41.000373 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00bc5ef-411f-4ed4-9849-609c7b64da45 req-98e10db9-4401-4bc2-b52f-a215a01e16d2 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:41.001954 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-c00bc5ef-411f-4ed4-9849-609c7b64da45 req-98e10db9-4401-4bc2-b52f-a215a01e16d2 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=f634aa6d-e24c-48df-946f-3166fd76273a HTTP/1.1" status: 200 len: 946 time: 0.0564656 Sep 16 09:52:41.041050 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2251671e-41e4-47d6-b73c-af2441ed1be7 admin admin] Network 15e63dfc-22b7-48c1-94c3-7e5f623a1d1a is scheduled to be hosted by DHCP agent 54fa5420-569f-41b3-81ce-b3c99a893561 with binding_index 1 {{(pid=113424) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 09:52:41.059828 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-c00bc5ef-411f-4ed4-9849-609c7b64da45 req-e93c777b-44b1-4cc1-ab9d-11a7ab6e4839 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515347 Sep 16 09:52:41.121525 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.base_scheduler [None req-2251671e-41e4-47d6-b73c-af2441ed1be7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-43-iscsi, 15e63dfc-22b7-48c1-94c3-7e5f623a1d1a) {{(pid=113424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 09:52:41.133175 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2251671e-41e4-47d6-b73c-af2441ed1be7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:41.135261 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-2251671e-41e4-47d6-b73c-af2441ed1be7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:41.139718 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a219360d-7d0d-42a9-806f-6c65a68b698f None None] Network 15e63dfc-22b7-48c1-94c3-7e5f623a1d1a requested from dv-cinder-790535-43-iscsi {{(pid=113425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 09:52:41.224700 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-2251671e-41e4-47d6-b73c-af2441ed1be7 admin admin] 10.222.0.73 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7772565 Sep 16 09:52:41.246162 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62af0264-ad4b-44b3-8a35-aa5d165613db None None] Network 15e63dfc-22b7-48c1-94c3-7e5f623a1d1a requested from dv-cinder-790535-43-iscsi {{(pid=113425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 09:52:41.394208 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7610c2b-ac80-428a-87c1-e82a4af58403 req-977aefaf-9578-4188-9a04-15d31fdb891e tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:41.398045 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-e7610c2b-ac80-428a-87c1-e82a4af58403 req-977aefaf-9578-4188-9a04-15d31fdb891e tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 945 time: 0.0921063 Sep 16 09:52:41.435195 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:52:41.479530 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-e7610c2b-ac80-428a-87c1-e82a4af58403 req-9d8270b6-c7ed-45b4-870d-7d3fe15f9bfe tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0671101 Sep 16 09:52:42.195455 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2094728-91ff-4582-8436-b3cff971d21a req-2d4734ef-b8e1-468e-9b31-14de64324182 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:42.196965 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-a2094728-91ff-4582-8436-b3cff971d21a req-2d4734ef-b8e1-468e-9b31-14de64324182 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=f634aa6d-e24c-48df-946f-3166fd76273a HTTP/1.1" status: 200 len: 946 time: 0.0499084 Sep 16 09:52:42.249564 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-a2094728-91ff-4582-8436-b3cff971d21a req-ca903a30-a70c-4356-ae45-bed13c1103d1 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464342 Sep 16 09:52:42.658285 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93687f66-3a22-42d1-ab5c-36d93b7f6bfa req-ffb1f68a-43a1-4a57-abda-46b5e79be74d tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:42.658285 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-93687f66-3a22-42d1-ab5c-36d93b7f6bfa req-ffb1f68a-43a1-4a57-abda-46b5e79be74d tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 945 time: 0.0555155 Sep 16 09:52:42.680131 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-93687f66-3a22-42d1-ab5c-36d93b7f6bfa req-13b64674-9dcf-40b5-85ea-7ef2e3a414dc tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0471117 Sep 16 09:52:43.533907 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12da71db-4fc3-440e-a1af-5622d2cd5b90 req-573dba30-5a47-446e-a412-708bad5d8eaa tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:43.538150 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-12da71db-4fc3-440e-a1af-5622d2cd5b90 req-573dba30-5a47-446e-a412-708bad5d8eaa tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=f634aa6d-e24c-48df-946f-3166fd76273a HTTP/1.1" status: 200 len: 946 time: 0.0625844 Sep 16 09:52:43.593505 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-12da71db-4fc3-440e-a1af-5622d2cd5b90 req-9e305c73-7959-44b8-a837-5c7e6c16a02a tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523515 Sep 16 09:52:43.854164 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58371ea1-0ea4-4de9-a333-0cf8873642af req-dbf5650b-00d6-4a93-9efc-a4da4ba1f6dd tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:43.856437 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-58371ea1-0ea4-4de9-a333-0cf8873642af req-dbf5650b-00d6-4a93-9efc-a4da4ba1f6dd tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 945 time: 0.0537577 Sep 16 09:52:43.885492 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:52:43.911768 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-58371ea1-0ea4-4de9-a333-0cf8873642af req-eb3b6672-3444-47d7-ab91-23e1cdc4e530 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0490184 Sep 16 09:52:43.933118 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b99a16b-229c-4d0b-a787-5ce0f242bc72 req-5201ef13-bb34-4652-8fa4-e4fad90fbd45 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:43.934773 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-3b99a16b-229c-4d0b-a787-5ce0f242bc72 req-5201ef13-bb34-4652-8fa4-e4fad90fbd45 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/networks?id=15e63dfc-22b7-48c1-94c3-7e5f623a1d1a HTTP/1.1" status: 200 len: 809 time: 0.1298914 Sep 16 09:52:43.958196 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-3b99a16b-229c-4d0b-a787-5ce0f242bc72 req-6d457004-43b9-4e9e-b6c6-9cad588b1cf4 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/quotas/6e0c83ab03cd40d6a1ffcc3d5b369d64 HTTP/1.1" status: 200 len: 375 time: 0.0166917 Sep 16 09:52:43.994015 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-3b99a16b-229c-4d0b-a787-5ce0f242bc72 req-81b22c70-afab-4d1a-80b9-4e1980b9aa57 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=6e0c83ab03cd40d6a1ffcc3d5b369d64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317247 Sep 16 09:52:44.110689 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-3b99a16b-229c-4d0b-a787-5ce0f242bc72 req-33e6ee92-37a0-4532-9c31-9bc06d14993c service neutron] 10.222.0.73 "GET /networking/v2.0/networks/15e63dfc-22b7-48c1-94c3-7e5f623a1d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089149 Sep 16 09:52:44.217915 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-3b99a16b-229c-4d0b-a787-5ce0f242bc72 req-623d23eb-5a88-4e8f-9e95-00a16a236bec service neutron] 10.222.0.73 "GET /networking/v2.0/networks/15e63dfc-22b7-48c1-94c3-7e5f623a1d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003215 Sep 16 09:52:44.465916 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-14b473e5-63f9-4151-9d7c-38254641beb8 req-2d7902fc-f8e9-42e7-a223-2af18d88c046 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=cbfe8395-a1da-4ff2-8951-0ffeaf568bae HTTP/1.1" status: 200 len: 210 time: 0.0375717 Sep 16 09:52:44.733607 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7fc809-1e5d-4054-9219-f48d3b5eac91 req-40019efb-8f85-4691-9557-62d5cddd15dd tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:44.735464 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-0d7fc809-1e5d-4054-9219-f48d3b5eac91 req-40019efb-8f85-4691-9557-62d5cddd15dd tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=f634aa6d-e24c-48df-946f-3166fd76273a HTTP/1.1" status: 200 len: 946 time: 0.0551286 Sep 16 09:52:44.789816 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-0d7fc809-1e5d-4054-9219-f48d3b5eac91 req-582948c5-e46a-4d0b-aa85-7e6dd3d544d6 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438561 Sep 16 09:52:45.080774 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ba1194-74ab-495c-8d96-efca8c878e47 req-6861441f-080a-4920-a462-9c21805d1902 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:45.082700 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-e2ba1194-74ab-495c-8d96-efca8c878e47 req-6861441f-080a-4920-a462-9c21805d1902 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 945 time: 0.0626128 Sep 16 09:52:45.132349 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-e2ba1194-74ab-495c-8d96-efca8c878e47 req-321cde1a-ac1c-4716-a7d8-7f23dfa5d70c tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0438485 Sep 16 09:52:45.185473 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 50684) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:52:45.190274 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.v2.base [None req-b2b93d84-9aba-46ed-94ac-0fab374872bb tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1795327329', 'description': 'tempest-description--1542827159'}} {{(pid=113423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:52:45.332633 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-b2b93d84-9aba-46ed-94ac-0fab374872bb tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks [] for security_group (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:45.388898 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:52:45.414055 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-b2b93d84-9aba-46ed-94ac-0fab374872bb tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks [] for security_group (7f8cf784-23ab-483d-890c-e91125df474f), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:45.532646 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-b2b93d84-9aba-46ed-94ac-0fab374872bb tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (7f8cf784-23ab-483d-890c-e91125df474f), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:45.586509 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-f58dcb94-f387-4f08-9c28-272bb3156208 req-894e95c4-790b-4118-b991-a03aefd89a3f tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=cbfe8395-a1da-4ff2-8951-0ffeaf568bae HTTP/1.1" status: 200 len: 210 time: 0.0505664 Sep 16 09:52:45.588170 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b93d84-9aba-46ed-94ac-0fab374872bb tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f8cf784-23ab-483d-890c-e91125df474f,revision_number=1']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:52:45.745519 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-b2b93d84-9aba-46ed-94ac-0fab374872bb tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks [] for security_group (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:45.746805 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-b2b93d84-9aba-46ed-94ac-0fab374872bb tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5602086 Sep 16 09:52:45.749776 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 50696) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:52:45.755573 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.v2.base [None req-667b134d-9951-4d7a-89c7-2b1af04a44d3 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Request body: {'security_group_rule': {'security_group_id': '7f8cf784-23ab-483d-890c-e91125df474f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:52:45.910297 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-667b134d-9951-4d7a-89c7-2b1af04a44d3 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks [] for security_group_rule (0c7203fa-826a-410e-a1e0-43b57188332b), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:45.929532 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1338c95d-2224-463c-872b-b4fe4081dde4 req-f944860d-fee4-4c1f-bead-6c3c641f9c26 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:45.931270 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-1338c95d-2224-463c-872b-b4fe4081dde4 req-f944860d-fee4-4c1f-bead-6c3c641f9c26 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=f634aa6d-e24c-48df-946f-3166fd76273a HTTP/1.1" status: 200 len: 946 time: 0.0527012 Sep 16 09:52:45.971888 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-667b134d-9951-4d7a-89c7-2b1af04a44d3 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks [] for security_group_rule (0c7203fa-826a-410e-a1e0-43b57188332b), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:45.982300 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-1338c95d-2224-463c-872b-b4fe4081dde4 req-49337cbd-759c-491b-b861-6f7b1ebe5ec8 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452616 Sep 16 09:52:46.077925 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-667b134d-9951-4d7a-89c7-2b1af04a44d3 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784789'] for security_group_rule (0c7203fa-826a-410e-a1e0-43b57188332b), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:46.097821 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667b134d-9951-4d7a-89c7-2b1af04a44d3 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c7203fa-826a-410e-a1e0-43b57188332b,revision_number=0']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:52:46.099678 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:52:46.237808 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-667b134d-9951-4d7a-89c7-2b1af04a44d3 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:46.239387 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-667b134d-9951-4d7a-89c7-2b1af04a44d3 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4886637 Sep 16 09:52:46.243314 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 50702) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:52:46.248064 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.v2.base [None req-32205faf-e225-415e-ab4c-fd9fcacd2a2e tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Request body: {'security_group_rule': {'security_group_id': '7f8cf784-23ab-483d-890c-e91125df474f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:52:46.275758 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4ef015-403c-4755-bea8-4674bb690029 req-7f0c1550-d973-412b-b2e9-0fe58f80da07 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:46.279213 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-7b4ef015-403c-4755-bea8-4674bb690029 req-7f0c1550-d973-412b-b2e9-0fe58f80da07 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 945 time: 0.0583963 Sep 16 09:52:46.326679 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-7b4ef015-403c-4755-bea8-4674bb690029 req-706e1904-261f-4b94-8760-abed0a887a86 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0435886 Sep 16 09:52:46.347785 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-32205faf-e225-415e-ab4c-fd9fcacd2a2e tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks [] for security_group_rule (d63a2c0f-69b5-4190-8c26-21cf1510323f), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:46.405763 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-32205faf-e225-415e-ab4c-fd9fcacd2a2e tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks [] for security_group_rule (d63a2c0f-69b5-4190-8c26-21cf1510323f), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:46.491997 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-32205faf-e225-415e-ab4c-fd9fcacd2a2e tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784789'] for security_group_rule (d63a2c0f-69b5-4190-8c26-21cf1510323f), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:46.511181 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:52:46.516641 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32205faf-e225-415e-ab4c-fd9fcacd2a2e tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d63a2c0f-69b5-4190-8c26-21cf1510323f,revision_number=0']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:52:46.591108 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-32205faf-e225-415e-ab4c-fd9fcacd2a2e tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:46.592370 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-32205faf-e225-415e-ab4c-fd9fcacd2a2e tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3479905 Sep 16 09:52:46.596421 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 50708) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:52:46.600743 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.v2.base [None req-a0838a3d-4f3e-45f5-a147-9724eab92dc4 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Request body: {'floatingip': {'floating_network_id': 'd06af4bd-75ff-4039-9388-f05026361d79'}} {{(pid=113424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:52:46.692703 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-815ba8dc-b3a7-4fb4-a613-2efe688547ee req-4eb0aff1-275a-4a9e-8cf4-5bf88de6f532 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=cbfe8395-a1da-4ff2-8951-0ffeaf568bae HTTP/1.1" status: 200 len: 210 time: 0.0291934 Sep 16 09:52:46.724063 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-a0838a3d-4f3e-45f5-a147-9724eab92dc4 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:46.805425 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-a0838a3d-4f3e-45f5-a147-9724eab92dc4 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:46.921006 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.db_base_plugin_common [None req-a0838a3d-4f3e-45f5-a147-9724eab92dc4 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Allocated IP 172.27.1.245 (d06af4bd-75ff-4039-9388-f05026361d79/429d2505-e0fa-44a7-bb81-98c451c1a231/8e67ae0e-a741-4fbb-984c-820b648c7c1d) {{(pid=113424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 09:52:47.033644 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-a0838a3d-4f3e-45f5-a147-9724eab92dc4 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks [] for port (8e67ae0e-a741-4fbb-984c-820b648c7c1d), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:47.111700 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb490e62-a5c0-49f6-8435-0a8d15cecacd req-957e54a1-054f-4b65-ad43-f7239b26ff4e tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:47.113462 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-fb490e62-a5c0-49f6-8435-0a8d15cecacd req-957e54a1-054f-4b65-ad43-f7239b26ff4e tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=f634aa6d-e24c-48df-946f-3166fd76273a HTTP/1.1" status: 200 len: 946 time: 0.0461874 Sep 16 09:52:47.118628 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-a0838a3d-4f3e-45f5-a147-9724eab92dc4 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759571245505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27240065'] for port (8e67ae0e-a741-4fbb-984c-820b648c7c1d), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:47.159840 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0838a3d-4f3e-45f5-a147-9724eab92dc4 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Network d06af4bd-75ff-4039-9388-f05026361d79 is already hosted by enough agents. {{(pid=113424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 09:52:47.163735 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.base_scheduler [None req-a0838a3d-4f3e-45f5-a147-9724eab92dc4 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Resources bound (agent type, host, resource id): {{(pid=113424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 09:52:47.168050 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0838a3d-4f3e-45f5-a147-9724eab92dc4 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Received port after_create {{(pid=113424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 09:52:47.169976 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-fb490e62-a5c0-49f6-8435-0a8d15cecacd req-cf9c677c-690e-4546-a9a5-55db6e96064c tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506461 Sep 16 09:52:47.197042 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0838a3d-4f3e-45f5-a147-9724eab92dc4 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Pushing event updated for resources: {'Port': ['ID=8e67ae0e-a741-4fbb-984c-820b648c7c1d,revision_number=1']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:52:47.202208 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=2 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:52:47.268776 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-a0838a3d-4f3e-45f5-a147-9724eab92dc4 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks [] for floatingip (60c44b90-421a-4ae8-9542-135a4604422b), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:47.395259 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-a0838a3d-4f3e-45f5-a147-9724eab92dc4 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (8e67ae0e-a741-4fbb-984c-820b648c7c1d), before_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:47.490026 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30fcc69-ac9d-4b68-82d0-e1c69e4137bb req-04802a17-e6b2-48bf-ad80-6121c9ae1f9d tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:47.491505 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-f30fcc69-ac9d-4b68-82d0-e1c69e4137bb req-04802a17-e6b2-48bf-ad80-6121c9ae1f9d tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 945 time: 0.0680192 Sep 16 09:52:47.493927 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:52:47.593176 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-f30fcc69-ac9d-4b68-82d0-e1c69e4137bb req-ff4c9e6e-46df-4eb5-8c58-0745e81682f6 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0703208 Sep 16 09:52:47.643438 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-a0838a3d-4f3e-45f5-a147-9724eab92dc4 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks [] for port (8e67ae0e-a741-4fbb-984c-820b648c7c1d), precommit_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:47.749753 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-a0838a3d-4f3e-45f5-a147-9724eab92dc4 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27240120'] for port (8e67ae0e-a741-4fbb-984c-820b648c7c1d), after_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:47.807525 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-55eb5b5e-5825-47b2-b517-319f3d379568 req-a4880a75-d6a5-4547-b690-2ce5a0595459 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=cbfe8395-a1da-4ff2-8951-0ffeaf568bae HTTP/1.1" status: 200 len: 210 time: 0.0276988 Sep 16 09:52:47.820785 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-a0838a3d-4f3e-45f5-a147-9724eab92dc4 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711587'] for floatingip (60c44b90-421a-4ae8-9542-135a4604422b), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:47.836685 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0838a3d-4f3e-45f5-a147-9724eab92dc4 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Pushing event updated for resources: {'Port': ['ID=8e67ae0e-a741-4fbb-984c-820b648c7c1d,revision_number=2']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:52:47.934280 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-a0838a3d-4f3e-45f5-a147-9724eab92dc4 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110971'] for floatingip (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:47.935467 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-a0838a3d-4f3e-45f5-a147-9724eab92dc4 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3380606 Sep 16 09:52:48.274070 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-863a2289-6b86-4eea-a651-c40a7195f23c req-ce192e5f-3e60-4e40-ae45-b7329f2c388a tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1795327329&fields=id&tenant_id=75007587f92646f686881c2e1bfb7b2d HTTP/1.1" status: 200 len: 267 time: 0.0518212 Sep 16 09:52:48.310388 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9b2042-1566-454c-a9c3-5852f58bf0ea req-d6377cc5-7b90-4931-be11-3560bcbbd3cb tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:48.311871 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-ef9b2042-1566-454c-a9c3-5852f58bf0ea req-d6377cc5-7b90-4931-be11-3560bcbbd3cb tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=f634aa6d-e24c-48df-946f-3166fd76273a HTTP/1.1" status: 200 len: 946 time: 0.0478060 Sep 16 09:52:48.364994 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-ef9b2042-1566-454c-a9c3-5852f58bf0ea req-130409f7-ba74-45c9-8c23-b19196bed8da tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456703 Sep 16 09:52:48.389267 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863a2289-6b86-4eea-a651-c40a7195f23c req-73bf24a7-b961-412f-a19d-630fcdc86b89 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:48.390955 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-863a2289-6b86-4eea-a651-c40a7195f23c req-73bf24a7-b961-412f-a19d-630fcdc86b89 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/networks?id=b92b7908-54f3-4444-8e37-e6621fa07310 HTTP/1.1" status: 200 len: 815 time: 0.1100483 Sep 16 09:52:48.413353 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-863a2289-6b86-4eea-a651-c40a7195f23c req-52ce1cfc-ed1d-4ea2-9a4b-6d918bba8c07 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/quotas/75007587f92646f686881c2e1bfb7b2d HTTP/1.1" status: 200 len: 375 time: 0.0150311 Sep 16 09:52:48.470535 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-863a2289-6b86-4eea-a651-c40a7195f23c req-233c6659-acdf-4c7f-8483-16927c801a33 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=75007587f92646f686881c2e1bfb7b2d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0517650 Sep 16 09:52:48.568624 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-863a2289-6b86-4eea-a651-c40a7195f23c req-f799aa18-8453-45c0-ad5a-1ddfe917a074 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/b92b7908-54f3-4444-8e37-e6621fa07310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868165 Sep 16 09:52:48.677657 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-863a2289-6b86-4eea-a651-c40a7195f23c req-51a022b3-e1a5-4788-a175-356d692cb445 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/b92b7908-54f3-4444-8e37-e6621fa07310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032612 Sep 16 09:52:48.739645 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f3d209-63b3-4346-b76f-0c95ef618b9a req-60b64d2e-8450-419d-9561-8b0feeaa019b tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:48.741216 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-b7f3d209-63b3-4346-b76f-0c95ef618b9a req-60b64d2e-8450-419d-9561-8b0feeaa019b tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 945 time: 0.0554755 Sep 16 09:52:48.788522 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-b7f3d209-63b3-4346-b76f-0c95ef618b9a req-bd312d00-075d-4c94-bd66-94ae1405922b tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0414352 Sep 16 09:52:48.915691 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-09c81ff6-534c-45e8-b155-478709d53052 req-d8c6fe05-7b50-4e6c-9824-22927e086f3b tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=cbfe8395-a1da-4ff2-8951-0ffeaf568bae HTTP/1.1" status: 200 len: 210 time: 0.0330851 Sep 16 09:52:48.970346 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-c4087ad8-5b9b-406a-b795-7ebd939ef9ec req-4a6128bf-7746-4a24-afa5-1b092de6f0ea tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=33e0e447-38a7-474d-ae32-1941ee3260c6 HTTP/1.1" status: 200 len: 210 time: 0.0283535 Sep 16 09:52:49.378150 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=9 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:52:49.388332 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=17 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:52:49.494696 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e60753-974e-40e0-b19b-567da0c0436d req-f3b430b7-38d9-4431-af1c-5c7953ae453c tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:49.496219 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-f3e60753-974e-40e0-b19b-567da0c0436d req-f3b430b7-38d9-4431-af1c-5c7953ae453c tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=f634aa6d-e24c-48df-946f-3166fd76273a HTTP/1.1" status: 200 len: 946 time: 0.0565422 Sep 16 09:52:49.546456 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-f3e60753-974e-40e0-b19b-567da0c0436d req-196e5a45-bfdb-47f3-bbb3-f9c8271f1da6 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446017 Sep 16 09:52:49.930413 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:52:49.941661 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bae887-22ae-4112-88c6-d6813ed91cea req-7c75f6b2-22f1-4a40-bbdf-8abb0af8ffdd tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:49.943163 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-21bae887-22ae-4112-88c6-d6813ed91cea req-7c75f6b2-22f1-4a40-bbdf-8abb0af8ffdd tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 945 time: 0.0543659 Sep 16 09:52:49.995169 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-21bae887-22ae-4112-88c6-d6813ed91cea req-962c100f-767d-497a-b5b5-6e7e5a127f93 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0463691 Sep 16 09:52:50.047922 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-99dab08d-d71f-448e-9195-4021c316cdd9 req-cbfc8448-7307-405f-ad20-164c59760511 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=cbfe8395-a1da-4ff2-8951-0ffeaf568bae HTTP/1.1" status: 200 len: 210 time: 0.0487039 Sep 16 09:52:50.100619 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-e0c67013-a185-4648-905c-e12ea28ab36f req-658788c1-6696-48ff-9941-ff434823c5b8 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=33e0e447-38a7-474d-ae32-1941ee3260c6 HTTP/1.1" status: 200 len: 210 time: 0.0346365 Sep 16 09:52:50.671857 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26519f34-cd58-4a77-b259-901c74733e11 req-2edf39dc-a3a5-440c-8bdb-be9c320066e8 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:50.673488 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-26519f34-cd58-4a77-b259-901c74733e11 req-2edf39dc-a3a5-440c-8bdb-be9c320066e8 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=f634aa6d-e24c-48df-946f-3166fd76273a HTTP/1.1" status: 200 len: 946 time: 0.0496309 Sep 16 09:52:50.728037 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-26519f34-cd58-4a77-b259-901c74733e11 req-67c28eab-bea2-41e6-860a-044183659ebd tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481081 Sep 16 09:52:51.145725 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f0e00e-5457-4c64-82bc-7439a82c4909 req-b57da9fb-e053-4c7b-af2b-34a2b8d5ab1e tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:51.147223 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-01f0e00e-5457-4c64-82bc-7439a82c4909 req-b57da9fb-e053-4c7b-af2b-34a2b8d5ab1e tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 945 time: 0.0656638 Sep 16 09:52:51.204431 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-20264367-8c3a-4ca4-b310-d1d202e6825c req-c3b55bf6-4417-41ca-ba67-a72c5d4cae2e tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=cbfe8395-a1da-4ff2-8951-0ffeaf568bae HTTP/1.1" status: 200 len: 210 time: 0.0640914 Sep 16 09:52:51.206626 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-01f0e00e-5457-4c64-82bc-7439a82c4909 req-77e90383-7255-40e6-9780-e4e9fa3206d3 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0533981 Sep 16 09:52:51.261026 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b99a16b-229c-4d0b-a787-5ce0f242bc72 req-e485b791-675f-4e12-974f-8f8deafca08d tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:51.264249 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-3b99a16b-229c-4d0b-a787-5ce0f242bc72 req-e485b791-675f-4e12-974f-8f8deafca08d tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.27 "GET /networking/v2.0/networks?id=15e63dfc-22b7-48c1-94c3-7e5f623a1d1a HTTP/1.1" status: 200 len: 809 time: 0.1592455 Sep 16 09:52:51.302259 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.v2.base [req-3b99a16b-229c-4d0b-a787-5ce0f242bc72 req-7003deca-f9ca-4221-bfa4-90d3752a0708 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] Request body: {'port': {'device_id': 'cbfe8395-a1da-4ff2-8951-0ffeaf568bae', 'network_id': '15e63dfc-22b7-48c1-94c3-7e5f623a1d1a', 'admin_state_up': True, 'tenant_id': '6e0c83ab03cd40d6a1ffcc3d5b369d64'}} {{(pid=113423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:52:51.306628 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-9b36c7dd-868b-482c-ae7f-be1179c82f04 req-67c78302-7fe8-4d4a-83f6-22aca86a1799 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=33e0e447-38a7-474d-ae32-1941ee3260c6 HTTP/1.1" status: 200 len: 210 time: 0.0362332 Sep 16 09:52:51.371112 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=34,neutron:UPDATE=2 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:52:51.376181 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:52:51.406916 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=20 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:52:51.535115 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b99a16b-229c-4d0b-a787-5ce0f242bc72 req-7003deca-f9ca-4221-bfa4-90d3752a0708 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] Made reservation on behalf of 6e0c83ab03cd40d6a1ffcc3d5b369d64 for: {'port': 1} {{(pid=113423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 09:52:51.538976 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [req-3b99a16b-229c-4d0b-a787-5ce0f242bc72 req-7003deca-f9ca-4221-bfa4-90d3752a0708 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:51.599789 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:52:51.669858 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:52:51.676282 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.db.db_base_plugin_common [req-3b99a16b-229c-4d0b-a787-5ce0f242bc72 req-7003deca-f9ca-4221-bfa4-90d3752a0708 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] Allocated IP 172.20.0.4 (15e63dfc-22b7-48c1-94c3-7e5f623a1d1a/b6f3a94c-f190-4d3b-bf49-e529afe16b75/a3098220-05f9-42ce-a47c-128a2ad67619) {{(pid=113423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 09:52:51.851907 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [req-3b99a16b-229c-4d0b-a787-5ce0f242bc72 req-7003deca-f9ca-4221-bfa4-90d3752a0708 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] Publish callbacks [] for port (a3098220-05f9-42ce-a47c-128a2ad67619), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:51.872285 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7dc49e-7ffd-4a3e-8d1a-19686d7b7f8d req-038cdc2c-bb57-4feb-8af2-e84ded1cd55b tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:51.873850 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-ab7dc49e-7ffd-4a3e-8d1a-19686d7b7f8d req-038cdc2c-bb57-4feb-8af2-e84ded1cd55b tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=f634aa6d-e24c-48df-946f-3166fd76273a HTTP/1.1" status: 200 len: 946 time: 0.0653186 Sep 16 09:52:51.927309 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-ab7dc49e-7ffd-4a3e-8d1a-19686d7b7f8d req-767d5d12-534f-46d6-a89c-829436c597dd tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457759 Sep 16 09:52:51.966545 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [req-3b99a16b-229c-4d0b-a787-5ce0f242bc72 req-7003deca-f9ca-4221-bfa4-90d3752a0708 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759571245505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473602'] for port (a3098220-05f9-42ce-a47c-128a2ad67619), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:52.020025 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b99a16b-229c-4d0b-a787-5ce0f242bc72 req-7003deca-f9ca-4221-bfa4-90d3752a0708 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] Network 15e63dfc-22b7-48c1-94c3-7e5f623a1d1a is already hosted by enough agents. {{(pid=113423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 09:52:52.025799 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.base_scheduler [req-3b99a16b-229c-4d0b-a787-5ce0f242bc72 req-7003deca-f9ca-4221-bfa4-90d3752a0708 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] Resources bound (agent type, host, resource id): {{(pid=113423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 09:52:52.028608 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b99a16b-229c-4d0b-a787-5ce0f242bc72 req-7003deca-f9ca-4221-bfa4-90d3752a0708 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] Received port after_create {{(pid=113423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 09:52:52.067722 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Device 55883b34-2ac0-4ba3-b4af-c5503b0d8fc9 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=113425) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 09:52:52.117586 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:52:52.153191 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-f4404e7e-50ec-4630-80ac-6cafabd6102e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (54fa5420-569f-41b3-81ce-b3c99a893561), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:52.220233 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] For port 55883b34-2ac0-4ba3-b4af-c5503b0d8fc9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=55883b34-2ac0-4ba3-b4af-c5503b0d8fc9,segment=NetworkSegment(dbdfa156-b328-4b02-9174-23c649e3a4fb),segment_id=dbdfa156-b328-4b02-9174-23c649e3a4fb)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:52:52.230147 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863a2289-6b86-4eea-a651-c40a7195f23c req-8964edfc-81d5-472c-a973-1f390d5dd9c1 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:52.233364 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-863a2289-6b86-4eea-a651-c40a7195f23c req-8964edfc-81d5-472c-a973-1f390d5dd9c1 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.27 "GET /networking/v2.0/networks?id=b92b7908-54f3-4444-8e37-e6621fa07310 HTTP/1.1" status: 200 len: 815 time: 0.1792183 Sep 16 09:52:52.243740 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Returning: {'device': '55883b34-2ac0-4ba3-b4af-c5503b0d8fc9', 'network_id': 'fe465541-6175-450e-8791-dc7a519b5e60', 'port_id': '55883b34-2ac0-4ba3-b4af-c5503b0d8fc9', 'mac_address': 'fa:16:3e:4d:8f:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '312d0eea-a7f5-4989-be4b-d8f1ee2c9ab2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113425) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 09:52:52.332137 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Current status of the port 55883b34-2ac0-4ba3-b4af-c5503b0d8fc9 is: ACTIVE; New status is: BUILD {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:52:52.332892 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (55883b34-2ac0-4ba3-b4af-c5503b0d8fc9), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:52.360918 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.notifiers.nova [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 55883b34-2ac0-4ba3-b4af-c5503b0d8fc9 {{(pid=113425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 09:52:52.404205 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] For port 55883b34-2ac0-4ba3-b4af-c5503b0d8fc9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=55883b34-2ac0-4ba3-b4af-c5503b0d8fc9,segment=NetworkSegment(dbdfa156-b328-4b02-9174-23c649e3a4fb),segment_id=dbdfa156-b328-4b02-9174-23c649e3a4fb)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:52:52.411417 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-863a2289-6b86-4eea-a651-c40a7195f23c req-38785709-a967-4c3d-9966-26b8d0b64497 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.27 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=75007587f92646f686881c2e1bfb7b2d HTTP/1.1" status: 200 len: 472 time: 0.1449361 Sep 16 09:52:52.414629 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7003deca-f9ca-4221-bfa4-90d3752a0708 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] Pushing event updated for resources: {'Port': ['ID=a3098220-05f9-42ce-a47c-128a2ad67619,revision_number=1']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:52:52.426747 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b99a16b-229c-4d0b-a787-5ce0f242bc72 req-7003deca-f9ca-4221-bfa4-90d3752a0708 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:52.427380 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [req-3b99a16b-229c-4d0b-a787-5ce0f242bc72 req-7003deca-f9ca-4221-bfa4-90d3752a0708 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110971'] for port (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:52.480742 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (55883b34-2ac0-4ba3-b4af-c5503b0d8fc9), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:52.504198 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0126158-cb07-4e97-a742-e1387d898ee4 req-569bfe94-f3b2-46bf-b34b-a39b907c4a00 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:52.505683 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea338bd-dab0-466a-a0a0-6cf97f4127e7 req-d7f93ec7-7ae2-4d53-9902-746d9198db3d tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:52.506217 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-b0126158-cb07-4e97-a742-e1387d898ee4 req-569bfe94-f3b2-46bf-b34b-a39b907c4a00 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=cbfe8395-a1da-4ff2-8951-0ffeaf568bae HTTP/1.1" status: 200 len: 931 time: 0.0609233 Sep 16 09:52:52.507221 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-eea338bd-dab0-466a-a0a0-6cf97f4127e7 req-d7f93ec7-7ae2-4d53-9902-746d9198db3d tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 945 time: 0.0699584 Sep 16 09:52:52.532026 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-3b99a16b-229c-4d0b-a787-5ce0f242bc72 req-7003deca-f9ca-4221-bfa4-90d3752a0708 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2339833 Sep 16 09:52:52.561833 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Pushing event updated for resources: {'Port': ['ID=55883b34-2ac0-4ba3-b4af-c5503b0d8fc9,revision_number=6']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:52:52.576426 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-b0126158-cb07-4e97-a742-e1387d898ee4 req-5d8b1ac7-3401-48c2-b911-5aac00a5f473 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=d8ce9788-d1c7-4e09-bac4-57f70356401b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645099 Sep 16 09:52:52.583864 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.v2.base [req-3b99a16b-229c-4d0b-a787-5ce0f242bc72 req-28fa310b-718b-4c15-bcd2-10cf02d4ca6b service neutron] Request body: {'port': {'device_id': 'cbfe8395-a1da-4ff2-8951-0ffeaf568bae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=113423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:52:52.637029 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] get_ports_and_sgs() called for port_ids ['55883b34-2ac0-4ba3-b4af-c5503b0d8fc9'] {{(pid=113425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 09:52:52.669839 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [req-3b99a16b-229c-4d0b-a787-5ce0f242bc72 req-28fa310b-718b-4c15-bcd2-10cf02d4ca6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (a3098220-05f9-42ce-a47c-128a2ad67619), before_update {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:52.743529 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-e32f14d5-8882-4d10-85dd-9593b292e0a0 req-43e7efb2-0d35-48d5-a916-8b2a9897e776 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=33e0e447-38a7-474d-ae32-1941ee3260c6 HTTP/1.1" status: 200 len: 210 time: 0.0416965 Sep 16 09:52:52.800329 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:52:52.859389 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.v2.base [req-863a2289-6b86-4eea-a651-c40a7195f23c req-a5bb7555-6b1d-41a0-ad2f-06c4234a7c93 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Request body: {'port': {'device_id': '33e0e447-38a7-474d-ae32-1941ee3260c6', 'network_id': 'b92b7908-54f3-4444-8e37-e6621fa07310', 'admin_state_up': True, 'tenant_id': '75007587f92646f686881c2e1bfb7b2d', 'security_groups': ['7f8cf784-23ab-483d-890c-e91125df474f']}} {{(pid=113424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:52:52.946658 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-eea338bd-dab0-466a-a0a0-6cf97f4127e7 req-9f10b8b0-81a2-42ab-9449-57e812d5309c tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.4329891 Sep 16 09:52:53.077596 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-863a2289-6b86-4eea-a651-c40a7195f23c req-a5bb7555-6b1d-41a0-ad2f-06c4234a7c93 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Made reservation on behalf of 75007587f92646f686881c2e1bfb7b2d for: {'port': 1} {{(pid=113424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 09:52:53.082892 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-863a2289-6b86-4eea-a651-c40a7195f23c req-a5bb7555-6b1d-41a0-ad2f-06c4234a7c93 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:53.092447 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae1eb4-5929-4bf4-af5a-574724b74246 req-a0fc683f-6550-4598-a0e2-e263c9597108 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:53.094027 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-9fae1eb4-5929-4bf4-af5a-574724b74246 req-a0fc683f-6550-4598-a0e2-e263c9597108 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=f634aa6d-e24c-48df-946f-3166fd76273a HTTP/1.1" status: 200 len: 946 time: 0.0812066 Sep 16 09:52:53.107313 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.notifiers.nova [req-3b99a16b-229c-4d0b-a787-5ce0f242bc72 req-28fa310b-718b-4c15-bcd2-10cf02d4ca6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3098220-05f9-42ce-a47c-128a2ad67619 {{(pid=113423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 09:52:53.119150 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [req-3b99a16b-229c-4d0b-a787-5ce0f242bc72 req-28fa310b-718b-4c15-bcd2-10cf02d4ca6b service neutron] Publish callbacks [] for port (a3098220-05f9-42ce-a47c-128a2ad67619), precommit_update {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:53.158296 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.db.provisioning_blocks [req-3b99a16b-229c-4d0b-a787-5ce0f242bc72 req-28fa310b-718b-4c15-bcd2-10cf02d4ca6b service neutron] Transition to ACTIVE for port object a3098220-05f9-42ce-a47c-128a2ad67619 will not be triggered until provisioned by entity L2. {{(pid=113423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 09:52:53.177840 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:52:53.182819 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-9fae1eb4-5929-4bf4-af5a-574724b74246 req-72352116-acf9-4830-b4f0-f93c12e1f1fa tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692205 Sep 16 09:52:53.231939 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [req-3b99a16b-229c-4d0b-a787-5ce0f242bc72 req-28fa310b-718b-4c15-bcd2-10cf02d4ca6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473659'] for port (a3098220-05f9-42ce-a47c-128a2ad67619), after_update {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:53.232418 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.db_base_plugin_common [req-863a2289-6b86-4eea-a651-c40a7195f23c req-a5bb7555-6b1d-41a0-ad2f-06c4234a7c93 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Allocated IP 172.20.0.4 (b92b7908-54f3-4444-8e37-e6621fa07310/2c5e3932-9cbf-4551-a459-a4948ab2f258/4108db2f-5c49-4ad6-ae61-afd84b76a0ce) {{(pid=113424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 09:52:53.296135 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fa310b-718b-4c15-bcd2-10cf02d4ca6b service neutron] Pushing event updated for resources: {'Port': ['ID=a3098220-05f9-42ce-a47c-128a2ad67619,revision_number=2']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:52:53.349882 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:52:53.355858 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.managers [req-3b99a16b-229c-4d0b-a787-5ce0f242bc72 req-28fa310b-718b-4c15-bcd2-10cf02d4ca6b service neutron] Attempting to bind port a3098220-05f9-42ce-a47c-128a2ad67619 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=113423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 09:52:53.356197 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.managers [req-3b99a16b-229c-4d0b-a787-5ce0f242bc72 req-28fa310b-718b-4c15-bcd2-10cf02d4ca6b service neutron] Attempting to bind port a3098220-05f9-42ce-a47c-128a2ad67619 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'c173b1f4-3294-47a0-8c62-65bf20be121f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '15e63dfc-22b7-48c1-94c3-7e5f623a1d1a'}] {{(pid=113423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 09:52:53.356681 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b99a16b-229c-4d0b-a787-5ce0f242bc72 req-28fa310b-718b-4c15-bcd2-10cf02d4ca6b service neutron] Attempting to bind port a3098220-05f9-42ce-a47c-128a2ad67619 on network 15e63dfc-22b7-48c1-94c3-7e5f623a1d1a {{(pid=113423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 09:52:53.391386 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-863a2289-6b86-4eea-a651-c40a7195f23c req-a5bb7555-6b1d-41a0-ad2f-06c4234a7c93 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks [] for port (4108db2f-5c49-4ad6-ae61-afd84b76a0ce), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:53.415928 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b99a16b-229c-4d0b-a787-5ce0f242bc72 req-28fa310b-718b-4c15-bcd2-10cf02d4ca6b service neutron] Port a3098220-05f9-42ce-a47c-128a2ad67619 on network 15e63dfc-22b7-48c1-94c3-7e5f623a1d1a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=113423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 09:52:53.416253 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b99a16b-229c-4d0b-a787-5ce0f242bc72 req-28fa310b-718b-4c15-bcd2-10cf02d4ca6b service neutron] Attempting to bind port a3098220-05f9-42ce-a47c-128a2ad67619 on network 15e63dfc-22b7-48c1-94c3-7e5f623a1d1a {{(pid=113423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 09:52:53.459675 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b99a16b-229c-4d0b-a787-5ce0f242bc72 req-28fa310b-718b-4c15-bcd2-10cf02d4ca6b service neutron] Checking agent: {'id': '5b31c92a-f134-4c39-96dd-6f3267de2076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 9, 48, 33), 'started_at': datetime.datetime(2022, 9, 16, 9, 48, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 9, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 09:52:53.460014 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b99a16b-229c-4d0b-a787-5ce0f242bc72 req-28fa310b-718b-4c15-bcd2-10cf02d4ca6b service neutron] Checking segment: {'id': 'c173b1f4-3294-47a0-8c62-65bf20be121f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '15e63dfc-22b7-48c1-94c3-7e5f623a1d1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 09:52:53.460398 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b99a16b-229c-4d0b-a787-5ce0f242bc72 req-28fa310b-718b-4c15-bcd2-10cf02d4ca6b service neutron] Bound using segment: {'id': 'c173b1f4-3294-47a0-8c62-65bf20be121f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '15e63dfc-22b7-48c1-94c3-7e5f623a1d1a'} {{(pid=113423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 09:52:53.460860 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.managers [req-3b99a16b-229c-4d0b-a787-5ce0f242bc72 req-28fa310b-718b-4c15-bcd2-10cf02d4ca6b service neutron] Bound port: a3098220-05f9-42ce-a47c-128a2ad67619, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c173b1f4-3294-47a0-8c62-65bf20be121f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '15e63dfc-22b7-48c1-94c3-7e5f623a1d1a'}}] {{(pid=113423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 09:52:53.461226 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [req-3b99a16b-229c-4d0b-a787-5ce0f242bc72 req-28fa310b-718b-4c15-bcd2-10cf02d4ca6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (a3098220-05f9-42ce-a47c-128a2ad67619), before_update {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:53.487144 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-863a2289-6b86-4eea-a651-c40a7195f23c req-a5bb7555-6b1d-41a0-ad2f-06c4234a7c93 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759571245505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27240065'] for port (4108db2f-5c49-4ad6-ae61-afd84b76a0ce), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:53.532147 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.db [req-3b99a16b-229c-4d0b-a787-5ce0f242bc72 req-28fa310b-718b-4c15-bcd2-10cf02d4ca6b service neutron] For port a3098220-05f9-42ce-a47c-128a2ad67619, host hv-cinder-79053, cleared binding levels {{(pid=113423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 09:52:53.535495 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.db [req-3b99a16b-229c-4d0b-a787-5ce0f242bc72 req-28fa310b-718b-4c15-bcd2-10cf02d4ca6b service neutron] For port a3098220-05f9-42ce-a47c-128a2ad67619, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a3098220-05f9-42ce-a47c-128a2ad67619,segment=NetworkSegment(c173b1f4-3294-47a0-8c62-65bf20be121f),segment_id=c173b1f4-3294-47a0-8c62-65bf20be121f)] {{(pid=113423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 09:52:53.536568 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-863a2289-6b86-4eea-a651-c40a7195f23c req-a5bb7555-6b1d-41a0-ad2f-06c4234a7c93 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Network b92b7908-54f3-4444-8e37-e6621fa07310 is already hosted by enough agents. {{(pid=113424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 09:52:53.540019 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.base_scheduler [req-863a2289-6b86-4eea-a651-c40a7195f23c req-a5bb7555-6b1d-41a0-ad2f-06c4234a7c93 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Resources bound (agent type, host, resource id): {{(pid=113424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 09:52:53.543944 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.l3_dvrscheduler_db [req-863a2289-6b86-4eea-a651-c40a7195f23c req-a5bb7555-6b1d-41a0-ad2f-06c4234a7c93 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Received port after_create {{(pid=113424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 09:52:53.572364 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bb7555-6b1d-41a0-ad2f-06c4234a7c93 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Pushing event updated for resources: {'Port': ['ID=4108db2f-5c49-4ad6-ae61-afd84b76a0ce,revision_number=1']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:52:53.603438 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863a2289-6b86-4eea-a651-c40a7195f23c req-a5bb7555-6b1d-41a0-ad2f-06c4234a7c93 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:53.604184 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-863a2289-6b86-4eea-a651-c40a7195f23c req-a5bb7555-6b1d-41a0-ad2f-06c4234a7c93 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110971'] for port (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:53.642277 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [req-3b99a16b-229c-4d0b-a787-5ce0f242bc72 req-28fa310b-718b-4c15-bcd2-10cf02d4ca6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473659'] for port (a3098220-05f9-42ce-a47c-128a2ad67619), after_update {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:53.651296 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b99a16b-229c-4d0b-a787-5ce0f242bc72 req-28fa310b-718b-4c15-bcd2-10cf02d4ca6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:53.651928 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [req-3b99a16b-229c-4d0b-a787-5ce0f242bc72 req-28fa310b-718b-4c15-bcd2-10cf02d4ca6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110971'] for port (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:53.653426 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-3b99a16b-229c-4d0b-a787-5ce0f242bc72 req-28fa310b-718b-4c15-bcd2-10cf02d4ca6b service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/a3098220-05f9-42ce-a47c-128a2ad67619 HTTP/1.1" status: 200 len: 1093 time: 1.0760155 Sep 16 09:52:53.653998 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbfe8395-a1da-4ff2-8951-0ffeaf568bae', 'tag': 'a3098220-05f9-42ce-a47c-128a2ad67619'}] {{(pid=113423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 09:52:53.656422 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71a7bfedd24ed74f5a0f7cbe4469292c95f8b2943141139d877a1e440cdb58a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f98b5af-d475-4c78-9d0d-f8e68aaf47ff" -d '{"events": [{"name": "network-changed", "server_uuid": "cbfe8395-a1da-4ff2-8951-0ffeaf568bae", "tag": "a3098220-05f9-42ce-a47c-128a2ad67619"}]}' {{(pid=113423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 09:52:53.706666 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:52:53.708076 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 09:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc3d281b-5be8-4a88-879a-056e2e0cfe7e x-openstack-request-id: req-dc3d281b-5be8-4a88-879a-056e2e0cfe7e {{(pid=113423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 09:52:53.709208 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbfe8395-a1da-4ff2-8951-0ffeaf568bae", "tag": "a3098220-05f9-42ce-a47c-128a2ad67619", "status": "completed", "code": 200}]} {{(pid=113423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 09:52:53.709208 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-dc3d281b-5be8-4a88-879a-056e2e0cfe7e {{(pid=113423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 09:52:53.709696 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc3d281b-5be8-4a88-879a-056e2e0cfe7e'] response: {'name': 'network-changed', 'server_uuid': 'cbfe8395-a1da-4ff2-8951-0ffeaf568bae', 'tag': 'a3098220-05f9-42ce-a47c-128a2ad67619', 'status': 'completed', 'code': 200} Sep 16 09:52:53.713495 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-863a2289-6b86-4eea-a651-c40a7195f23c req-a5bb7555-6b1d-41a0-ad2f-06c4234a7c93 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8598235 Sep 16 09:52:53.720682 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fa310b-718b-4c15-bcd2-10cf02d4ca6b service neutron] Pushing event updated for resources: {'Port': ['ID=a3098220-05f9-42ce-a47c-128a2ad67619,revision_number=3']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:52:53.756276 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ee5464-cbba-4be2-8412-335ace287ea8 req-dbfeae26-bdb2-4c37-a6a6-0b34287c9767 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:53.757852 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-01ee5464-cbba-4be2-8412-335ace287ea8 req-dbfeae26-bdb2-4c37-a6a6-0b34287c9767 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=cbfe8395-a1da-4ff2-8951-0ffeaf568bae HTTP/1.1" status: 200 len: 943 time: 0.0702653 Sep 16 09:52:53.818910 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-01ee5464-cbba-4be2-8412-335ace287ea8 req-75173917-eff1-4cea-868d-9bc7fd2609ce tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=d8ce9788-d1c7-4e09-bac4-57f70356401b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551717 Sep 16 09:52:53.823204 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-f79dd0ac-10f6-4f6c-b18a-5fe3001ce178 None None] Provisioning complete for port 4108db2f-5c49-4ad6-ae61-afd84b76a0ce triggered by entity DHCP. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:52:53.826199 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-f79dd0ac-10f6-4f6c-b18a-5fe3001ce178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (4108db2f-5c49-4ad6-ae61-afd84b76a0ce), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:53.826741 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-f79dd0ac-10f6-4f6c-b18a-5fe3001ce178 None None] Attempt 1 to provision port 4108db2f-5c49-4ad6-ae61-afd84b76a0ce Sep 16 09:52:53.870769 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-f79dd0ac-10f6-4f6c-b18a-5fe3001ce178 None None] Port 4108db2f-5c49-4ad6-ae61-afd84b76a0ce cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:52:53.889822 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9a66b1-0260-4015-a93e-185665282243 req-5c7d4ac8-8724-44d6-a9f8-ed6b2a3d0bef tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:53.891325 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-1e9a66b1-0260-4015-a93e-185665282243 req-5c7d4ac8-8724-44d6-a9f8-ed6b2a3d0bef tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=33e0e447-38a7-474d-ae32-1941ee3260c6 HTTP/1.1" status: 200 len: 931 time: 0.0606606 Sep 16 09:52:53.941206 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-1e9a66b1-0260-4015-a93e-185665282243 req-6c44ab93-d3bc-4da6-bd09-ebd035428996 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=7f8cf784-23ab-483d-890c-e91125df474f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434418 Sep 16 09:52:54.091799 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dea1209-ec66-4344-988b-2ef612dbc7b9 req-19ac0642-5620-401d-96e4-4a2651aa3c6f tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:54.093383 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-8dea1209-ec66-4344-988b-2ef612dbc7b9 req-19ac0642-5620-401d-96e4-4a2651aa3c6f tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 944 time: 0.0527918 Sep 16 09:52:54.148728 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-8dea1209-ec66-4344-988b-2ef612dbc7b9 req-32d4dc2f-0cb2-43ef-8945-4d9e5b42a8ff tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0492730 Sep 16 09:52:54.313743 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c98649-1431-4c33-be2f-62adf114c24c req-af728f79-e0d4-4be3-9f57-574a2e63e420 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:54.315545 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-25c98649-1431-4c33-be2f-62adf114c24c req-af728f79-e0d4-4be3-9f57-574a2e63e420 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=f634aa6d-e24c-48df-946f-3166fd76273a HTTP/1.1" status: 200 len: 946 time: 0.0538085 Sep 16 09:52:54.365393 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-25c98649-1431-4c33-be2f-62adf114c24c req-275f5f58-f9ee-4382-a14f-d7a5cc25ec29 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437331 Sep 16 09:52:54.371863 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-f79dd0ac-10f6-4f6c-b18a-5fe3001ce178 None None] Attempt 2 to provision port 4108db2f-5c49-4ad6-ae61-afd84b76a0ce Sep 16 09:52:54.405024 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-f79dd0ac-10f6-4f6c-b18a-5fe3001ce178 None None] Port 4108db2f-5c49-4ad6-ae61-afd84b76a0ce cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:52:54.526559 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-b8d135ec-4919-459a-8768-cd1b7a639459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (647718b3-8298-4382-86e2-3fad9f5d7804), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:54.905998 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-f79dd0ac-10f6-4f6c-b18a-5fe3001ce178 None None] Attempt 3 to provision port 4108db2f-5c49-4ad6-ae61-afd84b76a0ce Sep 16 09:52:54.946528 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-f79dd0ac-10f6-4f6c-b18a-5fe3001ce178 None None] Port 4108db2f-5c49-4ad6-ae61-afd84b76a0ce cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:52:54.960627 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f4e32b-d9f5-4bbe-8895-6bac641c51d7 req-06fc709d-4edc-4ad5-b7ce-2dd64ce94785 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:54.962250 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-d5f4e32b-d9f5-4bbe-8895-6bac641c51d7 req-06fc709d-4edc-4ad5-b7ce-2dd64ce94785 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=cbfe8395-a1da-4ff2-8951-0ffeaf568bae HTTP/1.1" status: 200 len: 943 time: 0.0524578 Sep 16 09:52:55.037572 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-d5f4e32b-d9f5-4bbe-8895-6bac641c51d7 req-445e1176-ae5f-4239-b65d-fd780501e9c5 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=d8ce9788-d1c7-4e09-bac4-57f70356401b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583563 Sep 16 09:52:55.080068 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ef9bd7-bc6f-42b7-b3dd-3b5500e77ab5 req-ae61ca27-2412-4186-a09c-544b2979bd07 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:55.082083 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-35ef9bd7-bc6f-42b7-b3dd-3b5500e77ab5 req-ae61ca27-2412-4186-a09c-544b2979bd07 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=33e0e447-38a7-474d-ae32-1941ee3260c6 HTTP/1.1" status: 200 len: 931 time: 0.0596440 Sep 16 09:52:55.117304 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:52:55.134063 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-35ef9bd7-bc6f-42b7-b3dd-3b5500e77ab5 req-640f6135-aef2-406d-8519-5a1f4cc227f7 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=7f8cf784-23ab-483d-890c-e91125df474f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460842 Sep 16 09:52:55.291772 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4930a004-9b82-4e61-983e-456e5d08cfe2 req-92e83b12-736c-4d13-99a4-c333671ab3e6 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:55.293288 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-4930a004-9b82-4e61-983e-456e5d08cfe2 req-92e83b12-736c-4d13-99a4-c333671ab3e6 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 944 time: 0.0502241 Sep 16 09:52:55.350221 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-4930a004-9b82-4e61-983e-456e5d08cfe2 req-a797b583-96cf-4ae2-bdc0-6f204e05b1d9 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0509090 Sep 16 09:52:55.447437 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-f79dd0ac-10f6-4f6c-b18a-5fe3001ce178 None None] Attempt 4 to provision port 4108db2f-5c49-4ad6-ae61-afd84b76a0ce Sep 16 09:52:55.482110 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-f79dd0ac-10f6-4f6c-b18a-5fe3001ce178 None None] Port 4108db2f-5c49-4ad6-ae61-afd84b76a0ce cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:52:55.496702 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7251e49e-32b4-4d1c-9e33-7c768749676b req-9c67ab70-2d65-4930-a101-92955afb00ce tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:55.499288 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-7251e49e-32b4-4d1c-9e33-7c768749676b req-9c67ab70-2d65-4930-a101-92955afb00ce tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=f634aa6d-e24c-48df-946f-3166fd76273a HTTP/1.1" status: 200 len: 946 time: 0.0542066 Sep 16 09:52:55.552005 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-7251e49e-32b4-4d1c-9e33-7c768749676b req-26f30e21-fc4d-4160-8583-acb103f000ef tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468607 Sep 16 09:52:55.800740 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-c17a0cac-31fa-4a66-ad06-99f53fca2b4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (2d63c820-fb16-4aae-acf9-0482010d4ad8), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:55.983088 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-f79dd0ac-10f6-4f6c-b18a-5fe3001ce178 None None] Attempt 5 to provision port 4108db2f-5c49-4ad6-ae61-afd84b76a0ce Sep 16 09:52:56.022944 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-f79dd0ac-10f6-4f6c-b18a-5fe3001ce178 None None] Port 4108db2f-5c49-4ad6-ae61-afd84b76a0ce cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:52:56.163816 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d4e4e6-260f-4d91-a095-d292ff38a1a7 req-54faad0a-1c02-44f8-8fd1-ef9ffaecee0b tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:56.165338 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-20d4e4e6-260f-4d91-a095-d292ff38a1a7 req-54faad0a-1c02-44f8-8fd1-ef9ffaecee0b tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=cbfe8395-a1da-4ff2-8951-0ffeaf568bae HTTP/1.1" status: 200 len: 943 time: 0.0520456 Sep 16 09:52:56.216235 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-20d4e4e6-260f-4d91-a095-d292ff38a1a7 req-44e63fd7-9ddb-494d-8ca6-9577b966814c tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=d8ce9788-d1c7-4e09-bac4-57f70356401b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453084 Sep 16 09:52:56.262988 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27537f9-9c1e-433d-bfe3-e83af649e4fe req-d93bd228-85a3-401f-83ac-87c9ae2c9b26 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:56.262988 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-e27537f9-9c1e-433d-bfe3-e83af649e4fe req-d93bd228-85a3-401f-83ac-87c9ae2c9b26 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=33e0e447-38a7-474d-ae32-1941ee3260c6 HTTP/1.1" status: 200 len: 931 time: 0.0509455 Sep 16 09:52:56.324550 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-e27537f9-9c1e-433d-bfe3-e83af649e4fe req-44c2b7a5-2429-4dc0-85c5-b7dbc3df2edb tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=7f8cf784-23ab-483d-890c-e91125df474f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538883 Sep 16 09:52:56.491819 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06149b-192f-4b09-9f0b-8c39e063db78 req-c07da45e-0cad-4f3b-b2ba-9a91ff76957b tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:56.494021 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-3a06149b-192f-4b09-9f0b-8c39e063db78 req-c07da45e-0cad-4f3b-b2ba-9a91ff76957b tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 944 time: 0.0602305 Sep 16 09:52:56.524377 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-f79dd0ac-10f6-4f6c-b18a-5fe3001ce178 None None] Attempt 6 to provision port 4108db2f-5c49-4ad6-ae61-afd84b76a0ce Sep 16 09:52:56.542666 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-3a06149b-192f-4b09-9f0b-8c39e063db78 req-eef63792-5cbf-4284-9f30-6a63f02e7ec3 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0431173 Sep 16 09:52:56.557079 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-f79dd0ac-10f6-4f6c-b18a-5fe3001ce178 None None] Port 4108db2f-5c49-4ad6-ae61-afd84b76a0ce cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:52:56.679676 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5d38da-65ad-42ef-b95f-efd53c90ab4c req-e537bdd9-b920-45b3-a418-110588df71a5 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:56.681174 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-9a5d38da-65ad-42ef-b95f-efd53c90ab4c req-e537bdd9-b920-45b3-a418-110588df71a5 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=f634aa6d-e24c-48df-946f-3166fd76273a HTTP/1.1" status: 200 len: 946 time: 0.0496008 Sep 16 09:52:56.730608 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-9a5d38da-65ad-42ef-b95f-efd53c90ab4c req-4970f21c-5175-49a7-ac3a-770d5c1cab84 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437055 Sep 16 09:52:57.058275 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-f79dd0ac-10f6-4f6c-b18a-5fe3001ce178 None None] Attempt 7 to provision port 4108db2f-5c49-4ad6-ae61-afd84b76a0ce Sep 16 09:52:57.104934 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-f79dd0ac-10f6-4f6c-b18a-5fe3001ce178 None None] Port 4108db2f-5c49-4ad6-ae61-afd84b76a0ce cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:52:57.280365 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (be58d251-43cc-467d-bf31-2aae48e2ac56), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:57.343094 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-cd5fe5d0-24d3-4349-8269-176b5bcdf250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (65aa34d6-cc53-475e-ab2c-2c2516bff08f), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:57.348911 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77906877-05a5-4105-a673-bfcfe597fca9 req-93f85000-ff1e-4357-aa7b-a8105dd76590 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:57.350619 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-77906877-05a5-4105-a673-bfcfe597fca9 req-93f85000-ff1e-4357-aa7b-a8105dd76590 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=cbfe8395-a1da-4ff2-8951-0ffeaf568bae HTTP/1.1" status: 200 len: 943 time: 0.0532095 Sep 16 09:52:57.410038 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-77906877-05a5-4105-a673-bfcfe597fca9 req-bbd9e65c-73c8-4e01-8bc5-9745ac1d94a4 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=d8ce9788-d1c7-4e09-bac4-57f70356401b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534999 Sep 16 09:52:57.468213 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5885dc-70ac-4c3e-bf91-b12d290a72ee req-aa855ec7-8cd3-404d-b1a1-cfa9e81eec1c tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:57.469725 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-3c5885dc-70ac-4c3e-bf91-b12d290a72ee req-aa855ec7-8cd3-404d-b1a1-cfa9e81eec1c tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=33e0e447-38a7-474d-ae32-1941ee3260c6 HTTP/1.1" status: 200 len: 931 time: 0.0545373 Sep 16 09:52:57.522960 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-3c5885dc-70ac-4c3e-bf91-b12d290a72ee req-47eb38d5-92b6-4eda-b9e9-6ede17fd5431 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=7f8cf784-23ab-483d-890c-e91125df474f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471463 Sep 16 09:52:57.605866 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-f79dd0ac-10f6-4f6c-b18a-5fe3001ce178 None None] Attempt 8 to provision port 4108db2f-5c49-4ad6-ae61-afd84b76a0ce Sep 16 09:52:57.628001 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Device 55883b34-2ac0-4ba3-b4af-c5503b0d8fc9 up at agent hyperv_hv-cinder-79053 {{(pid=113425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 09:52:57.644465 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.v2.base [req-863a2289-6b86-4eea-a651-c40a7195f23c req-4c34ce35-7ece-4a89-9143-3f37df3341e3 service neutron] Request body: {'port': {'device_id': '33e0e447-38a7-474d-ae32-1941ee3260c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=113424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:52:57.672666 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-f79dd0ac-10f6-4f6c-b18a-5fe3001ce178 None None] Port 4108db2f-5c49-4ad6-ae61-afd84b76a0ce cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:52:57.688926 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f98b5af-d475-4c78-9d0d-f8e68aaf47ff req-88062161-5447-4a24-8dc6-3150076aa8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:57.690952 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-4f98b5af-d475-4c78-9d0d-f8e68aaf47ff req-88062161-5447-4a24-8dc6-3150076aa8e1 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=6e0c83ab03cd40d6a1ffcc3d5b369d64&device_id=cbfe8395-a1da-4ff2-8951-0ffeaf568bae HTTP/1.1" status: 200 len: 1127 time: 0.0443399 Sep 16 09:52:57.691485 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Provisioning complete for port 55883b34-2ac0-4ba3-b4af-c5503b0d8fc9 triggered by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:52:57.692048 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (55883b34-2ac0-4ba3-b4af-c5503b0d8fc9), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:57.692531 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Attempt 1 to provision port 55883b34-2ac0-4ba3-b4af-c5503b0d8fc9 Sep 16 09:52:57.709341 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e28f4e4-8f38-4810-9a11-30bbab6292d1 req-0b385741-82be-4975-9f86-7089b3a5fa35 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:57.710923 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-3e28f4e4-8f38-4810-9a11-30bbab6292d1 req-0b385741-82be-4975-9f86-7089b3a5fa35 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 944 time: 0.0844295 Sep 16 09:52:57.716124 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:52:57.776604 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-863a2289-6b86-4eea-a651-c40a7195f23c req-4c34ce35-7ece-4a89-9143-3f37df3341e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (4108db2f-5c49-4ad6-ae61-afd84b76a0ce), before_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:57.795739 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Current status of the port 55883b34-2ac0-4ba3-b4af-c5503b0d8fc9 is: BUILD; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:52:57.796283 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (55883b34-2ac0-4ba3-b4af-c5503b0d8fc9), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:57.820823 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:52:57.828407 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88a0813e-ace7-48df-b688-533c8dbc81de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55883b34-2ac0-4ba3-b4af-c5503b0d8fc9'}] {{(pid=113425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 09:52:57.831413 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d904371a3690c7392a65e5457b849277104f62c83d6e5586b28cc731d2d00ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d420f4-7b4b-4c6c-9a43-977799a36516" -d '{"events": [{"server_uuid": "88a0813e-ace7-48df-b688-533c8dbc81de", "name": "network-vif-plugged", "status": "completed", "tag": "55883b34-2ac0-4ba3-b4af-c5503b0d8fc9"}]}' {{(pid=113425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 09:52:57.844690 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-3e28f4e4-8f38-4810-9a11-30bbab6292d1 req-2b86fb8d-33ab-4a78-aabb-b60a690be145 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1082308 Sep 16 09:52:57.851693 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] For port 55883b34-2ac0-4ba3-b4af-c5503b0d8fc9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=55883b34-2ac0-4ba3-b4af-c5503b0d8fc9,segment=NetworkSegment(dbdfa156-b328-4b02-9174-23c649e3a4fb),segment_id=dbdfa156-b328-4b02-9174-23c649e3a4fb)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:52:57.898979 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:52:57.925214 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 09:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-463b1bca-738a-4305-bef7-fe100bbb76ff x-openstack-request-id: req-463b1bca-738a-4305-bef7-fe100bbb76ff {{(pid=113425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 09:52:57.925523 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88a0813e-ace7-48df-b688-533c8dbc81de", "name": "network-vif-plugged", "status": "completed", "tag": "55883b34-2ac0-4ba3-b4af-c5503b0d8fc9", "code": 200}]} {{(pid=113425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 09:52:57.925762 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-463b1bca-738a-4305-bef7-fe100bbb76ff {{(pid=113425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 09:52:57.927019 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-463b1bca-738a-4305-bef7-fe100bbb76ff'] response: {'server_uuid': '88a0813e-ace7-48df-b688-533c8dbc81de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55883b34-2ac0-4ba3-b4af-c5503b0d8fc9', 'code': 200} Sep 16 09:52:57.956486 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc81c485-f52c-4d90-a183-c39257b3eb71 req-dec81579-4bd0-47b7-a09f-76b14e048826 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:57.958169 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (55883b34-2ac0-4ba3-b4af-c5503b0d8fc9), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:57.958523 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-bc81c485-f52c-4d90-a183-c39257b3eb71 req-dec81579-4bd0-47b7-a09f-76b14e048826 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=f634aa6d-e24c-48df-946f-3166fd76273a HTTP/1.1" status: 200 len: 946 time: 0.1300476 Sep 16 09:52:57.979561 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f98b5af-d475-4c78-9d0d-f8e68aaf47ff req-dd8eb142-4c5f-4af6-b946-266d52d93248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:57.980994 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-4f98b5af-d475-4c78-9d0d-f8e68aaf47ff req-dd8eb142-4c5f-4af6-b946-266d52d93248 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?tenant_id=6e0c83ab03cd40d6a1ffcc3d5b369d64&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2760332 Sep 16 09:52:57.991942 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:52:58.017252 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Pushing event updated for resources: {'Port': ['ID=55883b34-2ac0-4ba3-b4af-c5503b0d8fc9,revision_number=7']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:52:58.027416 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:52:58.027786 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:52:58.028155 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:52:58.028779 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:52:58.029009 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:52:58.029334 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:52:58.029817 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:52:58.030189 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:52:58.030637 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:52:58.030951 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:52:58.031324 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:52:58.032270 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:52:58.032270 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:52:58.032536 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:52:58.032822 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:52:58.038477 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-bc81c485-f52c-4d90-a183-c39257b3eb71 req-3c977abe-6fc0-4c9f-93f3-8f26b54ecc4d tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700231 Sep 16 09:52:58.107748 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.notifiers.nova [req-863a2289-6b86-4eea-a651-c40a7195f23c req-4c34ce35-7ece-4a89-9143-3f37df3341e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4108db2f-5c49-4ad6-ae61-afd84b76a0ce {{(pid=113424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 09:52:58.116697 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-863a2289-6b86-4eea-a651-c40a7195f23c req-4c34ce35-7ece-4a89-9143-3f37df3341e3 service neutron] Publish callbacks [] for port (4108db2f-5c49-4ad6-ae61-afd84b76a0ce), precommit_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:58.131573 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.provisioning_blocks [req-863a2289-6b86-4eea-a651-c40a7195f23c req-4c34ce35-7ece-4a89-9143-3f37df3341e3 service neutron] Transition to ACTIVE for port object 4108db2f-5c49-4ad6-ae61-afd84b76a0ce will not be triggered until provisioned by entity L2. {{(pid=113424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 09:52:58.174485 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-f79dd0ac-10f6-4f6c-b18a-5fe3001ce178 None None] Attempt 9 to provision port 4108db2f-5c49-4ad6-ae61-afd84b76a0ce Sep 16 09:52:58.211612 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-f79dd0ac-10f6-4f6c-b18a-5fe3001ce178 None None] Port 4108db2f-5c49-4ad6-ae61-afd84b76a0ce cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:52:58.260770 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-863a2289-6b86-4eea-a651-c40a7195f23c req-4c34ce35-7ece-4a89-9143-3f37df3341e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27240120'] for port (4108db2f-5c49-4ad6-ae61-afd84b76a0ce), after_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:58.341815 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c34ce35-7ece-4a89-9143-3f37df3341e3 service neutron] Pushing event updated for resources: {'Port': ['ID=4108db2f-5c49-4ad6-ae61-afd84b76a0ce,revision_number=2']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:52:58.381253 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.managers [req-863a2289-6b86-4eea-a651-c40a7195f23c req-4c34ce35-7ece-4a89-9143-3f37df3341e3 service neutron] Attempting to bind port 4108db2f-5c49-4ad6-ae61-afd84b76a0ce on host hv-cinder-79053 for vnic_type normal with profile {{(pid=113424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 09:52:58.381974 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.managers [req-863a2289-6b86-4eea-a651-c40a7195f23c req-4c34ce35-7ece-4a89-9143-3f37df3341e3 service neutron] Attempting to bind port 4108db2f-5c49-4ad6-ae61-afd84b76a0ce by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '59ea54c9-a504-4c17-ac42-04cf91228ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b92b7908-54f3-4444-8e37-e6621fa07310'}] {{(pid=113424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 09:52:58.381974 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863a2289-6b86-4eea-a651-c40a7195f23c req-4c34ce35-7ece-4a89-9143-3f37df3341e3 service neutron] Attempting to bind port 4108db2f-5c49-4ad6-ae61-afd84b76a0ce on network b92b7908-54f3-4444-8e37-e6621fa07310 {{(pid=113424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 09:52:58.428055 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863a2289-6b86-4eea-a651-c40a7195f23c req-4c34ce35-7ece-4a89-9143-3f37df3341e3 service neutron] Port 4108db2f-5c49-4ad6-ae61-afd84b76a0ce on network b92b7908-54f3-4444-8e37-e6621fa07310 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=113424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 09:52:58.428389 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863a2289-6b86-4eea-a651-c40a7195f23c req-4c34ce35-7ece-4a89-9143-3f37df3341e3 service neutron] Attempting to bind port 4108db2f-5c49-4ad6-ae61-afd84b76a0ce on network b92b7908-54f3-4444-8e37-e6621fa07310 {{(pid=113424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 09:52:58.489109 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863a2289-6b86-4eea-a651-c40a7195f23c req-4c34ce35-7ece-4a89-9143-3f37df3341e3 service neutron] Checking agent: {'id': '5b31c92a-f134-4c39-96dd-6f3267de2076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 9, 48, 33), 'started_at': datetime.datetime(2022, 9, 16, 9, 48, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 9, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 09:52:58.489109 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863a2289-6b86-4eea-a651-c40a7195f23c req-4c34ce35-7ece-4a89-9143-3f37df3341e3 service neutron] Checking segment: {'id': '59ea54c9-a504-4c17-ac42-04cf91228ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b92b7908-54f3-4444-8e37-e6621fa07310'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 09:52:58.489109 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863a2289-6b86-4eea-a651-c40a7195f23c req-4c34ce35-7ece-4a89-9143-3f37df3341e3 service neutron] Bound using segment: {'id': '59ea54c9-a504-4c17-ac42-04cf91228ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b92b7908-54f3-4444-8e37-e6621fa07310'} {{(pid=113424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 09:52:58.489109 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.managers [req-863a2289-6b86-4eea-a651-c40a7195f23c req-4c34ce35-7ece-4a89-9143-3f37df3341e3 service neutron] Bound port: 4108db2f-5c49-4ad6-ae61-afd84b76a0ce, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59ea54c9-a504-4c17-ac42-04cf91228ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b92b7908-54f3-4444-8e37-e6621fa07310'}}] {{(pid=113424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 09:52:58.489109 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-863a2289-6b86-4eea-a651-c40a7195f23c req-4c34ce35-7ece-4a89-9143-3f37df3341e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (4108db2f-5c49-4ad6-ae61-afd84b76a0ce), before_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:58.551429 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:52:58.580971 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ab1856-785a-4231-b27f-9e2e0ac2e5d6 req-e4c229ff-4355-4b00-9859-645e3523e695 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:58.582673 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-f3ab1856-785a-4231-b27f-9e2e0ac2e5d6 req-e4c229ff-4355-4b00-9859-645e3523e695 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=cbfe8395-a1da-4ff2-8951-0ffeaf568bae HTTP/1.1" status: 200 len: 943 time: 0.0673184 Sep 16 09:52:58.590054 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.db [req-863a2289-6b86-4eea-a651-c40a7195f23c req-4c34ce35-7ece-4a89-9143-3f37df3341e3 service neutron] For port 4108db2f-5c49-4ad6-ae61-afd84b76a0ce, host hv-cinder-79053, cleared binding levels {{(pid=113424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 09:52:58.594209 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.db [req-863a2289-6b86-4eea-a651-c40a7195f23c req-4c34ce35-7ece-4a89-9143-3f37df3341e3 service neutron] For port 4108db2f-5c49-4ad6-ae61-afd84b76a0ce, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=4108db2f-5c49-4ad6-ae61-afd84b76a0ce,segment=NetworkSegment(59ea54c9-a504-4c17-ac42-04cf91228ccc),segment_id=59ea54c9-a504-4c17-ac42-04cf91228ccc)] {{(pid=113424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 09:52:58.650677 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-f3ab1856-785a-4231-b27f-9e2e0ac2e5d6 req-fb7fc8eb-b964-4c1a-9196-c975d2afccbd tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=d8ce9788-d1c7-4e09-bac4-57f70356401b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543315 Sep 16 09:52:58.652525 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbffad54-74b6-449b-af28-cf9b30508d1d req-3b1a9820-b8c7-4fbe-a6cc-81d70bfec230 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:58.658035 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-fbffad54-74b6-449b-af28-cf9b30508d1d req-3b1a9820-b8c7-4fbe-a6cc-81d70bfec230 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=33e0e447-38a7-474d-ae32-1941ee3260c6 HTTP/1.1" status: 200 len: 943 time: 0.0561545 Sep 16 09:52:58.702193 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-fbffad54-74b6-449b-af28-cf9b30508d1d req-b9a1263b-d3ad-4c60-b12e-fad93126fc2d tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=7f8cf784-23ab-483d-890c-e91125df474f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416067 Sep 16 09:52:58.710497 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-863a2289-6b86-4eea-a651-c40a7195f23c req-4c34ce35-7ece-4a89-9143-3f37df3341e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27240120'] for port (4108db2f-5c49-4ad6-ae61-afd84b76a0ce), after_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:58.712807 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-f79dd0ac-10f6-4f6c-b18a-5fe3001ce178 None None] Attempt 10 to provision port 4108db2f-5c49-4ad6-ae61-afd84b76a0ce Sep 16 09:52:58.712936 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863a2289-6b86-4eea-a651-c40a7195f23c req-4c34ce35-7ece-4a89-9143-3f37df3341e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:58.713516 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-863a2289-6b86-4eea-a651-c40a7195f23c req-4c34ce35-7ece-4a89-9143-3f37df3341e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110971'] for port (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:52:58.714996 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-863a2289-6b86-4eea-a651-c40a7195f23c req-4c34ce35-7ece-4a89-9143-3f37df3341e3 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/4108db2f-5c49-4ad6-ae61-afd84b76a0ce HTTP/1.1" status: 200 len: 1093 time: 1.0776026 Sep 16 09:52:58.715493 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33e0e447-38a7-474d-ae32-1941ee3260c6', 'tag': '4108db2f-5c49-4ad6-ae61-afd84b76a0ce'}] {{(pid=113424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 09:52:58.717774 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16dfd0a1dfdfa1f1ee01b24bca40ddc03421b0ad37c1355f54f1c3176401751a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-455da780-d827-4344-b3d2-4a37b10acade" -d '{"events": [{"name": "network-changed", "server_uuid": "33e0e447-38a7-474d-ae32-1941ee3260c6", "tag": "4108db2f-5c49-4ad6-ae61-afd84b76a0ce"}]}' {{(pid=113424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 09:52:58.759778 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-f79dd0ac-10f6-4f6c-b18a-5fe3001ce178 None None] Port 4108db2f-5c49-4ad6-ae61-afd84b76a0ce had new provisioning blocks added so it will not transition to active. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 09:52:58.765306 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c34ce35-7ece-4a89-9143-3f37df3341e3 service neutron] Pushing event updated for resources: {'Port': ['ID=4108db2f-5c49-4ad6-ae61-afd84b76a0ce,revision_number=3']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:52:58.776912 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 09:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a015189-2034-47a2-91a6-68bedce819f5 x-openstack-request-id: req-5a015189-2034-47a2-91a6-68bedce819f5 {{(pid=113424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 09:52:58.777237 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33e0e447-38a7-474d-ae32-1941ee3260c6", "tag": "4108db2f-5c49-4ad6-ae61-afd84b76a0ce", "status": "completed", "code": 200}]} {{(pid=113424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 09:52:58.777497 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5a015189-2034-47a2-91a6-68bedce819f5 {{(pid=113424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 09:52:58.777974 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a015189-2034-47a2-91a6-68bedce819f5'] response: {'name': 'network-changed', 'server_uuid': '33e0e447-38a7-474d-ae32-1941ee3260c6', 'tag': '4108db2f-5c49-4ad6-ae61-afd84b76a0ce', 'status': 'completed', 'code': 200} Sep 16 09:52:58.914720 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455da780-d827-4344-b3d2-4a37b10acade req-12d2b285-b8fe-4ff0-aae4-ba3eca35472b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:58.918312 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-455da780-d827-4344-b3d2-4a37b10acade req-12d2b285-b8fe-4ff0-aae4-ba3eca35472b service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=75007587f92646f686881c2e1bfb7b2d&device_id=33e0e447-38a7-474d-ae32-1941ee3260c6 HTTP/1.1" status: 200 len: 1127 time: 0.0463300 Sep 16 09:52:59.068369 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56b4ff2-120f-4339-976e-5c639733dd00 req-091a3b72-5ca0-42f8-9d89-e3b30613a403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:59.070050 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-f56b4ff2-120f-4339-976e-5c639733dd00 req-091a3b72-5ca0-42f8-9d89-e3b30613a403 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f634aa6d-e24c-48df-946f-3166fd76273a HTTP/1.1" status: 200 len: 1130 time: 0.0502064 Sep 16 09:52:59.079083 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca415a3-243a-4bc1-9a96-86df2bac38c0 req-c98b4424-cadf-46ed-b01f-9d090c1b5a4c tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:59.086192 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-8ca415a3-243a-4bc1-9a96-86df2bac38c0 req-c98b4424-cadf-46ed-b01f-9d090c1b5a4c tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 945 time: 0.1273136 Sep 16 09:52:59.098497 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f98b5af-d475-4c78-9d0d-f8e68aaf47ff req-d7b9922f-b609-4bd9-8f5a-aacb957838fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:59.099941 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-4f98b5af-d475-4c78-9d0d-f8e68aaf47ff req-d7b9922f-b609-4bd9-8f5a-aacb957838fd service neutron] 10.222.0.27 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2458119 Sep 16 09:52:59.122447 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455da780-d827-4344-b3d2-4a37b10acade req-18bc9a9b-b866-4ee3-a5ed-676ccbea4642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:59.124039 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-455da780-d827-4344-b3d2-4a37b10acade req-18bc9a9b-b866-4ee3-a5ed-676ccbea4642 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?tenant_id=75007587f92646f686881c2e1bfb7b2d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1952217 Sep 16 09:52:59.165418 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-f56b4ff2-120f-4339-976e-5c639733dd00 req-5598afe0-2375-4406-90f2-ec0399ab3569 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833657 Sep 16 09:52:59.201509 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=100 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:52:59.205831 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-8ca415a3-243a-4bc1-9a96-86df2bac38c0 req-7d300f92-4c73-4a1e-8b8d-fae77983f61a tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1183760 Sep 16 09:52:59.245835 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b99a16b-229c-4d0b-a787-5ce0f242bc72 req-102b010d-3693-491a-a1a6-ee0a69d1680b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:59.245835 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-3b99a16b-229c-4d0b-a787-5ce0f242bc72 req-102b010d-3693-491a-a1a6-ee0a69d1680b service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=6e0c83ab03cd40d6a1ffcc3d5b369d64&device_id=cbfe8395-a1da-4ff2-8951-0ffeaf568bae HTTP/1.1" status: 200 len: 1127 time: 0.0778749 Sep 16 09:52:59.253718 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7884c0a2-c10a-40b6-96db-3c85292f2478 req-df697849-2e01-4b8c-bc98-e9ebd17ba001 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:59.253718 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-7884c0a2-c10a-40b6-96db-3c85292f2478 req-df697849-2e01-4b8c-bc98-e9ebd17ba001 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=f634aa6d-e24c-48df-946f-3166fd76273a HTTP/1.1" status: 200 len: 946 time: 0.1023543 Sep 16 09:52:59.317640 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455da780-d827-4344-b3d2-4a37b10acade req-3479ff96-5779-4143-8737-afe620640acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:59.319117 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-455da780-d827-4344-b3d2-4a37b10acade req-3479ff96-5779-4143-8737-afe620640acc service neutron] 10.222.0.27 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1826560 Sep 16 09:52:59.333295 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-7884c0a2-c10a-40b6-96db-3c85292f2478 req-eb5e5cc5-059c-4706-bcfc-e4d64a121644 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699317 Sep 16 09:52:59.528131 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-3b99a16b-229c-4d0b-a787-5ce0f242bc72 req-27c1b997-20a5-4280-8211-64bd2144b3dc service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a3098220-05f9-42ce-a47c-128a2ad67619 HTTP/1.1" status: 200 len: 217 time: 0.0363057 Sep 16 09:52:59.577939 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863a2289-6b86-4eea-a651-c40a7195f23c req-24b29aaa-7978-42c1-84aa-83cb10bd67b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:59.579831 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-863a2289-6b86-4eea-a651-c40a7195f23c req-24b29aaa-7978-42c1-84aa-83cb10bd67b3 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=75007587f92646f686881c2e1bfb7b2d&device_id=33e0e447-38a7-474d-ae32-1941ee3260c6 HTTP/1.1" status: 200 len: 1127 time: 0.0425544 Sep 16 09:52:59.584353 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b99a16b-229c-4d0b-a787-5ce0f242bc72 req-16e74fc3-baac-4aa8-926f-964b905257dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:59.585955 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-3b99a16b-229c-4d0b-a787-5ce0f242bc72 req-16e74fc3-baac-4aa8-926f-964b905257dc service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=b6f3a94c-f190-4d3b-bf49-e529afe16b75 HTTP/1.1" status: 200 len: 849 time: 0.0493355 Sep 16 09:52:59.632171 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-3b99a16b-229c-4d0b-a787-5ce0f242bc72 req-fc847c2c-3089-4ba6-b6db-22eba5ed1c2f service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=15e63dfc-22b7-48c1-94c3-7e5f623a1d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319262 Sep 16 09:52:59.641940 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-863a2289-6b86-4eea-a651-c40a7195f23c req-81a7268f-d56b-4e0c-b8da-0b8f1a80abc5 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4108db2f-5c49-4ad6-ae61-afd84b76a0ce HTTP/1.1" status: 200 len: 217 time: 0.0417001 Sep 16 09:52:59.774867 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-3b99a16b-229c-4d0b-a787-5ce0f242bc72 req-5fe8d71e-2d72-423f-936f-bfeb41c3e0f1 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/15e63dfc-22b7-48c1-94c3-7e5f623a1d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287327 Sep 16 09:52:59.798670 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba7765b-3d50-4fdb-875c-448d1aadb5b2 req-6ec28542-cbd9-436b-9dfa-a04f7c02963c tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:59.800942 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-5ba7765b-3d50-4fdb-875c-448d1aadb5b2 req-6ec28542-cbd9-436b-9dfa-a04f7c02963c tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=cbfe8395-a1da-4ff2-8951-0ffeaf568bae HTTP/1.1" status: 200 len: 943 time: 0.0595138 Sep 16 09:52:59.847642 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50afe85-8508-4d1f-8b9b-76f58342139a req-fb60e8e3-2c94-43f9-b360-f917437ea987 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:52:59.849326 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-c50afe85-8508-4d1f-8b9b-76f58342139a req-fb60e8e3-2c94-43f9-b360-f917437ea987 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=33e0e447-38a7-474d-ae32-1941ee3260c6 HTTP/1.1" status: 200 len: 943 time: 0.0609212 Sep 16 09:52:59.855469 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-5ba7765b-3d50-4fdb-875c-448d1aadb5b2 req-eb33f7e6-91d7-4413-990b-b2c16cc65428 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=d8ce9788-d1c7-4e09-bac4-57f70356401b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487123 Sep 16 09:52:59.880106 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:52:59.905132 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-c50afe85-8508-4d1f-8b9b-76f58342139a req-0395fad8-28bf-49c5-a57e-8bc17756adfe tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=7f8cf784-23ab-483d-890c-e91125df474f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465782 Sep 16 09:53:00.069642 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863a2289-6b86-4eea-a651-c40a7195f23c req-e0333ee3-28e1-4b26-9a63-c763e9ad0ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:00.071150 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-863a2289-6b86-4eea-a651-c40a7195f23c req-e0333ee3-28e1-4b26-9a63-c763e9ad0ebc service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=2c5e3932-9cbf-4551-a459-a4948ab2f258 HTTP/1.1" status: 200 len: 854 time: 0.0514963 Sep 16 09:53:00.122752 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863a2289-6b86-4eea-a651-c40a7195f23c req-14e7a463-7f49-4e91-8ff8-1087d2d3dc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:00.124585 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-863a2289-6b86-4eea-a651-c40a7195f23c req-14e7a463-7f49-4e91-8ff8-1087d2d3dc3b service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=b92b7908-54f3-4444-8e37-e6621fa07310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0464287 Sep 16 09:53:00.124801 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-3b99a16b-229c-4d0b-a787-5ce0f242bc72 req-bb2d8067-3cc7-4d4e-8a14-201e3e11cfc1 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/15e63dfc-22b7-48c1-94c3-7e5f623a1d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042962 Sep 16 09:53:00.204533 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.agents_db [None req-7c9a7194-4e2e-43f7-be58-28c896ce3cef None None] Agent healthcheck: found 6 active agents {{(pid=113426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 09:53:00.228077 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-863a2289-6b86-4eea-a651-c40a7195f23c req-b69b87a5-bbfe-4850-b479-d8254393517e service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b92b7908-54f3-4444-8e37-e6621fa07310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923080 Sep 16 09:53:00.357833 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=100 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:53:00.362847 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-863a2289-6b86-4eea-a651-c40a7195f23c req-89744e3c-702d-4c55-88b8-e6f141f44aa6 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b92b7908-54f3-4444-8e37-e6621fa07310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018770 Sep 16 09:53:00.366567 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f016f2-66d0-4815-bcdd-59f42826e28c req-b771c8e3-8176-41b6-a1ff-da151c4b89f6 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:00.368072 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-44f016f2-66d0-4815-bcdd-59f42826e28c req-b771c8e3-8176-41b6-a1ff-da151c4b89f6 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 945 time: 0.0521288 Sep 16 09:53:00.434687 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-44f016f2-66d0-4815-bcdd-59f42826e28c req-f958b88c-1f51-4d76-9be8-c428a5b59eb5 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0610857 Sep 16 09:53:00.468528 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970994b8-16b1-45b3-ae3e-8664780afc0e req-8d057bbb-0f0b-4120-8266-5241b70ddc5a tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:00.470104 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-970994b8-16b1-45b3-ae3e-8664780afc0e req-8d057bbb-0f0b-4120-8266-5241b70ddc5a tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=f634aa6d-e24c-48df-946f-3166fd76273a HTTP/1.1" status: 200 len: 946 time: 0.0548935 Sep 16 09:53:00.526896 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-970994b8-16b1-45b3-ae3e-8664780afc0e req-6245fa6e-8523-46f4-8da5-98733e603615 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496261 Sep 16 09:53:01.019294 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e883a569-c285-4d99-970f-1c5738cd3861 req-3427ddc9-bf34-43a2-8bf1-49af50a12c70 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:01.025978 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-e883a569-c285-4d99-970f-1c5738cd3861 req-3427ddc9-bf34-43a2-8bf1-49af50a12c70 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=cbfe8395-a1da-4ff2-8951-0ffeaf568bae HTTP/1.1" status: 200 len: 943 time: 0.0693491 Sep 16 09:53:01.054673 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b7de50-9f29-48fe-8db6-b338a92c5bf5 req-34e5231c-f1b8-4168-8cba-66489ed97d42 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:01.054673 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-91b7de50-9f29-48fe-8db6-b338a92c5bf5 req-34e5231c-f1b8-4168-8cba-66489ed97d42 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=33e0e447-38a7-474d-ae32-1941ee3260c6 HTTP/1.1" status: 200 len: 943 time: 0.0548472 Sep 16 09:53:01.071290 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-e883a569-c285-4d99-970f-1c5738cd3861 req-242a729f-cee6-4bcf-9b74-3253add2d56f tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=d8ce9788-d1c7-4e09-bac4-57f70356401b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446525 Sep 16 09:53:01.113608 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-91b7de50-9f29-48fe-8db6-b338a92c5bf5 req-ab8cf2c5-ceee-4023-a611-080387531031 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=7f8cf784-23ab-483d-890c-e91125df474f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534725 Sep 16 09:53:01.578161 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283f21a9-26e5-4fe6-aa61-f3c5b2b72f10 req-d113c462-3617-4df3-a3f6-8f385d045565 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:01.579937 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-283f21a9-26e5-4fe6-aa61-f3c5b2b72f10 req-d113c462-3617-4df3-a3f6-8f385d045565 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 945 time: 0.0575829 Sep 16 09:53:01.632511 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-283f21a9-26e5-4fe6-aa61-f3c5b2b72f10 req-e9373d14-5545-4690-a258-682862bf3d43 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0442259 Sep 16 09:53:01.661885 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf5f4d0-9810-49b3-ad7a-5fd7f406c4c8 req-dff622bf-6c16-423e-ade4-93d4b5bb1cdb tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:01.670220 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-acf5f4d0-9810-49b3-ad7a-5fd7f406c4c8 req-dff622bf-6c16-423e-ade4-93d4b5bb1cdb tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=f634aa6d-e24c-48df-946f-3166fd76273a HTTP/1.1" status: 200 len: 946 time: 0.0607028 Sep 16 09:53:01.719756 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-acf5f4d0-9810-49b3-ad7a-5fd7f406c4c8 req-1c2bd908-2d76-4806-a330-3b348bbceff2 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482943 Sep 16 09:53:02.199111 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d442b2e-db96-42a7-ad03-5cd47706abf0 req-e7973e6a-9413-43e9-b0d8-efc0e4ef5438 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:02.200558 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-5d442b2e-db96-42a7-ad03-5cd47706abf0 req-e7973e6a-9413-43e9-b0d8-efc0e4ef5438 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=cbfe8395-a1da-4ff2-8951-0ffeaf568bae HTTP/1.1" status: 200 len: 943 time: 0.0478525 Sep 16 09:53:02.235572 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=100 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:53:02.238810 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f35d8c6-f18c-45bd-bc82-6fb5e43d46a9 req-88c23c1d-048e-47c8-b1cd-8ef24a848db4 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:02.240326 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-1f35d8c6-f18c-45bd-bc82-6fb5e43d46a9 req-88c23c1d-048e-47c8-b1cd-8ef24a848db4 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=33e0e447-38a7-474d-ae32-1941ee3260c6 HTTP/1.1" status: 200 len: 943 time: 0.0485504 Sep 16 09:53:02.250712 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-5d442b2e-db96-42a7-ad03-5cd47706abf0 req-f9273dfe-7883-4253-943b-87a16d21c10e tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=d8ce9788-d1c7-4e09-bac4-57f70356401b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432510 Sep 16 09:53:02.291505 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-1f35d8c6-f18c-45bd-bc82-6fb5e43d46a9 req-ef894018-b5ad-484a-8ac7-34ba8cf778b3 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=7f8cf784-23ab-483d-890c-e91125df474f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452874 Sep 16 09:53:02.514193 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Device a3098220-05f9-42ce-a47c-128a2ad67619 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=113425) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 09:53:02.526702 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:53:02.618833 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] For port a3098220-05f9-42ce-a47c-128a2ad67619, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a3098220-05f9-42ce-a47c-128a2ad67619,segment=NetworkSegment(c173b1f4-3294-47a0-8c62-65bf20be121f),segment_id=c173b1f4-3294-47a0-8c62-65bf20be121f)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:53:02.630706 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Returning: {'device': 'a3098220-05f9-42ce-a47c-128a2ad67619', 'network_id': '15e63dfc-22b7-48c1-94c3-7e5f623a1d1a', 'port_id': 'a3098220-05f9-42ce-a47c-128a2ad67619', 'mac_address': 'fa:16:3e:89:ad:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6f3a94c-f190-4d3b-bf49-e529afe16b75', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113425) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 09:53:02.666261 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Current status of the port a3098220-05f9-42ce-a47c-128a2ad67619 is: DOWN; New status is: BUILD {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:53:02.666654 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (a3098220-05f9-42ce-a47c-128a2ad67619), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:02.679820 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.notifiers.nova [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3098220-05f9-42ce-a47c-128a2ad67619 {{(pid=113425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 09:53:02.684656 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:53:02.701329 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] For port a3098220-05f9-42ce-a47c-128a2ad67619, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a3098220-05f9-42ce-a47c-128a2ad67619,segment=NetworkSegment(c173b1f4-3294-47a0-8c62-65bf20be121f),segment_id=c173b1f4-3294-47a0-8c62-65bf20be121f)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:53:02.770148 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (a3098220-05f9-42ce-a47c-128a2ad67619), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:02.828954 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Pushing event updated for resources: {'Port': ['ID=a3098220-05f9-42ce-a47c-128a2ad67619,revision_number=4']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:53:02.850134 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796f601e-be88-49f5-9125-a2267b32c49e req-1b942780-0ef3-451c-89f8-92fd7578a0fc tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:02.851836 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-796f601e-be88-49f5-9125-a2267b32c49e req-1b942780-0ef3-451c-89f8-92fd7578a0fc tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 945 time: 0.1154993 Sep 16 09:53:02.893096 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b9b1c-0d37-4f06-86f0-1c6f3cbcfe16 req-5ae009da-914e-4ac8-846d-2b6f0495ba39 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:02.895006 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-d67b9b1c-0d37-4f06-86f0-1c6f3cbcfe16 req-5ae009da-914e-4ac8-846d-2b6f0495ba39 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=f634aa6d-e24c-48df-946f-3166fd76273a HTTP/1.1" status: 200 len: 946 time: 0.0739532 Sep 16 09:53:02.912642 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-796f601e-be88-49f5-9125-a2267b32c49e req-1abc86ff-36f8-47dc-9d1c-3232e2474427 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0535471 Sep 16 09:53:02.945531 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-d67b9b1c-0d37-4f06-86f0-1c6f3cbcfe16 req-94ca75aa-3aa9-4626-9feb-382a076827d1 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439916 Sep 16 09:53:03.129340 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] get_ports_and_sgs() called for port_ids ['a3098220-05f9-42ce-a47c-128a2ad67619'] {{(pid=113425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 09:53:03.485195 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86fcd21-a018-4fe9-a7ed-9556e35738a6 req-350c1a82-7073-4ea0-bbef-e6fb8e0492da tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:03.489764 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899387f0-fed0-4fd9-bd91-eefd007b8801 req-dd6b4ff2-30cc-426a-876f-f553146e61b2 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:03.494113 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-899387f0-fed0-4fd9-bd91-eefd007b8801 req-dd6b4ff2-30cc-426a-876f-f553146e61b2 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=cbfe8395-a1da-4ff2-8951-0ffeaf568bae HTTP/1.1" status: 200 len: 944 time: 0.1125143 Sep 16 09:53:03.495284 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-c86fcd21-a018-4fe9-a7ed-9556e35738a6 req-350c1a82-7073-4ea0-bbef-e6fb8e0492da tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=f634aa6d-e24c-48df-946f-3166fd76273a HTTP/1.1" status: 200 len: 946 time: 0.0883541 Sep 16 09:53:03.638906 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-c86fcd21-a018-4fe9-a7ed-9556e35738a6 req-f704df97-fa55-4aec-9236-22a7b2b1baf2 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423674 Sep 16 09:53:03.657900 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-899387f0-fed0-4fd9-bd91-eefd007b8801 req-3bd83a23-c97f-4442-991e-b8f048718951 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=d8ce9788-d1c7-4e09-bac4-57f70356401b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543498 Sep 16 09:53:03.745231 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6830cd8d-cba8-467d-9365-f0c41aa36a03 req-ae7e3c3a-367f-46b0-b983-3b93584167e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:03.747002 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-6830cd8d-cba8-467d-9365-f0c41aa36a03 req-ae7e3c3a-367f-46b0-b983-3b93584167e4 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=3fe0d52d42324aa38182b47b3588b979&device_id=f634aa6d-e24c-48df-946f-3166fd76273a HTTP/1.1" status: 200 len: 1130 time: 0.0576518 Sep 16 09:53:03.780168 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e60050-a465-4a07-9791-cc60de1e2900 req-5cfca717-a9d4-436c-8ce0-0fe0e9abbae4 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:03.781998 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-82e60050-a465-4a07-9791-cc60de1e2900 req-5cfca717-a9d4-436c-8ce0-0fe0e9abbae4 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=33e0e447-38a7-474d-ae32-1941ee3260c6 HTTP/1.1" status: 200 len: 943 time: 0.0611498 Sep 16 09:53:03.845477 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=100 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:53:03.867194 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-82e60050-a465-4a07-9791-cc60de1e2900 req-628ca238-54dd-41ed-b5e7-c35cabcba593 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=7f8cf784-23ab-483d-890c-e91125df474f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742438 Sep 16 09:53:03.879189 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6830cd8d-cba8-467d-9365-f0c41aa36a03 req-c706d012-4efb-4267-90d9-d2dcf6cf8668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:03.880813 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-6830cd8d-cba8-467d-9365-f0c41aa36a03 req-c706d012-4efb-4267-90d9-d2dcf6cf8668 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=17684eae-ad40-4ec5-9092-8a60e4e87e96 HTTP/1.1" status: 200 len: 919 time: 0.1264532 Sep 16 09:53:03.937352 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-6830cd8d-cba8-467d-9365-f0c41aa36a03 req-2f850e4c-94f5-4c00-bb94-b5f81f9ba2ef service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2959b5a1-1a1a-4ce9-93ab-cb413d960925 HTTP/1.1" status: 200 len: 217 time: 0.0454412 Sep 16 09:53:04.032218 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6830cd8d-cba8-467d-9365-f0c41aa36a03 req-09ef54e5-1881-4d4e-9515-f47c7ec2fd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:04.034189 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-6830cd8d-cba8-467d-9365-f0c41aa36a03 req-09ef54e5-1881-4d4e-9515-f47c7ec2fd01 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=7270ea1b-9730-4d7c-89ed-4cebd5834047 HTTP/1.1" status: 200 len: 857 time: 0.0895071 Sep 16 09:53:04.106704 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=100 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:53:04.123539 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce9379b-611c-47d9-abc3-c59b7e8b56ee req-84d5c247-ef58-453e-bbed-9ecdc7003dde tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:04.123879 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-8ce9379b-611c-47d9-abc3-c59b7e8b56ee req-84d5c247-ef58-453e-bbed-9ecdc7003dde tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 945 time: 0.0820799 Sep 16 09:53:04.129693 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6830cd8d-cba8-467d-9365-f0c41aa36a03 req-fac9dfdb-f0cb-458a-b607-8f1fe66f2796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:04.131671 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-6830cd8d-cba8-467d-9365-f0c41aa36a03 req-fac9dfdb-f0cb-458a-b607-8f1fe66f2796 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=17684eae-ad40-4ec5-9092-8a60e4e87e96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0787542 Sep 16 09:53:04.182672 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (5b31c92a-f134-4c39-96dd-6f3267de2076), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:04.399774 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=100 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:53:04.399774 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-8ce9379b-611c-47d9-abc3-c59b7e8b56ee req-3046e6a0-8e0a-4202-8567-44c85fb559f5 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0895417 Sep 16 09:53:04.399774 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-6830cd8d-cba8-467d-9365-f0c41aa36a03 req-8609f219-7e77-43c9-b990-cc7c50d2f4d7 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/17684eae-ad40-4ec5-9092-8a60e4e87e96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683838 Sep 16 09:53:04.416887 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-6830cd8d-cba8-467d-9365-f0c41aa36a03 req-4cd1e5dc-5d89-4aec-b01b-cbd23143a9bd service neutron] 10.222.0.27 "GET /networking/v2.0/networks/17684eae-ad40-4ec5-9092-8a60e4e87e96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028917 Sep 16 09:53:04.527546 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Device 4108db2f-5c49-4ad6-ae61-afd84b76a0ce details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=113425) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 09:53:04.530968 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Device a3098220-05f9-42ce-a47c-128a2ad67619 up at agent hyperv_hv-cinder-79053 {{(pid=113425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 09:53:04.605056 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Provisioning for port a3098220-05f9-42ce-a47c-128a2ad67619 completed by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 09:53:04.720422 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] For port 4108db2f-5c49-4ad6-ae61-afd84b76a0ce, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=4108db2f-5c49-4ad6-ae61-afd84b76a0ce,segment=NetworkSegment(59ea54c9-a504-4c17-ac42-04cf91228ccc),segment_id=59ea54c9-a504-4c17-ac42-04cf91228ccc)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:53:04.756204 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Returning: {'device': '4108db2f-5c49-4ad6-ae61-afd84b76a0ce', 'network_id': 'b92b7908-54f3-4444-8e37-e6621fa07310', 'port_id': '4108db2f-5c49-4ad6-ae61-afd84b76a0ce', 'mac_address': 'fa:16:3e:bf:eb:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c5e3932-9cbf-4551-a459-a4948ab2f258', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113425) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 09:53:04.847068 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Current status of the port 4108db2f-5c49-4ad6-ae61-afd84b76a0ce is: DOWN; New status is: BUILD {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:53:04.847787 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (4108db2f-5c49-4ad6-ae61-afd84b76a0ce), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:04.850189 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Provisioning complete for port a3098220-05f9-42ce-a47c-128a2ad67619 triggered by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:53:04.851602 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (a3098220-05f9-42ce-a47c-128a2ad67619), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:04.852169 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Attempt 1 to provision port a3098220-05f9-42ce-a47c-128a2ad67619 Sep 16 09:53:04.945703 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55b0861-dae5-44fc-ae8c-4b81b3820412 req-672f92af-eedd-4609-a3c4-7fcb8709b65e tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:04.948219 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-b55b0861-dae5-44fc-ae8c-4b81b3820412 req-672f92af-eedd-4609-a3c4-7fcb8709b65e tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=f634aa6d-e24c-48df-946f-3166fd76273a HTTP/1.1" status: 200 len: 946 time: 0.1651115 Sep 16 09:53:05.020929 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-b55b0861-dae5-44fc-ae8c-4b81b3820412 req-bd531881-c643-47e2-8c86-5f2395da2e33 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663712 Sep 16 09:53:05.107377 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.notifiers.nova [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4108db2f-5c49-4ad6-ae61-afd84b76a0ce {{(pid=113425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 09:53:05.111195 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 51104) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:53:05.149312 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] For port 4108db2f-5c49-4ad6-ae61-afd84b76a0ce, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=4108db2f-5c49-4ad6-ae61-afd84b76a0ce,segment=NetworkSegment(59ea54c9-a504-4c17-ac42-04cf91228ccc),segment_id=59ea54c9-a504-4c17-ac42-04cf91228ccc)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:53:05.162672 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ccedbe-898a-4a18-9810-324acdaebfac req-7d9d4db7-81af-4aa2-9b77-2f471c6aabbc tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:05.172887 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-b1ccedbe-898a-4a18-9810-324acdaebfac req-7d9d4db7-81af-4aa2-9b77-2f471c6aabbc tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=33e0e447-38a7-474d-ae32-1941ee3260c6 HTTP/1.1" status: 200 len: 943 time: 0.0772562 Sep 16 09:53:05.190466 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda1254a-5b60-40ac-ac70-f8c7a3da913d req-d5b3cc1b-8187-4043-9dc9-0a1d499f6c49 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:05.210257 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-fda1254a-5b60-40ac-ac70-f8c7a3da913d req-d5b3cc1b-8187-4043-9dc9-0a1d499f6c49 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=cbfe8395-a1da-4ff2-8951-0ffeaf568bae HTTP/1.1" status: 200 len: 944 time: 0.1736877 Sep 16 09:53:05.250671 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Current status of the port a3098220-05f9-42ce-a47c-128a2ad67619 is: BUILD; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:53:05.256420 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (a3098220-05f9-42ce-a47c-128a2ad67619), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:05.274566 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-b1ccedbe-898a-4a18-9810-324acdaebfac req-ef299466-7e76-4db6-b4f2-591a65113bf5 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=7f8cf784-23ab-483d-890c-e91125df474f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993807 Sep 16 09:53:05.286529 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-a1fbf072-4fc5-464f-9fd2-3ddfe7b16911 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:05.297217 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (4108db2f-5c49-4ad6-ae61-afd84b76a0ce), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:05.308206 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbfe8395-a1da-4ff2-8951-0ffeaf568bae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3098220-05f9-42ce-a47c-128a2ad67619'}] {{(pid=113425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 09:53:05.312417 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-fda1254a-5b60-40ac-ac70-f8c7a3da913d req-5ebcbaf3-dfe1-4789-8879-f0393adc890d tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=d8ce9788-d1c7-4e09-bac4-57f70356401b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034849 Sep 16 09:53:05.314509 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d904371a3690c7392a65e5457b849277104f62c83d6e5586b28cc731d2d00ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-751cf9be-1c6d-4cf7-9147-7992e4516aed" -d '{"events": [{"server_uuid": "cbfe8395-a1da-4ff2-8951-0ffeaf568bae", "name": "network-vif-plugged", "status": "completed", "tag": "a3098220-05f9-42ce-a47c-128a2ad67619"}]}' {{(pid=113425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 09:53:05.397299 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] For port a3098220-05f9-42ce-a47c-128a2ad67619, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a3098220-05f9-42ce-a47c-128a2ad67619,segment=NetworkSegment(c173b1f4-3294-47a0-8c62-65bf20be121f),segment_id=c173b1f4-3294-47a0-8c62-65bf20be121f)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:53:05.399715 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 09:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c57945d-b18a-47ea-b05f-e4de11c7687c x-openstack-request-id: req-0c57945d-b18a-47ea-b05f-e4de11c7687c {{(pid=113425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 09:53:05.400259 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbfe8395-a1da-4ff2-8951-0ffeaf568bae", "name": "network-vif-plugged", "status": "completed", "tag": "a3098220-05f9-42ce-a47c-128a2ad67619", "code": 200}]} {{(pid=113425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 09:53:05.400699 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0c57945d-b18a-47ea-b05f-e4de11c7687c {{(pid=113425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 09:53:05.401275 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c57945d-b18a-47ea-b05f-e4de11c7687c'] response: {'server_uuid': 'cbfe8395-a1da-4ff2-8951-0ffeaf568bae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3098220-05f9-42ce-a47c-128a2ad67619', 'code': 200} Sep 16 09:53:05.432382 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Pushing event updated for resources: {'Port': ['ID=4108db2f-5c49-4ad6-ae61-afd84b76a0ce,revision_number=4']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:53:05.503202 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (a3098220-05f9-42ce-a47c-128a2ad67619), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:05.561393 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-a1fbf072-4fc5-464f-9fd2-3ddfe7b16911 admin admin] Publish callbacks [] for security_group (7bd50325-5495-4955-b734-327060cac363), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:05.594086 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Pushing event updated for resources: {'Port': ['ID=a3098220-05f9-42ce-a47c-128a2ad67619,revision_number=5']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:53:05.608890 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5b203e-57e8-4b57-bf37-339e019e5972 req-b8541f6e-2258-4278-b647-020eec8ea673 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:05.612799 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-5d5b203e-57e8-4b57-bf37-339e019e5972 req-b8541f6e-2258-4278-b647-020eec8ea673 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 945 time: 0.0946181 Sep 16 09:53:05.679333 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-5d5b203e-57e8-4b57-bf37-339e019e5972 req-19f7b2e3-84d2-44fb-97cf-7d0710d99648 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0601914 Sep 16 09:53:05.685723 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-a1fbf072-4fc5-464f-9fd2-3ddfe7b16911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (7bd50325-5495-4955-b734-327060cac363), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:05.695210 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] get_ports_and_sgs() called for port_ids ['4108db2f-5c49-4ad6-ae61-afd84b76a0ce'] {{(pid=113425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 09:53:05.735314 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fbf072-4fc5-464f-9fd2-3ddfe7b16911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd50325-5495-4955-b734-327060cac363,revision_number=1']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:53:05.745685 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 51114) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:53:05.752519 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-a1fbf072-4fc5-464f-9fd2-3ddfe7b16911 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=9239dad183e34b9eb4ae07165e9c66ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6335766 Sep 16 09:53:05.810366 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-d900a424-e211-439d-a4d5-7bdf2883ad58 admin admin] Publish callbacks [] for security_group (7bd50325-5495-4955-b734-327060cac363), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:05.839630 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-d900a424-e211-439d-a4d5-7bdf2883ad58 admin admin] Publish callbacks [] for security_group (7bd50325-5495-4955-b734-327060cac363), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:05.880958 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:53:06.006422 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-d900a424-e211-439d-a4d5-7bdf2883ad58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (7bd50325-5495-4955-b734-327060cac363), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:06.013555 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-d900a424-e211-439d-a4d5-7bdf2883ad58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:06.016044 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-d900a424-e211-439d-a4d5-7bdf2883ad58 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/7bd50325-5495-4955-b734-327060cac363 HTTP/1.1" status: 204 len: 168 time: 0.2689998 Sep 16 09:53:06.036184 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d900a424-e211-439d-a4d5-7bdf2883ad58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd50325-5495-4955-b734-327060cac363,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:53:06.172938 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9c4e2f-66c2-4f44-bb49-79a7ecba1340 req-b6289cb7-1ce2-450d-a664-c997172ab148 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:06.181665 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-af9c4e2f-66c2-4f44-bb49-79a7ecba1340 req-b6289cb7-1ce2-450d-a664-c997172ab148 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=f634aa6d-e24c-48df-946f-3166fd76273a HTTP/1.1" status: 200 len: 946 time: 0.0605001 Sep 16 09:53:06.291094 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-af9c4e2f-66c2-4f44-bb49-79a7ecba1340 req-192f311c-54bb-4e62-9d04-b3977667ba0d tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081269 Sep 16 09:53:06.484273 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a051fb70-854e-4988-9159-7115373d2033 req-fa5f3a2b-2378-423c-aa48-afc89302c5ae tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:06.507320 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-a051fb70-854e-4988-9159-7115373d2033 req-fa5f3a2b-2378-423c-aa48-afc89302c5ae tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=33e0e447-38a7-474d-ae32-1941ee3260c6 HTTP/1.1" status: 200 len: 944 time: 0.1174417 Sep 16 09:53:06.522768 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f120cf0-6191-4d1d-afae-1ab4cabe066a req-6e6443c6-b413-4591-979f-ee1d4e441b8d tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:06.531299 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-8f120cf0-6191-4d1d-afae-1ab4cabe066a req-6e6443c6-b413-4591-979f-ee1d4e441b8d tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=cbfe8395-a1da-4ff2-8951-0ffeaf568bae HTTP/1.1" status: 200 len: 945 time: 0.0797834 Sep 16 09:53:06.648110 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-8f120cf0-6191-4d1d-afae-1ab4cabe066a req-a25cd09b-b55e-46a8-bd7f-08f051e64e81 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=d8ce9788-d1c7-4e09-bac4-57f70356401b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094921 Sep 16 09:53:06.660794 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-a051fb70-854e-4988-9159-7115373d2033 req-ae0c2526-3e15-4250-9c5f-2e6726bc4e13 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=7f8cf784-23ab-483d-890c-e91125df474f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414559 Sep 16 09:53:06.717638 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Device 4108db2f-5c49-4ad6-ae61-afd84b76a0ce up at agent hyperv_hv-cinder-79053 {{(pid=113425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 09:53:06.849660 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Provisioning for port 4108db2f-5c49-4ad6-ae61-afd84b76a0ce completed by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 09:53:06.912631 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Provisioning complete for port 4108db2f-5c49-4ad6-ae61-afd84b76a0ce triggered by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:53:06.916286 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (4108db2f-5c49-4ad6-ae61-afd84b76a0ce), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:06.916286 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Attempt 1 to provision port 4108db2f-5c49-4ad6-ae61-afd84b76a0ce Sep 16 09:53:06.938171 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ce33a0-4ac1-4230-94ef-4e69ac24d3a1 req-e5e3c4e0-4cb3-436f-aff0-6ac792c29dc4 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:06.948185 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-e9ce33a0-4ac1-4230-94ef-4e69ac24d3a1 req-e5e3c4e0-4cb3-436f-aff0-6ac792c29dc4 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 945 time: 0.1198626 Sep 16 09:53:06.979029 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2283e9d7-06ff-4c89-88da-d52615ef4919 req-d330ee2b-9ebf-4d5a-a498-ea5831026233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:06.980601 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-2283e9d7-06ff-4c89-88da-d52615ef4919 req-d330ee2b-9ebf-4d5a-a498-ea5831026233 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cbfe8395-a1da-4ff2-8951-0ffeaf568bae HTTP/1.1" status: 200 len: 1129 time: 0.0918007 Sep 16 09:53:07.063151 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Current status of the port 4108db2f-5c49-4ad6-ae61-afd84b76a0ce is: BUILD; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:53:07.063666 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (4108db2f-5c49-4ad6-ae61-afd84b76a0ce), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:07.073502 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-e9ce33a0-4ac1-4230-94ef-4e69ac24d3a1 req-6f1ec6d7-f807-4524-a984-6df07ff3984e tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1203582 Sep 16 09:53:07.101612 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 51140) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:53:07.104526 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-2283e9d7-06ff-4c89-88da-d52615ef4919 req-b04d659e-a3ae-42d9-8098-ec5f5e63cefe service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d8ce9788-d1c7-4e09-bac4-57f70356401b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162324 Sep 16 09:53:07.134902 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-cc8307c3-4169-4b38-beb8-126c1d9d641e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:07.161915 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:53:07.174963 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] For port 4108db2f-5c49-4ad6-ae61-afd84b76a0ce, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=4108db2f-5c49-4ad6-ae61-afd84b76a0ce,segment=NetworkSegment(59ea54c9-a504-4c17-ac42-04cf91228ccc),segment_id=59ea54c9-a504-4c17-ac42-04cf91228ccc)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:53:07.233762 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=83,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:53:07.246254 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-cc8307c3-4169-4b38-beb8-126c1d9d641e admin admin] Publish callbacks [] for security_group (d749a249-bdf9-475b-b5a7-c9b14b5672c6), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:07.270736 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (4108db2f-5c49-4ad6-ae61-afd84b76a0ce), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:07.323010 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-cc8307c3-4169-4b38-beb8-126c1d9d641e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (d749a249-bdf9-475b-b5a7-c9b14b5672c6), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:07.344303 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:53:07.380877 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Pushing event updated for resources: {'Port': ['ID=4108db2f-5c49-4ad6-ae61-afd84b76a0ce,revision_number=5']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:53:07.404027 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33e0e447-38a7-474d-ae32-1941ee3260c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4108db2f-5c49-4ad6-ae61-afd84b76a0ce'}] {{(pid=113425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 09:53:07.409727 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d904371a3690c7392a65e5457b849277104f62c83d6e5586b28cc731d2d00ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f63de06a-0d80-497f-b66d-21e8ebc12e31" -d '{"events": [{"server_uuid": "33e0e447-38a7-474d-ae32-1941ee3260c6", "name": "network-vif-plugged", "status": "completed", "tag": "4108db2f-5c49-4ad6-ae61-afd84b76a0ce"}]}' {{(pid=113425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 09:53:07.475358 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 09:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c96644b3-0b5d-4734-859e-5673e9a88560 x-openstack-request-id: req-c96644b3-0b5d-4734-859e-5673e9a88560 {{(pid=113425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 09:53:07.475358 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33e0e447-38a7-474d-ae32-1941ee3260c6", "name": "network-vif-plugged", "status": "completed", "tag": "4108db2f-5c49-4ad6-ae61-afd84b76a0ce", "code": 200}]} {{(pid=113425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 09:53:07.475358 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c96644b3-0b5d-4734-859e-5673e9a88560 {{(pid=113425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 09:53:07.475358 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c96644b3-0b5d-4734-859e-5673e9a88560'] response: {'server_uuid': '33e0e447-38a7-474d-ae32-1941ee3260c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4108db2f-5c49-4ad6-ae61-afd84b76a0ce', 'code': 200} Sep 16 09:53:07.481047 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-cc8307c3-4169-4b38-beb8-126c1d9d641e admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=ccd440d48dca4cc18d3a148b3b20f6f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3772399 Sep 16 09:53:07.481047 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8307c3-4169-4b38-beb8-126c1d9d641e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d749a249-bdf9-475b-b5a7-c9b14b5672c6,revision_number=1']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:53:07.483066 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 51152) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:53:07.527934 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf0821b-c3c0-4d1e-8143-59e985e20b19 req-b9c8bb53-e2fb-44dd-af10-a043dcd19efc tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:07.530078 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-7cf0821b-c3c0-4d1e-8143-59e985e20b19 req-b9c8bb53-e2fb-44dd-af10-a043dcd19efc tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=f634aa6d-e24c-48df-946f-3166fd76273a HTTP/1.1" status: 200 len: 946 time: 0.0694022 Sep 16 09:53:07.602536 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-7cf0821b-c3c0-4d1e-8143-59e985e20b19 req-a605a804-570b-42f9-a04b-b78ab406af05 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657547 Sep 16 09:53:07.772604 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-f2956604-1360-42d9-945e-8987b67bf4ce admin admin] Publish callbacks [] for security_group (d749a249-bdf9-475b-b5a7-c9b14b5672c6), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:07.807848 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-f2956604-1360-42d9-945e-8987b67bf4ce admin admin] Publish callbacks [] for security_group (d749a249-bdf9-475b-b5a7-c9b14b5672c6), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:07.921647 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795ba0d4-8859-44ed-9f06-340d282dcf52 req-dfa4038f-29de-485d-a403-49e8c4c00c0b tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:07.923376 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-795ba0d4-8859-44ed-9f06-340d282dcf52 req-dfa4038f-29de-485d-a403-49e8c4c00c0b tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=33e0e447-38a7-474d-ae32-1941ee3260c6 HTTP/1.1" status: 200 len: 945 time: 0.0936351 Sep 16 09:53:07.931980 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2138100-eec9-4db0-a51e-7cdbf693012c req-894ca7d0-e65e-4daa-b69c-45e329f90d09 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:07.933505 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-e2138100-eec9-4db0-a51e-7cdbf693012c req-894ca7d0-e65e-4daa-b69c-45e329f90d09 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=cbfe8395-a1da-4ff2-8951-0ffeaf568bae HTTP/1.1" status: 200 len: 945 time: 0.1135490 Sep 16 09:53:07.992253 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-795ba0d4-8859-44ed-9f06-340d282dcf52 req-052560f5-c6f8-4fd8-84be-effc5ec5e901 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=7f8cf784-23ab-483d-890c-e91125df474f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616226 Sep 16 09:53:07.994207 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-e2138100-eec9-4db0-a51e-7cdbf693012c req-ca5915fb-cf5e-495e-847a-f4a7f81d2b6a tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=d8ce9788-d1c7-4e09-bac4-57f70356401b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530431 Sep 16 09:53:08.226616 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:53:08.235020 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6dc848-848f-4752-81e5-af06a25c22d1 req-0abd3f4a-40ae-4aff-a46d-ee3fb4adf306 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:08.239147 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-f2956604-1360-42d9-945e-8987b67bf4ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (d749a249-bdf9-475b-b5a7-c9b14b5672c6), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:08.242145 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-2a6dc848-848f-4752-81e5-af06a25c22d1 req-0abd3f4a-40ae-4aff-a46d-ee3fb4adf306 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 945 time: 0.0592203 Sep 16 09:53:08.243542 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-f2956604-1360-42d9-945e-8987b67bf4ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:08.244659 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-f2956604-1360-42d9-945e-8987b67bf4ce admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/d749a249-bdf9-475b-b5a7-c9b14b5672c6 HTTP/1.1" status: 204 len: 168 time: 0.7606528 Sep 16 09:53:08.267098 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2956604-1360-42d9-945e-8987b67bf4ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d749a249-bdf9-475b-b5a7-c9b14b5672c6,revision_number=None']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:53:08.307823 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-2a6dc848-848f-4752-81e5-af06a25c22d1 req-8b1738c2-d950-4a7a-8709-f41a1a413d2c tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0576541 Sep 16 09:53:08.459757 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 51174) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:53:08.849654 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-70907fb7-536b-4386-8501-9b815ee0a9c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:08.868386 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265d3e0a-a656-4a00-bea7-41b8a8f8dea0 req-5a557839-6a2b-407e-94a1-b6f55b0bbbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:08.874048 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-265d3e0a-a656-4a00-bea7-41b8a8f8dea0 req-5a557839-6a2b-407e-94a1-b6f55b0bbbef service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=33e0e447-38a7-474d-ae32-1941ee3260c6 HTTP/1.1" status: 200 len: 1129 time: 0.1041911 Sep 16 09:53:08.921156 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:53:08.938641 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-265d3e0a-a656-4a00-bea7-41b8a8f8dea0 req-f4f11b3c-9b65-44e7-ba5b-5094757353a6 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7f8cf784-23ab-483d-890c-e91125df474f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574145 Sep 16 09:53:09.127441 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-70907fb7-536b-4386-8501-9b815ee0a9c2 admin admin] Publish callbacks [] for security_group (dcf051cb-5939-49e3-ba91-6d3ee90afaac), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:09.170936 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d1583-0809-49cf-a45b-0aefa709020c req-bf16ede2-a63a-414e-bb76-19b5ae6243a6 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:09.175224 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-336d1583-0809-49cf-a45b-0aefa709020c req-bf16ede2-a63a-414e-bb76-19b5ae6243a6 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=cbfe8395-a1da-4ff2-8951-0ffeaf568bae HTTP/1.1" status: 200 len: 945 time: 0.0698256 Sep 16 09:53:09.233209 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3d5ad3-a9c3-4276-92ee-bf195e863331 req-eafc88d6-e3f9-49e7-acdb-bbd072ddcf36 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:09.235006 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-fd3d5ad3-a9c3-4276-92ee-bf195e863331 req-eafc88d6-e3f9-49e7-acdb-bbd072ddcf36 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=33e0e447-38a7-474d-ae32-1941ee3260c6 HTTP/1.1" status: 200 len: 945 time: 0.0737765 Sep 16 09:53:09.246672 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-70907fb7-536b-4386-8501-9b815ee0a9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (dcf051cb-5939-49e3-ba91-6d3ee90afaac), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:09.311976 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:53:09.316013 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-70907fb7-536b-4386-8501-9b815ee0a9c2 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=459da7426cc94971855055787c036c5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8547103 Sep 16 09:53:09.317467 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70907fb7-536b-4386-8501-9b815ee0a9c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf051cb-5939-49e3-ba91-6d3ee90afaac,revision_number=1']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:53:09.318779 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 51200) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:53:09.340966 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-fd3d5ad3-a9c3-4276-92ee-bf195e863331 req-39a57a17-0c86-414f-8c1f-dc0deac48739 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=7f8cf784-23ab-483d-890c-e91125df474f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980492 Sep 16 09:53:09.355417 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-336d1583-0809-49cf-a45b-0aefa709020c req-030fd9b1-8d0a-4cb2-b706-b7fdaa46d011 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=d8ce9788-d1c7-4e09-bac4-57f70356401b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726074 Sep 16 09:53:09.452090 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-d9052f2d-ce9a-437b-9fa9-588fb83a7efa admin admin] Publish callbacks [] for security_group (dcf051cb-5939-49e3-ba91-6d3ee90afaac), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:09.503097 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-d9052f2d-ce9a-437b-9fa9-588fb83a7efa admin admin] Publish callbacks [] for security_group (dcf051cb-5939-49e3-ba91-6d3ee90afaac), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:09.532598 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9097c02c-8ae2-4d10-8efc-20dbc8530f5e req-35dfbf80-ad71-4bf7-b70d-13b2a4c36c6a tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:09.534249 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-9097c02c-8ae2-4d10-8efc-20dbc8530f5e req-35dfbf80-ad71-4bf7-b70d-13b2a4c36c6a tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 945 time: 0.0728366 Sep 16 09:53:09.650887 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-9097c02c-8ae2-4d10-8efc-20dbc8530f5e req-b98ea431-5436-4b25-9354-165fedd55d1e tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1003635 Sep 16 09:53:09.823041 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-d9052f2d-ce9a-437b-9fa9-588fb83a7efa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (dcf051cb-5939-49e3-ba91-6d3ee90afaac), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:09.829422 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-d9052f2d-ce9a-437b-9fa9-588fb83a7efa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:09.829422 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-d9052f2d-ce9a-437b-9fa9-588fb83a7efa admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/dcf051cb-5939-49e3-ba91-6d3ee90afaac HTTP/1.1" status: 204 len: 168 time: 0.5067976 Sep 16 09:53:09.844210 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9052f2d-ce9a-437b-9fa9-588fb83a7efa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf051cb-5939-49e3-ba91-6d3ee90afaac,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:53:10.210817 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=2 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:53:10.216621 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=6 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:53:10.234130 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 51230) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:53:10.240779 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.v2.base [None req-1ec2c27c-869d-460e-8b98-c734fb50a688 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1210293645', 'description': 'tempest-description--1505206653'}} {{(pid=113424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:53:10.354721 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-1ec2c27c-869d-460e-8b98-c734fb50a688 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Publish callbacks [] for security_group (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:10.567180 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c523e5-dc4a-4ea3-b026-5381abb0aba9 req-1eeb07ac-fd90-46df-b414-9073ce2912bf tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:10.576809 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-b2c523e5-dc4a-4ea3-b026-5381abb0aba9 req-1eeb07ac-fd90-46df-b414-9073ce2912bf tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=33e0e447-38a7-474d-ae32-1941ee3260c6 HTTP/1.1" status: 200 len: 945 time: 0.1111026 Sep 16 09:53:10.583215 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-1ec2c27c-869d-460e-8b98-c734fb50a688 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Publish callbacks [] for security_group (76e72fdc-3119-4f98-835c-2d305cfe62d1), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:10.646164 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-b2c523e5-dc4a-4ea3-b026-5381abb0aba9 req-63184022-f8e5-430c-a508-bb27985f3376 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=7f8cf784-23ab-483d-890c-e91125df474f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683770 Sep 16 09:53:10.654835 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-1ec2c27c-869d-460e-8b98-c734fb50a688 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (76e72fdc-3119-4f98-835c-2d305cfe62d1), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:10.665700 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:53:10.724862 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec2c27c-869d-460e-8b98-c734fb50a688 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76e72fdc-3119-4f98-835c-2d305cfe62d1,revision_number=1']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:53:10.818878 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-1ec2c27c-869d-460e-8b98-c734fb50a688 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Publish callbacks [] for security_group (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:10.820424 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-1ec2c27c-869d-460e-8b98-c734fb50a688 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5846829 Sep 16 09:53:10.823783 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 51252) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:53:10.825071 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbee021d-ed74-4282-85f6-7a1013583cf9 req-0911cde0-ee71-4672-be19-92a70e2295a5 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:10.827615 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-bbee021d-ed74-4282-85f6-7a1013583cf9 req-0911cde0-ee71-4672-be19-92a70e2295a5 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 945 time: 0.0625324 Sep 16 09:53:10.838384 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.v2.base [None req-97dde7be-2f5d-42fe-b749-9b6a1716a484 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Request body: {'security_group_rule': {'security_group_id': '76e72fdc-3119-4f98-835c-2d305cfe62d1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:53:10.912781 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-bbee021d-ed74-4282-85f6-7a1013583cf9 req-9828f229-8531-4789-9d0d-3b48c818c7b3 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0753107 Sep 16 09:53:10.998328 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-97dde7be-2f5d-42fe-b749-9b6a1716a484 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Publish callbacks [] for security_group_rule (f92a73e5-25a2-4b95-8b79-064a6805a1ed), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:11.100404 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-97dde7be-2f5d-42fe-b749-9b6a1716a484 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Publish callbacks [] for security_group_rule (f92a73e5-25a2-4b95-8b79-064a6805a1ed), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:11.228474 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-97dde7be-2f5d-42fe-b749-9b6a1716a484 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784789'] for security_group_rule (f92a73e5-25a2-4b95-8b79-064a6805a1ed), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:11.264484 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dde7be-2f5d-42fe-b749-9b6a1716a484 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f92a73e5-25a2-4b95-8b79-064a6805a1ed,revision_number=0']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:53:11.321794 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-97dde7be-2f5d-42fe-b749-9b6a1716a484 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:11.323659 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-97dde7be-2f5d-42fe-b749-9b6a1716a484 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4887326 Sep 16 09:53:11.327042 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 51268) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:53:11.345440 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.v2.base [None req-5ba8215c-1b55-4451-8eed-a33ea61d17a4 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Request body: {'security_group_rule': {'security_group_id': '76e72fdc-3119-4f98-835c-2d305cfe62d1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:53:11.467112 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-5ba8215c-1b55-4451-8eed-a33ea61d17a4 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Publish callbacks [] for security_group_rule (3ce5e674-8a47-4f06-a746-3eac08534723), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:11.528813 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:53:11.553334 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-5ba8215c-1b55-4451-8eed-a33ea61d17a4 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Publish callbacks [] for security_group_rule (3ce5e674-8a47-4f06-a746-3eac08534723), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:11.638618 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-5ba8215c-1b55-4451-8eed-a33ea61d17a4 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784789'] for security_group_rule (3ce5e674-8a47-4f06-a746-3eac08534723), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:11.668365 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba8215c-1b55-4451-8eed-a33ea61d17a4 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ce5e674-8a47-4f06-a746-3eac08534723,revision_number=0']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:53:11.779811 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-5ba8215c-1b55-4451-8eed-a33ea61d17a4 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:11.780932 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-5ba8215c-1b55-4451-8eed-a33ea61d17a4 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4527676 Sep 16 09:53:11.786593 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 51284) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:53:11.795525 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.v2.base [None req-ae4e7724-919f-4a15-992e-a7f2f170ad98 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Request body: {'floatingip': {'floating_network_id': 'd06af4bd-75ff-4039-9388-f05026361d79'}} {{(pid=113423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:53:11.814904 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddd9c09-0594-491e-aa42-70fb43bda5bc req-15dc2168-d455-47a3-af5f-f15106a55b03 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:11.818557 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-8ddd9c09-0594-491e-aa42-70fb43bda5bc req-15dc2168-d455-47a3-af5f-f15106a55b03 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=33e0e447-38a7-474d-ae32-1941ee3260c6 HTTP/1.1" status: 200 len: 945 time: 0.0748298 Sep 16 09:53:11.899335 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-8ddd9c09-0594-491e-aa42-70fb43bda5bc req-7e4d9216-fe52-44e5-8b1a-d336ec6c4e15 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=7f8cf784-23ab-483d-890c-e91125df474f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747006 Sep 16 09:53:11.900124 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-ae4e7724-919f-4a15-992e-a7f2f170ad98 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:12.046290 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-ae4e7724-919f-4a15-992e-a7f2f170ad98 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:12.132196 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c864fe-6748-472b-80e5-99ee27c9fd17 req-e02d3d0e-db2a-4464-9259-88a02b1efeda tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:12.134868 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-90c864fe-6748-472b-80e5-99ee27c9fd17 req-e02d3d0e-db2a-4464-9259-88a02b1efeda tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 945 time: 0.1106570 Sep 16 09:53:12.254914 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-90c864fe-6748-472b-80e5-99ee27c9fd17 req-6e80b866-a253-4229-90be-e342202896a0 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1136334 Sep 16 09:53:12.273587 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.db.db_base_plugin_common [None req-ae4e7724-919f-4a15-992e-a7f2f170ad98 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Allocated IP 172.27.1.235 (d06af4bd-75ff-4039-9388-f05026361d79/429d2505-e0fa-44a7-bb81-98c451c1a231/91a41be3-132f-4f6c-ab47-fc9adf35335f) {{(pid=113423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 09:53:12.375826 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:53:12.410234 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-ae4e7724-919f-4a15-992e-a7f2f170ad98 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Publish callbacks [] for port (91a41be3-132f-4f6c-ab47-fc9adf35335f), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:12.962243 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-ae4e7724-919f-4a15-992e-a7f2f170ad98 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759571245505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473602'] for port (91a41be3-132f-4f6c-ab47-fc9adf35335f), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:13.010582 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4e7724-919f-4a15-992e-a7f2f170ad98 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Network d06af4bd-75ff-4039-9388-f05026361d79 is already hosted by enough agents. {{(pid=113423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 09:53:13.015396 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.base_scheduler [None req-ae4e7724-919f-4a15-992e-a7f2f170ad98 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Resources bound (agent type, host, resource id): {{(pid=113423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 09:53:13.019715 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4e7724-919f-4a15-992e-a7f2f170ad98 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Received port after_create {{(pid=113423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 09:53:13.051881 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4581903c-b4fb-42f2-a638-545a97cf48c6 req-b43edfbc-86b1-462d-b946-eab37c1617e6 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:13.059588 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-4581903c-b4fb-42f2-a638-545a97cf48c6 req-b43edfbc-86b1-462d-b946-eab37c1617e6 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=33e0e447-38a7-474d-ae32-1941ee3260c6 HTTP/1.1" status: 200 len: 945 time: 0.0608768 Sep 16 09:53:13.063261 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4e7724-919f-4a15-992e-a7f2f170ad98 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Pushing event updated for resources: {'Port': ['ID=91a41be3-132f-4f6c-ab47-fc9adf35335f,revision_number=1']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:53:13.092823 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:53:13.113915 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-4581903c-b4fb-42f2-a638-545a97cf48c6 req-e669b3e1-f27d-4b93-b41e-48136d3b917d tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=7f8cf784-23ab-483d-890c-e91125df474f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534089 Sep 16 09:53:13.202696 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-ae4e7724-919f-4a15-992e-a7f2f170ad98 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Publish callbacks [] for floatingip (843413c1-5b34-49a2-b6b8-0d0530c00277), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:13.392254 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-ae4e7724-919f-4a15-992e-a7f2f170ad98 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (91a41be3-132f-4f6c-ab47-fc9adf35335f), before_update {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:13.542371 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03427c27-8691-449d-8d15-ca03f860ad8e req-1fa2b3af-f005-4603-93bb-34eecaa167c3 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:13.549620 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-03427c27-8691-449d-8d15-ca03f860ad8e req-1fa2b3af-f005-4603-93bb-34eecaa167c3 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 945 time: 0.1252348 Sep 16 09:53:13.695758 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-03427c27-8691-449d-8d15-ca03f860ad8e req-df666f0f-1b1b-46ab-b912-37f0f0b338bf tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1451476 Sep 16 09:53:13.788882 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-ae4e7724-919f-4a15-992e-a7f2f170ad98 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Publish callbacks [] for port (91a41be3-132f-4f6c-ab47-fc9adf35335f), precommit_update {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:13.899339 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-ae4e7724-919f-4a15-992e-a7f2f170ad98 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473659'] for port (91a41be3-132f-4f6c-ab47-fc9adf35335f), after_update {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:14.024697 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:53:14.050125 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-ae4e7724-919f-4a15-992e-a7f2f170ad98 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711587'] for floatingip (843413c1-5b34-49a2-b6b8-0d0530c00277), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:14.050125 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4e7724-919f-4a15-992e-a7f2f170ad98 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Pushing event updated for resources: {'Port': ['ID=91a41be3-132f-4f6c-ab47-fc9adf35335f,revision_number=2']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:53:14.181942 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-ae4e7724-919f-4a15-992e-a7f2f170ad98 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110971'] for floatingip (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:14.188395 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-ae4e7724-919f-4a15-992e-a7f2f170ad98 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3930738 Sep 16 09:53:14.290273 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f01d60-dc0f-4e75-849a-7ade08f3a2ca req-1c1fe11d-0322-4796-895e-e0efd3b81233 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:14.292552 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-b7f01d60-dc0f-4e75-849a-7ade08f3a2ca req-1c1fe11d-0322-4796-895e-e0efd3b81233 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=33e0e447-38a7-474d-ae32-1941ee3260c6 HTTP/1.1" status: 200 len: 945 time: 0.0672596 Sep 16 09:53:14.354134 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-b7f01d60-dc0f-4e75-849a-7ade08f3a2ca req-13aabef2-55c3-470b-969f-cdba7610ba2d tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=7f8cf784-23ab-483d-890c-e91125df474f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558803 Sep 16 09:53:14.553410 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-3ae4858d-1ad1-442d-ace2-dee1d5fb71e3 req-5931dcd2-fea0-40e1-806a-afb401305e67 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1210293645&fields=id&tenant_id=3fe0d52d42324aa38182b47b3588b979 HTTP/1.1" status: 200 len: 267 time: 0.0918612 Sep 16 09:53:14.678408 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0327b9a-710d-4d40-9e52-286826aa8f4b req-90ae27f0-c620-47ec-9270-b1e4a924e040 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:14.680074 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-a0327b9a-710d-4d40-9e52-286826aa8f4b req-90ae27f0-c620-47ec-9270-b1e4a924e040 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=33e0e447-38a7-474d-ae32-1941ee3260c6 HTTP/1.1" status: 200 len: 945 time: 0.1059480 Sep 16 09:53:14.693524 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 51340) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:53:14.699181 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.v2.base [None req-411179f4-e3da-47b0-b21e-93010b8eebbd tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Request body: {'floatingip': {'port_id': '4108db2f-5c49-4ad6-ae61-afd84b76a0ce'}} {{(pid=113424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:53:14.817107 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae4858d-1ad1-442d-ace2-dee1d5fb71e3 req-561fe87c-6c0a-4d82-9b58-8ecd3cd457e9 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:14.825345 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-3ae4858d-1ad1-442d-ace2-dee1d5fb71e3 req-561fe87c-6c0a-4d82-9b58-8ecd3cd457e9 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/networks?id=17684eae-ad40-4ec5-9092-8a60e4e87e96 HTTP/1.1" status: 200 len: 818 time: 0.2708983 Sep 16 09:53:14.842937 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-3ae4858d-1ad1-442d-ace2-dee1d5fb71e3 req-bf4412d2-fe2e-4275-9ae9-7901b8771f3a tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/quotas/3fe0d52d42324aa38182b47b3588b979 HTTP/1.1" status: 200 len: 375 time: 0.0163109 Sep 16 09:53:14.854390 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-411179f4-e3da-47b0-b21e-93010b8eebbd tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks [] for floatingip (60c44b90-421a-4ae8-9542-135a4604422b), before_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:14.922746 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-3ae4858d-1ad1-442d-ace2-dee1d5fb71e3 req-72a1161b-feef-4e7a-9dbb-55d8989db839 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=3fe0d52d42324aa38182b47b3588b979&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0732675 Sep 16 09:53:14.976413 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a350ee06-8ef7-47e6-b325-0cfa796303aa req-59eb4179-3250-417e-8c02-d20ada6b2a79 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:14.982070 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-a350ee06-8ef7-47e6-b325-0cfa796303aa req-59eb4179-3250-417e-8c02-d20ada6b2a79 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=cbfe8395-a1da-4ff2-8951-0ffeaf568bae HTTP/1.1" status: 200 len: 945 time: 0.1592298 Sep 16 09:53:15.039337 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-3ae4858d-1ad1-442d-ace2-dee1d5fb71e3 req-b5dfb486-8d18-4b2e-8a4a-3b443c61fc4a service neutron] 10.222.0.73 "GET /networking/v2.0/networks/17684eae-ad40-4ec5-9092-8a60e4e87e96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096311 Sep 16 09:53:15.181249 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-3ae4858d-1ad1-442d-ace2-dee1d5fb71e3 req-db849223-b5bf-48f6-916b-b5e0cb41e171 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/17684eae-ad40-4ec5-9092-8a60e4e87e96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390405 Sep 16 09:53:15.537511 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-a350ee06-8ef7-47e6-b325-0cfa796303aa req-910ade55-0fff-4c9e-854a-27b506659746 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=d8ce9788-d1c7-4e09-bac4-57f70356401b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120188 Sep 16 09:53:15.687209 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-2c351997-21bc-412d-9816-98cdf1aff63f req-b11596d5-d88c-4833-9349-ce8dc1bee2a7 tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] 10.222.0.73 "GET /networking/v2.0/networks?tenant_id=9ab67e77307d4b8f926244bc18308358&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0422931 Sep 16 09:53:15.775762 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:53:15.783857 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998aa259-c6de-4a1b-9f22-08c7add12dfb req-a84af92a-218d-4bd6-aa24-3480d80ca130 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:15.792219 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-998aa259-c6de-4a1b-9f22-08c7add12dfb req-a84af92a-218d-4bd6-aa24-3480d80ca130 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 945 time: 0.0893278 Sep 16 09:53:16.020794 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-998aa259-c6de-4a1b-9f22-08c7add12dfb req-7da8131d-32c6-4913-8ac5-7b010a72bfda tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2274246 Sep 16 09:53:16.027073 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:53:16.045930 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c351997-21bc-412d-9816-98cdf1aff63f req-d129ea1d-6fae-4e6e-84d8-9a74b484ba25 tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:16.054707 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-2c351997-21bc-412d-9816-98cdf1aff63f req-d129ea1d-6fae-4e6e-84d8-9a74b484ba25 tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] 10.222.0.73 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3612823 Sep 16 09:53:16.078117 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-2c351997-21bc-412d-9816-98cdf1aff63f req-da00d3ac-1eba-4086-84da-ff6a32ee3ee9 tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] 10.222.0.73 "GET /networking/v2.0/quotas/9ab67e77307d4b8f926244bc18308358 HTTP/1.1" status: 200 len: 375 time: 0.0220201 Sep 16 09:53:16.155547 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-2c351997-21bc-412d-9816-98cdf1aff63f req-2456d0f9-4665-46e7-820f-996a081c3a68 tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=9ab67e77307d4b8f926244bc18308358&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0617182 Sep 16 09:53:16.271105 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf3165f-0e61-4cc3-9961-2be2166eb692 req-9ab88fbb-d332-46c4-b16d-535bac9a329d tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:16.272708 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-abf3165f-0e61-4cc3-9961-2be2166eb692 req-9ab88fbb-d332-46c4-b16d-535bac9a329d tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cbfe8395-a1da-4ff2-8951-0ffeaf568bae HTTP/1.1" status: 200 len: 945 time: 0.1397555 Sep 16 09:53:16.274944 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-d1c44b87-72e8-408f-9ac1-1f141b538ed7 req-67c08600-3fe3-4943-9950-bf4c54cd8d10 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=bd1272b6-2b81-407d-b0fc-c9ce62d7c5aa HTTP/1.1" status: 200 len: 210 time: 0.1398985 Sep 16 09:53:16.288893 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.db.resource_extend [None req-411179f4-e3da-47b0-b21e-93010b8eebbd tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=113424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 16 09:53:16.418341 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-411179f4-e3da-47b0-b21e-93010b8eebbd tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:16.467787 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.plugin [req-abf3165f-0e61-4cc3-9961-2be2166eb692 req-bd1c7904-2529-4988-a1dd-410cec300df3 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] Deleting port a3098220-05f9-42ce-a47c-128a2ad67619 {{(pid=113424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 09:53:16.468134 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-abf3165f-0e61-4cc3-9961-2be2166eb692 req-bd1c7904-2529-4988-a1dd-410cec300df3 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759571771405'] for port (a3098220-05f9-42ce-a47c-128a2ad67619), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:16.546940 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-411179f4-e3da-47b0-b21e-93010b8eebbd tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711587'] for floatingip (60c44b90-421a-4ae8-9542-135a4604422b), after_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:16.592463 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:53:16.731518 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaec5a4c-405e-4a6f-8efd-689a20fc10eb req-535253e9-dfde-4be6-bd69-7f7e493ad838 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:16.743881 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-aaec5a4c-405e-4a6f-8efd-689a20fc10eb req-535253e9-dfde-4be6-bd69-7f7e493ad838 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=cbfe8395-a1da-4ff2-8951-0ffeaf568bae HTTP/1.1" status: 200 len: 945 time: 0.0831892 Sep 16 09:53:16.787958 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-774d7ec3-8067-4c54-9411-ddbf2a59dfa9 req-dfb0f875-15e5-42aa-b84a-921874013093 tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=20bade93-24eb-4e9e-8851-b3ece7eb6fed HTTP/1.1" status: 200 len: 210 time: 0.1585989 Sep 16 09:53:16.813621 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-aaec5a4c-405e-4a6f-8efd-689a20fc10eb req-28cd53da-fb28-4f03-a497-b6cf15ed0ce5 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=d8ce9788-d1c7-4e09-bac4-57f70356401b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668788 Sep 16 09:53:16.822498 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.db [req-abf3165f-0e61-4cc3-9961-2be2166eb692 req-bd1c7904-2529-4988-a1dd-410cec300df3 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] For port a3098220-05f9-42ce-a47c-128a2ad67619, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a3098220-05f9-42ce-a47c-128a2ad67619,segment=NetworkSegment(c173b1f4-3294-47a0-8c62-65bf20be121f),segment_id=c173b1f4-3294-47a0-8c62-65bf20be121f)] {{(pid=113424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:53:16.822740 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-abf3165f-0e61-4cc3-9961-2be2166eb692 req-bd1c7904-2529-4988-a1dd-410cec300df3 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699225'] for port (a3098220-05f9-42ce-a47c-128a2ad67619), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:16.848345 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.plugin [req-abf3165f-0e61-4cc3-9961-2be2166eb692 req-bd1c7904-2529-4988-a1dd-410cec300df3 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] Calling delete_port for a3098220-05f9-42ce-a47c-128a2ad67619 owned by compute:nova {{(pid=113424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 09:53:16.851596 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.db.l3_db [None req-411179f4-e3da-47b0-b21e-93010b8eebbd tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Floating IP 60c44b90-421a-4ae8-9542-135a4604422b associated. External IP: 172.27.1.245, port: 4108db2f-5c49-4ad6-ae61-afd84b76a0ce. Sep 16 09:53:17.234377 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:53:17.244954 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816c4222-eb13-4a83-b58e-405f7361629b req-417135fd-964f-4f70-b991-6a60bbf6d0b8 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:17.246739 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-816c4222-eb13-4a83-b58e-405f7361629b req-417135fd-964f-4f70-b991-6a60bbf6d0b8 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 945 time: 0.1170602 Sep 16 09:53:17.283637 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-411179f4-e3da-47b0-b21e-93010b8eebbd tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Router 5f629d17-6c04-4750-846b-90fbe144f83c has already been hosted by L3 agent 647718b3-8298-4382-86e2-3fad9f5d7804 {{(pid=113424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 09:53:17.320098 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-abf3165f-0e61-4cc3-9961-2be2166eb692 req-bd1c7904-2529-4988-a1dd-410cec300df3 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759571687051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759571245514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27240065'] for port (a3098220-05f9-42ce-a47c-128a2ad67619), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:17.370314 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-816c4222-eb13-4a83-b58e-405f7361629b req-524f4796-917a-4429-82e2-3f3ec6e6a7a8 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1113319 Sep 16 09:53:17.376011 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] get_ports_and_sgs() called for port_ids ['a3098220-05f9-42ce-a47c-128a2ad67619'] {{(pid=113425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 09:53:17.400750 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1c7904-2529-4988-a1dd-410cec300df3 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] Pushing event deleted for resources: {'Port': ['ID=a3098220-05f9-42ce-a47c-128a2ad67619,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:53:17.543748 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-fc967dc8-e7f5-455b-8fa9-ec6191a580df req-d17b52c7-a047-4565-a141-5bac3ea3fe36 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=bd1272b6-2b81-407d-b0fc-c9ce62d7c5aa HTTP/1.1" status: 200 len: 210 time: 0.0821533 Sep 16 09:53:17.557904 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.l3_dvrscheduler_db [req-abf3165f-0e61-4cc3-9961-2be2166eb692 req-bd1c7904-2529-4988-a1dd-410cec300df3 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] No DVR routers for this DVR port a3098220-05f9-42ce-a47c-128a2ad67619 on host hv-cinder-79053 {{(pid=113424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 09:53:17.567746 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-abf3165f-0e61-4cc3-9961-2be2166eb692 req-bd1c7904-2529-4988-a1dd-410cec300df3 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110971'] for port (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:17.571150 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-abf3165f-0e61-4cc3-9961-2be2166eb692 req-bd1c7904-2529-4988-a1dd-410cec300df3 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.27 "DELETE /networking/v2.0/ports/a3098220-05f9-42ce-a47c-128a2ad67619 HTTP/1.1" status: 204 len: 173 time: 1.2909703 Sep 16 09:53:17.572172 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-411179f4-e3da-47b0-b21e-93010b8eebbd tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Notify agent at l3_agent.dv-cinder-790535-43-iscsi the message routers_updated {{(pid=113424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 09:53:17.573584 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbfe8395-a1da-4ff2-8951-0ffeaf568bae', 'name': 'network-vif-deleted', 'tag': 'a3098220-05f9-42ce-a47c-128a2ad67619'}] {{(pid=113424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 09:53:17.575844 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16dfd0a1dfdfa1f1ee01b24bca40ddc03421b0ad37c1355f54f1c3176401751a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fa9a6b8-696a-4de4-b60b-aff6cd5f88b5" -d '{"events": [{"server_uuid": "cbfe8395-a1da-4ff2-8951-0ffeaf568bae", "name": "network-vif-deleted", "tag": "a3098220-05f9-42ce-a47c-128a2ad67619"}]}' {{(pid=113424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 09:53:17.581389 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-411179f4-e3da-47b0-b21e-93010b8eebbd tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110971'] for floatingip (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:17.594251 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fc6c4a-5805-41a9-9720-0fab0d627e63 None None] Sync routers for ids ['5f629d17-6c04-4750-846b-90fbe144f83c'] in dv-cinder-790535-43-iscsi {{(pid=113425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 09:53:17.605142 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:53:17.621143 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fc6c4a-5805-41a9-9720-0fab0d627e63 None None] Routers {'5f629d17-6c04-4750-846b-90fbe144f83c'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 09:53:17.621919 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-68fc6c4a-5805-41a9-9720-0fab0d627e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T09:52:54Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['5f629d17-6c04-4750-846b-90fbe144f83c'], 'active': True} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:53:17.624286 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 09:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d4625ba-b139-4c5b-917a-f9568eea3d77 x-openstack-request-id: req-1d4625ba-b139-4c5b-917a-f9568eea3d77 {{(pid=113424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 09:53:17.624573 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbfe8395-a1da-4ff2-8951-0ffeaf568bae", "name": "network-vif-deleted", "tag": "a3098220-05f9-42ce-a47c-128a2ad67619", "status": "completed", "code": 200}]} {{(pid=113424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 09:53:17.624828 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1d4625ba-b139-4c5b-917a-f9568eea3d77 {{(pid=113424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 09:53:17.625234 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d4625ba-b139-4c5b-917a-f9568eea3d77'] response: {'server_uuid': 'cbfe8395-a1da-4ff2-8951-0ffeaf568bae', 'name': 'network-vif-deleted', 'tag': 'a3098220-05f9-42ce-a47c-128a2ad67619', 'status': 'completed', 'code': 200} Sep 16 09:53:17.634259 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-411179f4-e3da-47b0-b21e-93010b8eebbd tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "PUT /networking/v2.0/floatingips/60c44b90-421a-4ae8-9542-135a4604422b HTTP/1.1" status: 200 len: 991 time: 2.9394031 Sep 16 09:53:17.747424 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvr_db [None req-68fc6c4a-5805-41a9-9720-0fab0d627e63 None None] Set router 5f629d17-6c04-4750-846b-90fbe144f83c gateway port host: dv-cinder-790535-43-iscsi {{(pid=113425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 09:53:17.910219 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-ed6ab81f-051c-4052-970b-9b55f31d5290 req-432c2104-254b-4c20-b403-94b72c29efbc tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=20bade93-24eb-4e9e-8851-b3ece7eb6fed HTTP/1.1" status: 200 len: 210 time: 0.0416369 Sep 16 09:53:17.982338 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-08f1abc6-f40d-4a3a-9576-70adac5f102e req-567438ad-acc4-4a07-8bba-0797e4cf774f tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=cbfe8395-a1da-4ff2-8951-0ffeaf568bae HTTP/1.1" status: 200 len: 210 time: 0.0320184 Sep 16 09:53:18.076781 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-68fc6c4a-5805-41a9-9720-0fab0d627e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'name': 'tempest-AttachVolumeNegativeTest-1147155597-router', 'tenant_id': '75007587f92646f686881c2e1bfb7b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'f25e5371-7d7a-4929-ba67-20f64b85ea85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:50:29Z', 'updated_at': '2022-09-16T09:50:39Z', 'revision_number': 4, 'project_id': '75007587f92646f686881c2e1bfb7b2d', 'gw_port': {'id': 'f25e5371-7d7a-4929-ba67-20f64b85ea85', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:73:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:30Z', 'updated_at': '2022-09-16T09:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_floatingips': [{'id': '60c44b90-421a-4ae8-9542-135a4604422b', 'tenant_id': '75007587f92646f686881c2e1bfb7b2d', 'floating_ip_address': '172.27.1.245', 'floating_network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'router_id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'port_id': '4108db2f-5c49-4ad6-ae61-afd84b76a0ce', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b92b7908-54f3-4444-8e37-e6621fa07310', 'mac_address': 'fa:16:3e:bf:eb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e0e447-38a7-474d-ae32-1941ee3260c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T09:52:47Z', 'updated_at': '2022-09-16T09:53:16Z', 'revision_number': 1, 'project_id': '75007587f92646f686881c2e1bfb7b2d', 'fixed_ip_address_scope': None}, {'id': 'ebc758c6-6631-421d-941e-83ba79ea247f', 'tenant_id': '75007587f92646f686881c2e1bfb7b2d', 'floating_ip_address': '172.27.1.56', 'floating_network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'router_id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'port_id': '70b30d2d-a478-423b-bb6f-8944c8ac74de', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b92b7908-54f3-4444-8e37-e6621fa07310', 'mac_address': 'fa:16:3e:21:a7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efec4ecb-65e7-4ca8-a29f-b87bc9ee1915', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T09:50:48Z', 'updated_at': '2022-09-16T09:51:35Z', 'revision_number': 2, 'project_id': '75007587f92646f686881c2e1bfb7b2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '884885de-9e10-4652-9aba-309ace13393a', 'name': '', 'network_id': 'b92b7908-54f3-4444-8e37-e6621fa07310', 'tenant_id': '75007587f92646f686881c2e1bfb7b2d', 'mac_address': 'fa:16:3e:8d:8c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2c5e3932-9cbf-4551-a459-a4948ab2f258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:38Z', 'updated_at': '2022-09-16T09:50:59Z', 'revision_number': 5, 'project_id': '75007587f92646f686881c2e1bfb7b2d', 'subnets': [{'id': '2c5e3932-9cbf-4551-a459-a4948ab2f258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:53:18.103453 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fc6c4a-5805-41a9-9720-0fab0d627e63 None None] Checking router: 5f629d17-6c04-4750-846b-90fbe144f83c for host: dv-cinder-790535-43-iscsi {{(pid=113425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 09:53:18.113623 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fc6c4a-5805-41a9-9720-0fab0d627e63 None None] Routers {'5f629d17-6c04-4750-846b-90fbe144f83c'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 09:53:18.114314 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-68fc6c4a-5805-41a9-9720-0fab0d627e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T09:52:54Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['5f629d17-6c04-4750-846b-90fbe144f83c'], 'active': True} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:53:18.225058 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvr_db [None req-68fc6c4a-5805-41a9-9720-0fab0d627e63 None None] Set router 5f629d17-6c04-4750-846b-90fbe144f83c gateway port host: dv-cinder-790535-43-iscsi {{(pid=113425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 09:53:18.532445 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-68fc6c4a-5805-41a9-9720-0fab0d627e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'name': 'tempest-AttachVolumeNegativeTest-1147155597-router', 'tenant_id': '75007587f92646f686881c2e1bfb7b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'f25e5371-7d7a-4929-ba67-20f64b85ea85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:50:29Z', 'updated_at': '2022-09-16T09:50:39Z', 'revision_number': 4, 'project_id': '75007587f92646f686881c2e1bfb7b2d', 'gw_port': {'id': 'f25e5371-7d7a-4929-ba67-20f64b85ea85', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:73:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:30Z', 'updated_at': '2022-09-16T09:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_floatingips': [{'id': '60c44b90-421a-4ae8-9542-135a4604422b', 'tenant_id': '75007587f92646f686881c2e1bfb7b2d', 'floating_ip_address': '172.27.1.245', 'floating_network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'router_id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'port_id': '4108db2f-5c49-4ad6-ae61-afd84b76a0ce', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b92b7908-54f3-4444-8e37-e6621fa07310', 'mac_address': 'fa:16:3e:bf:eb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e0e447-38a7-474d-ae32-1941ee3260c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T09:52:47Z', 'updated_at': '2022-09-16T09:53:16Z', 'revision_number': 1, 'project_id': '75007587f92646f686881c2e1bfb7b2d', 'fixed_ip_address_scope': None}, {'id': 'ebc758c6-6631-421d-941e-83ba79ea247f', 'tenant_id': '75007587f92646f686881c2e1bfb7b2d', 'floating_ip_address': '172.27.1.56', 'floating_network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'router_id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'port_id': '70b30d2d-a478-423b-bb6f-8944c8ac74de', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b92b7908-54f3-4444-8e37-e6621fa07310', 'mac_address': 'fa:16:3e:21:a7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efec4ecb-65e7-4ca8-a29f-b87bc9ee1915', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T09:50:48Z', 'updated_at': '2022-09-16T09:51:35Z', 'revision_number': 2, 'project_id': '75007587f92646f686881c2e1bfb7b2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '884885de-9e10-4652-9aba-309ace13393a', 'name': '', 'network_id': 'b92b7908-54f3-4444-8e37-e6621fa07310', 'tenant_id': '75007587f92646f686881c2e1bfb7b2d', 'mac_address': 'fa:16:3e:8d:8c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2c5e3932-9cbf-4551-a459-a4948ab2f258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:38Z', 'updated_at': '2022-09-16T09:50:59Z', 'revision_number': 5, 'project_id': '75007587f92646f686881c2e1bfb7b2d', 'subnets': [{'id': '2c5e3932-9cbf-4551-a459-a4948ab2f258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:53:18.601441 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fc6c4a-5805-41a9-9720-0fab0d627e63 None None] The sync data for ids ['5f629d17-6c04-4750-846b-90fbe144f83c'] in dv-cinder-790535-43-iscsi is: [{'id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'name': 'tempest-AttachVolumeNegativeTest-1147155597-router', 'tenant_id': '75007587f92646f686881c2e1bfb7b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'f25e5371-7d7a-4929-ba67-20f64b85ea85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:50:29Z', 'updated_at': '2022-09-16T09:50:39Z', 'revision_number': 4, 'project_id': '75007587f92646f686881c2e1bfb7b2d', 'gw_port': {'id': 'f25e5371-7d7a-4929-ba67-20f64b85ea85', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:73:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:30Z', 'updated_at': '2022-09-16T09:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_floatingips': [{'id': '60c44b90-421a-4ae8-9542-135a4604422b', 'tenant_id': '75007587f92646f686881c2e1bfb7b2d', 'floating_ip_address': '172.27.1.245', 'floating_network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'router_id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'port_id': '4108db2f-5c49-4ad6-ae61-afd84b76a0ce', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b92b7908-54f3-4444-8e37-e6621fa07310', 'mac_address': 'fa:16:3e:bf:eb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e0e447-38a7-474d-ae32-1941ee3260c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T09:52:47Z', 'updated_at': '2022-09-16T09:53:16Z', 'revision_number': 1, 'project_id': '75007587f92646f686881c2e1bfb7b2d', 'fixed_ip_address_scope': None}, {'id': 'ebc758c6-6631-421d-941e-83ba79ea247f', 'tenant_id': '75007587f92646f686881c2e1bfb7b2d', 'floating_ip_address': '172.27.1.56', 'floating_network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'router_id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'port_id': '70b30d2d-a478-423b-bb6f-8944c8ac74de', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b92b7908-54f3-4444-8e37-e6621fa07310', 'mac_address': 'fa:16:3e:21:a7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efec4ecb-65e7-4ca8-a29f-b87bc9ee1915', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T09:50:48Z', 'updated_at': '2022-09-16T09:51:35Z', 'revision_number': 2, 'project_id': '75007587f92646f686881c2e1bfb7b2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '884885de-9e10-4652-9aba-309ace13393a', 'name': '', 'network_id': 'b92b7908-54f3-4444-8e37-e6621fa07310', 'tenant_id': '75007587f92646f686881c2e1bfb7b2d', 'mac_address': 'fa:16:3e:8d:8c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2c5e3932-9cbf-4551-a459-a4948ab2f258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:38Z', 'updated_at': '2022-09-16T09:50:59Z', 'revision_number': 5, 'project_id': '75007587f92646f686881c2e1bfb7b2d', 'subnets': [{'id': '2c5e3932-9cbf-4551-a459-a4948ab2f258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 09:53:18.766157 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d939431e-2606-4cee-96c2-7d66c2e6d2e8 req-55331d01-55ef-44e9-b12e-5b9dcf585e5b tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:18.777441 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-d939431e-2606-4cee-96c2-7d66c2e6d2e8 req-55331d01-55ef-44e9-b12e-5b9dcf585e5b tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 945 time: 0.2177229 Sep 16 09:53:18.789273 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-c90cf504-f4de-4ae0-b504-5598cd677e01 req-c75c4d4e-e398-488a-a84d-698b706bf68d tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=bd1272b6-2b81-407d-b0fc-c9ce62d7c5aa HTTP/1.1" status: 200 len: 210 time: 0.1103539 Sep 16 09:53:18.887346 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-d939431e-2606-4cee-96c2-7d66c2e6d2e8 req-193a3f77-ab51-4f8f-8852-df1f9b73abca tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1073995 Sep 16 09:53:19.123873 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-0eead391-93a1-46b0-b7d4-fec0600db19c req-ce84bac6-c524-47c1-afac-358de59f5db0 tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=20bade93-24eb-4e9e-8851-b3ece7eb6fed HTTP/1.1" status: 200 len: 210 time: 0.0385973 Sep 16 09:53:19.179656 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-f4bf9f09-ec9c-4186-afc1-79ea1f5ff216 req-153d5c55-e016-45ee-90f0-7742aa3269a0 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=cbfe8395-a1da-4ff2-8951-0ffeaf568bae HTTP/1.1" status: 200 len: 210 time: 0.0420949 Sep 16 09:53:19.200934 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ca5c8a-9357-4ab8-85ec-45e95c595589 None None] New status for floating IP 60c44b90-421a-4ae8-9542-135a4604422b: ACTIVE {{(pid=113426) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 09:53:19.264855 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=100 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:53:19.626403 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33e0e447-38a7-474d-ae32-1941ee3260c6', 'tag': '4108db2f-5c49-4ad6-ae61-afd84b76a0ce'}] {{(pid=113424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 09:53:19.631352 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16dfd0a1dfdfa1f1ee01b24bca40ddc03421b0ad37c1355f54f1c3176401751a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55fcb2f8-1f60-4015-b01f-c9c2e0d0a3f6" -d '{"events": [{"name": "network-changed", "server_uuid": "33e0e447-38a7-474d-ae32-1941ee3260c6", "tag": "4108db2f-5c49-4ad6-ae61-afd84b76a0ce"}]}' {{(pid=113424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 09:53:19.703028 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 09:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7835240f-d1f8-4120-b5d1-725f9dbdbcab x-openstack-request-id: req-7835240f-d1f8-4120-b5d1-725f9dbdbcab {{(pid=113424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 09:53:19.703616 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33e0e447-38a7-474d-ae32-1941ee3260c6", "tag": "4108db2f-5c49-4ad6-ae61-afd84b76a0ce", "status": "completed", "code": 200}]} {{(pid=113424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 09:53:19.704162 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7835240f-d1f8-4120-b5d1-725f9dbdbcab {{(pid=113424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 09:53:19.704913 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7835240f-d1f8-4120-b5d1-725f9dbdbcab'] response: {'name': 'network-changed', 'server_uuid': '33e0e447-38a7-474d-ae32-1941ee3260c6', 'tag': '4108db2f-5c49-4ad6-ae61-afd84b76a0ce', 'status': 'completed', 'code': 200} Sep 16 09:53:19.798571 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fcb2f8-1f60-4015-b01f-c9c2e0d0a3f6 req-cb9614e8-fa0b-4ac9-a668-703d2a3a238e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:19.800189 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-55fcb2f8-1f60-4015-b01f-c9c2e0d0a3f6 req-cb9614e8-fa0b-4ac9-a668-703d2a3a238e service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=75007587f92646f686881c2e1bfb7b2d&device_id=33e0e447-38a7-474d-ae32-1941ee3260c6 HTTP/1.1" status: 200 len: 1129 time: 0.0552135 Sep 16 09:53:19.903253 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:53:19.908703 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-eb80756a-dd1b-4372-acd2-2c048a0a10b7 req-53647f64-3b9a-42ac-801d-ea90c1e733e2 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=bd1272b6-2b81-407d-b0fc-c9ce62d7c5aa HTTP/1.1" status: 200 len: 210 time: 0.0368865 Sep 16 09:53:19.940312 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fcb2f8-1f60-4015-b01f-c9c2e0d0a3f6 req-9b102845-9f9c-42dc-b0a1-92b0889950cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:19.942589 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-55fcb2f8-1f60-4015-b01f-c9c2e0d0a3f6 req-9b102845-9f9c-42dc-b0a1-92b0889950cd service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=b92b7908-54f3-4444-8e37-e6621fa07310 HTTP/1.1" status: 200 len: 916 time: 0.1209137 Sep 16 09:53:20.055426 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-55fcb2f8-1f60-4015-b01f-c9c2e0d0a3f6 req-e8bb5fea-2514-4348-9fbc-02d43baf09fe service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4108db2f-5c49-4ad6-ae61-afd84b76a0ce HTTP/1.1" status: 200 len: 1001 time: 0.1084216 Sep 16 09:53:20.105457 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9a06b0-6aa0-4320-81c2-dcbcf7a5e700 req-3cac65af-07f0-4799-8e84-104f864736ad tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:20.107062 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-5d9a06b0-6aa0-4320-81c2-dcbcf7a5e700 req-3cac65af-07f0-4799-8e84-104f864736ad tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 945 time: 0.0487826 Sep 16 09:53:20.177846 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-5d9a06b0-6aa0-4320-81c2-dcbcf7a5e700 req-0238a406-3a70-41f6-88f2-cada64caae46 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0622160 Sep 16 09:53:20.394387 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fcb2f8-1f60-4015-b01f-c9c2e0d0a3f6 req-e9f2d03d-ffa7-47b0-8773-4e8f8eb89246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:20.395948 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-55fcb2f8-1f60-4015-b01f-c9c2e0d0a3f6 req-e9f2d03d-ffa7-47b0-8773-4e8f8eb89246 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=2c5e3932-9cbf-4551-a459-a4948ab2f258 HTTP/1.1" status: 200 len: 854 time: 0.1784852 Sep 16 09:53:20.406622 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-cd7bbf66-dbde-4e64-bca1-6f2054a2c0f2 req-f528f13a-6b3b-450b-9283-49e66d1aefdb tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=20bade93-24eb-4e9e-8851-b3ece7eb6fed HTTP/1.1" status: 200 len: 210 time: 0.0409224 Sep 16 09:53:20.445155 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-49bdb19d-ffde-4853-9bdb-e2b0777fd62d req-2925dddb-b804-46c1-a558-4a4411059db6 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=cbfe8395-a1da-4ff2-8951-0ffeaf568bae HTTP/1.1" status: 200 len: 210 time: 0.1201291 Sep 16 09:53:20.504941 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fcb2f8-1f60-4015-b01f-c9c2e0d0a3f6 req-750c0dde-bc94-4560-9de6-01b02a0a85c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:20.506928 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-55fcb2f8-1f60-4015-b01f-c9c2e0d0a3f6 req-750c0dde-bc94-4560-9de6-01b02a0a85c3 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=b92b7908-54f3-4444-8e37-e6621fa07310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0718393 Sep 16 09:53:20.533246 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae4858d-1ad1-442d-ace2-dee1d5fb71e3 req-f185ce4a-b28c-48e1-bb43-881db9d71d5f tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:20.535095 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-3ae4858d-1ad1-442d-ace2-dee1d5fb71e3 req-f185ce4a-b28c-48e1-bb43-881db9d71d5f tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.27 "GET /networking/v2.0/networks?id=17684eae-ad40-4ec5-9092-8a60e4e87e96 HTTP/1.1" status: 200 len: 818 time: 0.3333204 Sep 16 09:53:20.549449 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 51502) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:53:20.676921 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-d8ec641b-b784-4e90-b070-0933ebdcc6ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:20.819650 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-d8ec641b-b784-4e90-b070-0933ebdcc6ba admin admin] Publish callbacks [] for security_group (f9975971-228f-4554-a80d-8d59dda84208), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:20.871815 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-55fcb2f8-1f60-4015-b01f-c9c2e0d0a3f6 req-b4d33a01-7a0b-4def-aa0e-e25699a5539d service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b92b7908-54f3-4444-8e37-e6621fa07310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3534119 Sep 16 09:53:20.873419 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-3ae4858d-1ad1-442d-ace2-dee1d5fb71e3 req-f080a5c1-6571-425c-bce3-1302a24d09bd tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.27 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=3fe0d52d42324aa38182b47b3588b979 HTTP/1.1" status: 200 len: 380 time: 0.1171689 Sep 16 09:53:20.882524 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-d8ec641b-b784-4e90-b070-0933ebdcc6ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (f9975971-228f-4554-a80d-8d59dda84208), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:20.899103 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:53:20.927930 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-d8ec641b-b784-4e90-b070-0933ebdcc6ba admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=d4b46751c3394c4c985bf2d295eebaa2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3770797 Sep 16 09:53:20.928639 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ec641b-b784-4e90-b070-0933ebdcc6ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9975971-228f-4554-a80d-8d59dda84208,revision_number=1']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:53:20.930707 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 51512) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:53:20.987573 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-081cea12-c343-408a-a775-7e40e1508808 admin admin] Publish callbacks [] for security_group (f9975971-228f-4554-a80d-8d59dda84208), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:21.008083 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-081cea12-c343-408a-a775-7e40e1508808 admin admin] Publish callbacks [] for security_group (f9975971-228f-4554-a80d-8d59dda84208), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:21.045829 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.v2.base [req-3ae4858d-1ad1-442d-ace2-dee1d5fb71e3 req-9ab6fabe-f271-41c8-ba72-0c2930bb16c5 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Request body: {'port': {'device_id': 'bd1272b6-2b81-407d-b0fc-c9ce62d7c5aa', 'network_id': '17684eae-ad40-4ec5-9092-8a60e4e87e96', 'admin_state_up': True, 'tenant_id': '3fe0d52d42324aa38182b47b3588b979', 'security_groups': ['76e72fdc-3119-4f98-835c-2d305cfe62d1']}} {{(pid=113423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:53:21.051760 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-ad620baa-7b6a-4fa2-9f96-7b54d476fd22 req-033edc42-f6aa-4813-8c30-e0e3596ec1d9 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=bd1272b6-2b81-407d-b0fc-c9ce62d7c5aa HTTP/1.1" status: 200 len: 210 time: 0.0380585 Sep 16 09:53:21.089230 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Device a3098220-05f9-42ce-a47c-128a2ad67619 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 09:53:21.121343 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] No Port match for: a3098220-05f9-42ce-a47c-128a2ad67619 {{(pid=113425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 09:53:21.125299 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Device a3098220-05f9-42ce-a47c-128a2ad67619 not bound to the agent host hv-cinder-79053 {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 09:53:21.147235 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41503448-3e64-435e-ae63-b48fc0dd72db req-04e7c066-138e-4791-84b0-c718e7c43e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:21.148913 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-41503448-3e64-435e-ae63-b48fc0dd72db req-04e7c066-138e-4791-84b0-c718e7c43e7c service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=f1713f13f3ff494496a8ef8e5591c1b6&device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 1129 time: 0.1012301 Sep 16 09:53:21.175088 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:53:21.231153 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-55fcb2f8-1f60-4015-b01f-c9c2e0d0a3f6 req-8bbab89a-32bc-4e24-a3e9-4998824644dd service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b92b7908-54f3-4444-8e37-e6621fa07310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076242 Sep 16 09:53:21.280000 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41503448-3e64-435e-ae63-b48fc0dd72db req-a9efa412-cad3-4237-86cb-4983afecf123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:21.281450 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-41503448-3e64-435e-ae63-b48fc0dd72db req-a9efa412-cad3-4237-86cb-4983afecf123 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=fe465541-6175-450e-8791-dc7a519b5e60 HTTP/1.1" status: 200 len: 918 time: 0.1246517 Sep 16 09:53:21.301734 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ae4858d-1ad1-442d-ace2-dee1d5fb71e3 req-9ab6fabe-f271-41c8-ba72-0c2930bb16c5 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Made reservation on behalf of 3fe0d52d42324aa38182b47b3588b979 for: {'port': 1} {{(pid=113423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 09:53:21.305632 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [req-3ae4858d-1ad1-442d-ace2-dee1d5fb71e3 req-9ab6fabe-f271-41c8-ba72-0c2930bb16c5 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:21.359352 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-081cea12-c343-408a-a775-7e40e1508808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (f9975971-228f-4554-a80d-8d59dda84208), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:21.362482 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-081cea12-c343-408a-a775-7e40e1508808 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:21.363631 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-081cea12-c343-408a-a775-7e40e1508808 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/f9975971-228f-4554-a80d-8d59dda84208 HTTP/1.1" status: 204 len: 168 time: 0.4319270 Sep 16 09:53:21.385477 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d35cfe0-efc7-4d6e-aafd-7d0f638871c5 req-42225fe9-1762-415d-923c-21dc9c46acac tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:21.389485 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-8d35cfe0-efc7-4d6e-aafd-7d0f638871c5 req-42225fe9-1762-415d-923c-21dc9c46acac tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 945 time: 0.1095126 Sep 16 09:53:21.402499 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081cea12-c343-408a-a775-7e40e1508808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9975971-228f-4554-a80d-8d59dda84208,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:53:21.410896 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-41503448-3e64-435e-ae63-b48fc0dd72db req-87dc8162-984a-4ae0-997b-ff6171a33766 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55883b34-2ac0-4ba3-b4af-c5503b0d8fc9 HTTP/1.1" status: 200 len: 1000 time: 0.1189084 Sep 16 09:53:21.429999 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:53:21.474340 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-8d35cfe0-efc7-4d6e-aafd-7d0f638871c5 req-f44e3599-abe6-4462-8047-ed01f581e2f8 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0739787 Sep 16 09:53:21.542140 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.db.db_base_plugin_common [req-3ae4858d-1ad1-442d-ace2-dee1d5fb71e3 req-9ab6fabe-f271-41c8-ba72-0c2930bb16c5 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Allocated IP 172.20.0.6 (17684eae-ad40-4ec5-9092-8a60e4e87e96/7270ea1b-9730-4d7c-89ed-4cebd5834047/6851d923-796f-41a3-a0d3-de42390996fa) {{(pid=113423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 09:53:21.545898 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-e77f92e0-3702-4e3d-b3e5-f6084fa26372 req-8af08433-31d9-4913-a478-d9e94278b295 tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=20bade93-24eb-4e9e-8851-b3ece7eb6fed HTTP/1.1" status: 200 len: 210 time: 0.0434194 Sep 16 09:53:21.559510 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:53:21.617104 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41503448-3e64-435e-ae63-b48fc0dd72db req-0a029db3-bbef-4ada-80f8-3f6cbedd855e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:21.618735 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-41503448-3e64-435e-ae63-b48fc0dd72db req-0a029db3-bbef-4ada-80f8-3f6cbedd855e service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=312d0eea-a7f5-4989-be4b-d8f1ee2c9ab2 HTTP/1.1" status: 200 len: 856 time: 0.1030765 Sep 16 09:53:21.666376 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41503448-3e64-435e-ae63-b48fc0dd72db req-b67a2e3d-9f76-4300-bf90-cd6172706e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:21.667835 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-41503448-3e64-435e-ae63-b48fc0dd72db req-b67a2e3d-9f76-4300-bf90-cd6172706e15 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=fe465541-6175-450e-8791-dc7a519b5e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0423236 Sep 16 09:53:21.716395 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [req-3ae4858d-1ad1-442d-ace2-dee1d5fb71e3 req-9ab6fabe-f271-41c8-ba72-0c2930bb16c5 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Publish callbacks [] for port (6851d923-796f-41a3-a0d3-de42390996fa), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:21.842237 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-41503448-3e64-435e-ae63-b48fc0dd72db req-2e3a384e-14ab-4764-86e8-fad98a7f5c43 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/fe465541-6175-450e-8791-dc7a519b5e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677866 Sep 16 09:53:21.874477 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [req-3ae4858d-1ad1-442d-ace2-dee1d5fb71e3 req-9ab6fabe-f271-41c8-ba72-0c2930bb16c5 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759571245505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473602'] for port (6851d923-796f-41a3-a0d3-de42390996fa), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:21.932734 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ae4858d-1ad1-442d-ace2-dee1d5fb71e3 req-9ab6fabe-f271-41c8-ba72-0c2930bb16c5 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Network 17684eae-ad40-4ec5-9092-8a60e4e87e96 is already hosted by enough agents. {{(pid=113423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 09:53:21.940150 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.base_scheduler [req-3ae4858d-1ad1-442d-ace2-dee1d5fb71e3 req-9ab6fabe-f271-41c8-ba72-0c2930bb16c5 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Resources bound (agent type, host, resource id): {{(pid=113423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 09:53:21.944471 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ae4858d-1ad1-442d-ace2-dee1d5fb71e3 req-9ab6fabe-f271-41c8-ba72-0c2930bb16c5 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Received port after_create {{(pid=113423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 09:53:21.963855 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-2c351997-21bc-412d-9816-98cdf1aff63f req-8fc30257-5125-44b0-bab8-0b6d073886a0 tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] 10.222.0.27 "GET /networking/v2.0/networks?tenant_id=9ab67e77307d4b8f926244bc18308358&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0555902 Sep 16 09:53:21.972340 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259f7e6-5bdd-48d6-ab7d-b903de623f80 req-fb4506c3-3d90-4b2e-8138-16100e7706b7 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:21.975568 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab6fabe-f271-41c8-ba72-0c2930bb16c5 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Pushing event updated for resources: {'Port': ['ID=6851d923-796f-41a3-a0d3-de42390996fa,revision_number=1']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:53:21.976295 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-8259f7e6-5bdd-48d6-ab7d-b903de623f80 req-fb4506c3-3d90-4b2e-8138-16100e7706b7 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/networks?id=15e63dfc-22b7-48c1-94c3-7e5f623a1d1a HTTP/1.1" status: 200 len: 809 time: 0.2262950 Sep 16 09:53:21.989866 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:53:22.018946 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae4858d-1ad1-442d-ace2-dee1d5fb71e3 req-9ab6fabe-f271-41c8-ba72-0c2930bb16c5 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:22.020513 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [req-3ae4858d-1ad1-442d-ace2-dee1d5fb71e3 req-9ab6fabe-f271-41c8-ba72-0c2930bb16c5 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110971'] for port (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:22.137001 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-8259f7e6-5bdd-48d6-ab7d-b903de623f80 req-9a25155b-4348-4bc2-b70b-2d082d4e5b0d tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/quotas/6e0c83ab03cd40d6a1ffcc3d5b369d64 HTTP/1.1" status: 200 len: 375 time: 0.1413624 Sep 16 09:53:22.142362 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-3ae4858d-1ad1-442d-ace2-dee1d5fb71e3 req-9ab6fabe-f271-41c8-ba72-0c2930bb16c5 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0947747 Sep 16 09:53:22.149806 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.v2.base [req-3ae4858d-1ad1-442d-ace2-dee1d5fb71e3 req-6111a3c7-77f8-42fc-a46d-1c41cd26eff6 service neutron] Request body: {'port': {'device_id': 'bd1272b6-2b81-407d-b0fc-c9ce62d7c5aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=113423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:53:22.206348 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-5e357ce6-c1df-40a2-95d1-8ba542b1c056 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (54fa5420-569f-41b3-81ce-b3c99a893561), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:22.215983 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-41503448-3e64-435e-ae63-b48fc0dd72db req-4adf287d-3a3a-4eaf-968c-441d3120f0ec service neutron] 10.222.0.27 "GET /networking/v2.0/networks/fe465541-6175-450e-8791-dc7a519b5e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3652332 Sep 16 09:53:22.252009 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782b0ecb-760e-4a80-ba1b-5e5de03221a4 req-267439d7-eea0-4bec-9942-72899243c607 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:22.253555 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-782b0ecb-760e-4a80-ba1b-5e5de03221a4 req-267439d7-eea0-4bec-9942-72899243c607 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=bd1272b6-2b81-407d-b0fc-c9ce62d7c5aa HTTP/1.1" status: 200 len: 931 time: 0.0691576 Sep 16 09:53:22.275841 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-8259f7e6-5bdd-48d6-ab7d-b903de623f80 req-7adeef38-6348-4fa3-83cd-5736aaff2cfd tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=6e0c83ab03cd40d6a1ffcc3d5b369d64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1245522 Sep 16 09:53:22.289258 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-ece7ec92-0914-45cc-ad30-c592b0de0a8d None None] Provisioning complete for port 6851d923-796f-41a3-a0d3-de42390996fa triggered by entity DHCP. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:53:22.291337 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-ece7ec92-0914-45cc-ad30-c592b0de0a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (6851d923-796f-41a3-a0d3-de42390996fa), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:22.291717 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-ece7ec92-0914-45cc-ad30-c592b0de0a8d None None] Attempt 1 to provision port 6851d923-796f-41a3-a0d3-de42390996fa Sep 16 09:53:22.353598 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-782b0ecb-760e-4a80-ba1b-5e5de03221a4 req-6a3f1b43-784b-4a5d-9573-88225c3d32cd tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=76e72fdc-3119-4f98-835c-2d305cfe62d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806878 Sep 16 09:53:22.356246 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [req-3ae4858d-1ad1-442d-ace2-dee1d5fb71e3 req-6111a3c7-77f8-42fc-a46d-1c41cd26eff6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (6851d923-796f-41a3-a0d3-de42390996fa), before_update {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:22.359213 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-ece7ec92-0914-45cc-ad30-c592b0de0a8d None None] Port 6851d923-796f-41a3-a0d3-de42390996fa cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:53:22.378434 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c351997-21bc-412d-9816-98cdf1aff63f req-8624f3b0-f48e-4c86-acaa-c9d4bccb0ec2 tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:22.379901 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-2c351997-21bc-412d-9816-98cdf1aff63f req-8624f3b0-f48e-4c86-acaa-c9d4bccb0ec2 tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] 10.222.0.27 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3992589 Sep 16 09:53:22.430087 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-8259f7e6-5bdd-48d6-ab7d-b903de623f80 req-a99a5159-e9dc-403e-bf93-27baf8e27cee service neutron] 10.222.0.73 "GET /networking/v2.0/networks/15e63dfc-22b7-48c1-94c3-7e5f623a1d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439681 Sep 16 09:53:22.504127 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=100 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:53:22.561847 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-8259f7e6-5bdd-48d6-ab7d-b903de623f80 req-a9160b08-c225-43ea-9207-be7a59760e01 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/15e63dfc-22b7-48c1-94c3-7e5f623a1d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236329 Sep 16 09:53:22.777833 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 51580) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:53:22.860653 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-ece7ec92-0914-45cc-ad30-c592b0de0a8d None None] Attempt 2 to provision port 6851d923-796f-41a3-a0d3-de42390996fa Sep 16 09:53:22.887182 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fcaccd-9e6a-49a2-819d-909efd76e03a req-9a4830a6-1ff4-4797-8251-95a5aa1efbe5 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:22.889833 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-0a3fb472-422f-4b0e-a058-adb94ad7cf30 req-a317d419-4ee8-4238-a88c-8ff136d74169 tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=20bade93-24eb-4e9e-8851-b3ece7eb6fed HTTP/1.1" status: 200 len: 210 time: 0.0562651 Sep 16 09:53:22.895132 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-78fcaccd-9e6a-49a2-819d-909efd76e03a req-9a4830a6-1ff4-4797-8251-95a5aa1efbe5 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 945 time: 0.3290579 Sep 16 09:53:22.948643 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-ece7ec92-0914-45cc-ad30-c592b0de0a8d None None] Port 6851d923-796f-41a3-a0d3-de42390996fa cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:53:22.974193 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-78fcaccd-9e6a-49a2-819d-909efd76e03a req-24074e26-e5b9-4d6f-87fe-19a312279491 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0780854 Sep 16 09:53:22.974663 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-93a8e127-3184-42c0-afbf-d8d0cb49bac3 req-791b42ce-1b97-45b8-bd86-f9aad75f28b6 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=60d9ad12-95e0-48c7-8db2-241f7c59cec6 HTTP/1.1" status: 200 len: 210 time: 0.0403466 Sep 16 09:53:22.993723 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-27ca3604-8c21-451a-a5bd-1545b85342da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:23.022475 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.notifiers.nova [req-3ae4858d-1ad1-442d-ace2-dee1d5fb71e3 req-6111a3c7-77f8-42fc-a46d-1c41cd26eff6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6851d923-796f-41a3-a0d3-de42390996fa {{(pid=113423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 09:53:23.030798 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [req-3ae4858d-1ad1-442d-ace2-dee1d5fb71e3 req-6111a3c7-77f8-42fc-a46d-1c41cd26eff6 service neutron] Publish callbacks [] for port (6851d923-796f-41a3-a0d3-de42390996fa), precommit_update {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:23.059049 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:53:23.059049 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.db.provisioning_blocks [req-3ae4858d-1ad1-442d-ace2-dee1d5fb71e3 req-6111a3c7-77f8-42fc-a46d-1c41cd26eff6 service neutron] Transition to ACTIVE for port object 6851d923-796f-41a3-a0d3-de42390996fa will not be triggered until provisioned by entity L2. {{(pid=113423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 09:53:23.092176 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-27ca3604-8c21-451a-a5bd-1545b85342da admin admin] Publish callbacks [] for security_group (afc627fb-2e91-4685-8e94-e468aca4ea34), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:23.136273 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [req-3ae4858d-1ad1-442d-ace2-dee1d5fb71e3 req-6111a3c7-77f8-42fc-a46d-1c41cd26eff6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473659'] for port (6851d923-796f-41a3-a0d3-de42390996fa), after_update {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:23.196431 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-27ca3604-8c21-451a-a5bd-1545b85342da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (afc627fb-2e91-4685-8e94-e468aca4ea34), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:23.218201 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6111a3c7-77f8-42fc-a46d-1c41cd26eff6 service neutron] Pushing event updated for resources: {'Port': ['ID=6851d923-796f-41a3-a0d3-de42390996fa,revision_number=2']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:53:23.237624 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-27ca3604-8c21-451a-a5bd-1545b85342da admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=2bd0b2b8818a431fb3296bcbc56576f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4586384 Sep 16 09:53:23.238489 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ca3604-8c21-451a-a5bd-1545b85342da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afc627fb-2e91-4685-8e94-e468aca4ea34,revision_number=1']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:53:23.240971 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 51590) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:53:23.256230 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.managers [req-3ae4858d-1ad1-442d-ace2-dee1d5fb71e3 req-6111a3c7-77f8-42fc-a46d-1c41cd26eff6 service neutron] Attempting to bind port 6851d923-796f-41a3-a0d3-de42390996fa on host hv-cinder-79053 for vnic_type normal with profile {{(pid=113423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 09:53:23.256576 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.managers [req-3ae4858d-1ad1-442d-ace2-dee1d5fb71e3 req-6111a3c7-77f8-42fc-a46d-1c41cd26eff6 service neutron] Attempting to bind port 6851d923-796f-41a3-a0d3-de42390996fa by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'e3902c86-c1ff-47d9-b3ef-44214c1005fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '17684eae-ad40-4ec5-9092-8a60e4e87e96'}] {{(pid=113423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 09:53:23.256912 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae4858d-1ad1-442d-ace2-dee1d5fb71e3 req-6111a3c7-77f8-42fc-a46d-1c41cd26eff6 service neutron] Attempting to bind port 6851d923-796f-41a3-a0d3-de42390996fa on network 17684eae-ad40-4ec5-9092-8a60e4e87e96 {{(pid=113423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 09:53:23.298757 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-6c7448fc-4bcc-4467-9c69-2ccfb91c48a1 admin admin] Publish callbacks [] for security_group (afc627fb-2e91-4685-8e94-e468aca4ea34), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:23.299620 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae4858d-1ad1-442d-ace2-dee1d5fb71e3 req-6111a3c7-77f8-42fc-a46d-1c41cd26eff6 service neutron] Port 6851d923-796f-41a3-a0d3-de42390996fa on network 17684eae-ad40-4ec5-9092-8a60e4e87e96 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=113423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 09:53:23.299967 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae4858d-1ad1-442d-ace2-dee1d5fb71e3 req-6111a3c7-77f8-42fc-a46d-1c41cd26eff6 service neutron] Attempting to bind port 6851d923-796f-41a3-a0d3-de42390996fa on network 17684eae-ad40-4ec5-9092-8a60e4e87e96 {{(pid=113423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 09:53:23.319875 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-6c7448fc-4bcc-4467-9c69-2ccfb91c48a1 admin admin] Publish callbacks [] for security_group (afc627fb-2e91-4685-8e94-e468aca4ea34), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:23.355903 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae4858d-1ad1-442d-ace2-dee1d5fb71e3 req-6111a3c7-77f8-42fc-a46d-1c41cd26eff6 service neutron] Checking agent: {'id': '5b31c92a-f134-4c39-96dd-6f3267de2076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 9, 48, 33), 'started_at': datetime.datetime(2022, 9, 16, 9, 48, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 9, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 09:53:23.359081 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae4858d-1ad1-442d-ace2-dee1d5fb71e3 req-6111a3c7-77f8-42fc-a46d-1c41cd26eff6 service neutron] Checking segment: {'id': 'e3902c86-c1ff-47d9-b3ef-44214c1005fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '17684eae-ad40-4ec5-9092-8a60e4e87e96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 09:53:23.359081 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae4858d-1ad1-442d-ace2-dee1d5fb71e3 req-6111a3c7-77f8-42fc-a46d-1c41cd26eff6 service neutron] Bound using segment: {'id': 'e3902c86-c1ff-47d9-b3ef-44214c1005fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '17684eae-ad40-4ec5-9092-8a60e4e87e96'} {{(pid=113423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 09:53:23.359081 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.managers [req-3ae4858d-1ad1-442d-ace2-dee1d5fb71e3 req-6111a3c7-77f8-42fc-a46d-1c41cd26eff6 service neutron] Bound port: 6851d923-796f-41a3-a0d3-de42390996fa, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3902c86-c1ff-47d9-b3ef-44214c1005fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '17684eae-ad40-4ec5-9092-8a60e4e87e96'}}] {{(pid=113423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 09:53:23.359081 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [req-3ae4858d-1ad1-442d-ace2-dee1d5fb71e3 req-6111a3c7-77f8-42fc-a46d-1c41cd26eff6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (6851d923-796f-41a3-a0d3-de42390996fa), before_update {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:23.423675 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:53:23.424999 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.db [req-3ae4858d-1ad1-442d-ace2-dee1d5fb71e3 req-6111a3c7-77f8-42fc-a46d-1c41cd26eff6 service neutron] For port 6851d923-796f-41a3-a0d3-de42390996fa, host hv-cinder-79053, cleared binding levels {{(pid=113423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 09:53:23.428065 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-6c7448fc-4bcc-4467-9c69-2ccfb91c48a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (afc627fb-2e91-4685-8e94-e468aca4ea34), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:23.428277 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.db [req-3ae4858d-1ad1-442d-ace2-dee1d5fb71e3 req-6111a3c7-77f8-42fc-a46d-1c41cd26eff6 service neutron] For port 6851d923-796f-41a3-a0d3-de42390996fa, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6851d923-796f-41a3-a0d3-de42390996fa,segment=NetworkSegment(e3902c86-c1ff-47d9-b3ef-44214c1005fa),segment_id=e3902c86-c1ff-47d9-b3ef-44214c1005fa)] {{(pid=113423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 09:53:23.431213 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-6c7448fc-4bcc-4467-9c69-2ccfb91c48a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:23.432414 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-6c7448fc-4bcc-4467-9c69-2ccfb91c48a1 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/afc627fb-2e91-4685-8e94-e468aca4ea34 HTTP/1.1" status: 204 len: 168 time: 0.1904941 Sep 16 09:53:23.441866 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7448fc-4bcc-4467-9c69-2ccfb91c48a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afc627fb-2e91-4685-8e94-e468aca4ea34,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:53:23.449872 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-ece7ec92-0914-45cc-ad30-c592b0de0a8d None None] Attempt 3 to provision port 6851d923-796f-41a3-a0d3-de42390996fa Sep 16 09:53:23.509779 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051d4e47-113f-481e-a81c-c1e6f552a9fe req-14330811-13c5-44e8-bddd-b2268d8582f6 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:23.517270 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-051d4e47-113f-481e-a81c-c1e6f552a9fe req-14330811-13c5-44e8-bddd-b2268d8582f6 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=bd1272b6-2b81-407d-b0fc-c9ce62d7c5aa HTTP/1.1" status: 200 len: 943 time: 0.0782993 Sep 16 09:53:23.517841 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-ece7ec92-0914-45cc-ad30-c592b0de0a8d None None] Port 6851d923-796f-41a3-a0d3-de42390996fa cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:53:23.525216 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [req-3ae4858d-1ad1-442d-ace2-dee1d5fb71e3 req-6111a3c7-77f8-42fc-a46d-1c41cd26eff6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473659'] for port (6851d923-796f-41a3-a0d3-de42390996fa), after_update {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:23.531137 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae4858d-1ad1-442d-ace2-dee1d5fb71e3 req-6111a3c7-77f8-42fc-a46d-1c41cd26eff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:23.531779 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [req-3ae4858d-1ad1-442d-ace2-dee1d5fb71e3 req-6111a3c7-77f8-42fc-a46d-1c41cd26eff6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110971'] for port (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:23.533195 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-3ae4858d-1ad1-442d-ace2-dee1d5fb71e3 req-6111a3c7-77f8-42fc-a46d-1c41cd26eff6 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/6851d923-796f-41a3-a0d3-de42390996fa HTTP/1.1" status: 200 len: 1093 time: 1.3890564 Sep 16 09:53:23.539698 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd1272b6-2b81-407d-b0fc-c9ce62d7c5aa', 'tag': '6851d923-796f-41a3-a0d3-de42390996fa'}] {{(pid=113423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 09:53:23.541908 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71a7bfedd24ed74f5a0f7cbe4469292c95f8b2943141139d877a1e440cdb58a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a59277f4-7ccd-4490-9ca5-96b6a2500511" -d '{"events": [{"name": "network-changed", "server_uuid": "bd1272b6-2b81-407d-b0fc-c9ce62d7c5aa", "tag": "6851d923-796f-41a3-a0d3-de42390996fa"}]}' {{(pid=113423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 09:53:23.605851 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 09:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94d81ce6-0f36-4d8c-bee3-09a941c1d934 x-openstack-request-id: req-94d81ce6-0f36-4d8c-bee3-09a941c1d934 {{(pid=113423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 09:53:23.606238 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd1272b6-2b81-407d-b0fc-c9ce62d7c5aa", "tag": "6851d923-796f-41a3-a0d3-de42390996fa", "status": "completed", "code": 200}]} {{(pid=113423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 09:53:23.606414 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-94d81ce6-0f36-4d8c-bee3-09a941c1d934 {{(pid=113423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 09:53:23.606813 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94d81ce6-0f36-4d8c-bee3-09a941c1d934'] response: {'name': 'network-changed', 'server_uuid': 'bd1272b6-2b81-407d-b0fc-c9ce62d7c5aa', 'tag': '6851d923-796f-41a3-a0d3-de42390996fa', 'status': 'completed', 'code': 200} Sep 16 09:53:23.615707 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-051d4e47-113f-481e-a81c-c1e6f552a9fe req-d0d82bc6-a70f-4757-a6b9-4386c7ae353d tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=76e72fdc-3119-4f98-835c-2d305cfe62d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974329 Sep 16 09:53:23.616461 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6111a3c7-77f8-42fc-a46d-1c41cd26eff6 service neutron] Pushing event updated for resources: {'Port': ['ID=6851d923-796f-41a3-a0d3-de42390996fa,revision_number=3']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:53:23.816273 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.v2.base [req-2c351997-21bc-412d-9816-98cdf1aff63f req-8cbea5d4-61db-4e54-aa3c-0063f10a18bd tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] Request body: {'port': {'device_id': '20bade93-24eb-4e9e-8851-b3ece7eb6fed', 'network_id': '3fae70ce-0304-4130-9a2f-cf915549f60a', 'admin_state_up': True, 'tenant_id': '9ab67e77307d4b8f926244bc18308358'}} {{(pid=113424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:53:23.872630 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59277f4-7ccd-4490-9ca5-96b6a2500511 req-bdf2abca-1a5c-4356-95c1-324d5d33a9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:23.874536 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-a59277f4-7ccd-4490-9ca5-96b6a2500511 req-bdf2abca-1a5c-4356-95c1-324d5d33a9a7 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=3fe0d52d42324aa38182b47b3588b979&device_id=bd1272b6-2b81-407d-b0fc-c9ce62d7c5aa HTTP/1.1" status: 200 len: 1127 time: 0.0577424 Sep 16 09:53:23.903340 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:53:24.018502 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-ece7ec92-0914-45cc-ad30-c592b0de0a8d None None] Attempt 4 to provision port 6851d923-796f-41a3-a0d3-de42390996fa Sep 16 09:53:24.024102 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-316d33c9-1af4-40f9-8ea6-4d5eb40e6683 req-fcc00038-9f84-4c23-a658-32f64209b3ed tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=20bade93-24eb-4e9e-8851-b3ece7eb6fed HTTP/1.1" status: 200 len: 210 time: 0.0518117 Sep 16 09:53:24.050775 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c351997-21bc-412d-9816-98cdf1aff63f req-8cbea5d4-61db-4e54-aa3c-0063f10a18bd tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] Made reservation on behalf of 9ab67e77307d4b8f926244bc18308358 for: {'port': 1} {{(pid=113424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 09:53:24.057784 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-2c351997-21bc-412d-9816-98cdf1aff63f req-8cbea5d4-61db-4e54-aa3c-0063f10a18bd tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:24.067387 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-2c351997-21bc-412d-9816-98cdf1aff63f req-8cbea5d4-61db-4e54-aa3c-0063f10a18bd tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] Publish callbacks [] for security_group (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:24.119171 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-ece7ec92-0914-45cc-ad30-c592b0de0a8d None None] Port 6851d923-796f-41a3-a0d3-de42390996fa had new provisioning blocks added so it will not transition to active. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 09:53:24.134249 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-e110e4c3-124d-49e9-8a25-fd8bc95a4549 req-a87df974-4bef-4960-addc-332cde3ee4de tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=60d9ad12-95e0-48c7-8db2-241f7c59cec6 HTTP/1.1" status: 200 len: 210 time: 0.0401945 Sep 16 09:53:24.188036 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=79,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:53:24.193372 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154bfd69-aae7-4da1-b522-bce672f5307e req-ce480e41-2df8-47fc-b096-0dc55d36a5bc tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:24.194925 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-154bfd69-aae7-4da1-b522-bce672f5307e req-ce480e41-2df8-47fc-b096-0dc55d36a5bc tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 945 time: 0.0795023 Sep 16 09:53:24.196103 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59277f4-7ccd-4490-9ca5-96b6a2500511 req-cf40a1ff-7c4f-4760-9fc5-71316726cb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:24.197512 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-a59277f4-7ccd-4490-9ca5-96b6a2500511 req-cf40a1ff-7c4f-4760-9fc5-71316726cb6d service neutron] 10.222.0.27 "GET /networking/v2.0/networks?tenant_id=3fe0d52d42324aa38182b47b3588b979&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2067471 Sep 16 09:53:24.205415 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-2c351997-21bc-412d-9816-98cdf1aff63f req-8cbea5d4-61db-4e54-aa3c-0063f10a18bd tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] Publish callbacks [] for security_group (9614e8a8-1609-421e-bdcc-6c554f6297dd), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:24.301548 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-2c351997-21bc-412d-9816-98cdf1aff63f req-8cbea5d4-61db-4e54-aa3c-0063f10a18bd tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (9614e8a8-1609-421e-bdcc-6c554f6297dd), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:24.314410 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-154bfd69-aae7-4da1-b522-bce672f5307e req-962865d4-0023-4f1a-aff7-d9285ee95400 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1010590 Sep 16 09:53:24.337265 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 51616) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:53:24.367896 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59277f4-7ccd-4490-9ca5-96b6a2500511 req-ccb4a42c-9549-40d0-a2ab-12e6287a8309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:24.368952 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-a59277f4-7ccd-4490-9ca5-96b6a2500511 req-ccb4a42c-9549-40d0-a2ab-12e6287a8309 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1653807 Sep 16 09:53:24.382928 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbea5d4-61db-4e54-aa3c-0063f10a18bd tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9614e8a8-1609-421e-bdcc-6c554f6297dd,revision_number=1']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:53:24.401366 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-ab9ddde2-3278-4e9f-bcbf-827e921d85cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:24.460562 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae4858d-1ad1-442d-ace2-dee1d5fb71e3 req-00330518-f164-405d-a087-4c08ded9f165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:24.462387 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-3ae4858d-1ad1-442d-ace2-dee1d5fb71e3 req-00330518-f164-405d-a087-4c08ded9f165 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=3fe0d52d42324aa38182b47b3588b979&device_id=bd1272b6-2b81-407d-b0fc-c9ce62d7c5aa HTTP/1.1" status: 200 len: 1127 time: 0.0448248 Sep 16 09:53:24.507021 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.db_base_plugin_common [req-2c351997-21bc-412d-9816-98cdf1aff63f req-8cbea5d4-61db-4e54-aa3c-0063f10a18bd tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] Allocated IP 192.168.233.190 (3fae70ce-0304-4130-9a2f-cf915549f60a/e3b3c716-7b7a-4f79-b1bf-7f613f28e241/4302a618-12ca-4b92-bc76-2b29994a3581) {{(pid=113424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 09:53:24.517704 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-3ae4858d-1ad1-442d-ace2-dee1d5fb71e3 req-ffa55daf-6629-4c20-9e92-430bb9184e6a service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6851d923-796f-41a3-a0d3-de42390996fa HTTP/1.1" status: 200 len: 217 time: 0.0410433 Sep 16 09:53:24.549520 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9b9e4750-5882-4291-90bd-0f2c55e0ad00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (647718b3-8298-4382-86e2-3fad9f5d7804), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:24.584948 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae4858d-1ad1-442d-ace2-dee1d5fb71e3 req-27c64893-d32e-47fc-8f25-3909fdc6456a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:24.585104 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-ab9ddde2-3278-4e9f-bcbf-827e921d85cd admin admin] Publish callbacks [] for security_group (bd17316e-0e62-4b2b-8682-49814b039b7e), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:24.585204 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-3ae4858d-1ad1-442d-ace2-dee1d5fb71e3 req-27c64893-d32e-47fc-8f25-3909fdc6456a service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=7270ea1b-9730-4d7c-89ed-4cebd5834047 HTTP/1.1" status: 200 len: 857 time: 0.0540228 Sep 16 09:53:24.634234 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:53:24.637877 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae4858d-1ad1-442d-ace2-dee1d5fb71e3 req-d5196b75-9c0a-4f55-979a-1413560cc9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:24.639562 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-3ae4858d-1ad1-442d-ace2-dee1d5fb71e3 req-d5196b75-9c0a-4f55-979a-1413560cc9ea service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=17684eae-ad40-4ec5-9092-8a60e4e87e96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0448229 Sep 16 09:53:24.644960 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-ab9ddde2-3278-4e9f-bcbf-827e921d85cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (bd17316e-0e62-4b2b-8682-49814b039b7e), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:24.651664 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=5 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:53:24.712460 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9ddde2-3278-4e9f-bcbf-827e921d85cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd17316e-0e62-4b2b-8682-49814b039b7e,revision_number=1']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:53:24.722243 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-ab9ddde2-3278-4e9f-bcbf-827e921d85cd admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=3b43d377d836475ca63761a29f5d9a65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3787780 Sep 16 09:53:24.725233 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 51620) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:53:24.765842 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-2c351997-21bc-412d-9816-98cdf1aff63f req-8cbea5d4-61db-4e54-aa3c-0063f10a18bd tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] Publish callbacks [] for port (4302a618-12ca-4b92-bc76-2b29994a3581), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:24.799790 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-3ae4858d-1ad1-442d-ace2-dee1d5fb71e3 req-49bebf06-b77f-4cb2-85be-12df06c18588 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/17684eae-ad40-4ec5-9092-8a60e4e87e96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489198 Sep 16 09:53:24.815689 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-af5cefc0-c6a9-4005-912f-979b2ca7bd6f admin admin] Publish callbacks [] for security_group (bd17316e-0e62-4b2b-8682-49814b039b7e), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:24.815929 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35af7fd-ece3-4b8a-8dbb-caf6d7137709 req-d493ef80-80b3-431e-83c9-af812478f643 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:24.817559 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-c35af7fd-ece3-4b8a-8dbb-caf6d7137709 req-d493ef80-80b3-431e-83c9-af812478f643 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=bd1272b6-2b81-407d-b0fc-c9ce62d7c5aa HTTP/1.1" status: 200 len: 943 time: 0.0647233 Sep 16 09:53:24.838272 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-af5cefc0-c6a9-4005-912f-979b2ca7bd6f admin admin] Publish callbacks [] for security_group (bd17316e-0e62-4b2b-8682-49814b039b7e), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:24.871432 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-c35af7fd-ece3-4b8a-8dbb-caf6d7137709 req-56111d43-b896-4e1e-bf15-6b8efbcf2c49 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=76e72fdc-3119-4f98-835c-2d305cfe62d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477037 Sep 16 09:53:24.997355 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-2c351997-21bc-412d-9816-98cdf1aff63f req-8cbea5d4-61db-4e54-aa3c-0063f10a18bd tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759571245505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27240065'] for port (4302a618-12ca-4b92-bc76-2b29994a3581), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:25.031693 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-af5cefc0-c6a9-4005-912f-979b2ca7bd6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (bd17316e-0e62-4b2b-8682-49814b039b7e), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:25.034423 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-af5cefc0-c6a9-4005-912f-979b2ca7bd6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:25.035447 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-af5cefc0-c6a9-4005-912f-979b2ca7bd6f admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/bd17316e-0e62-4b2b-8682-49814b039b7e HTTP/1.1" status: 204 len: 168 time: 0.3095717 Sep 16 09:53:25.044909 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c351997-21bc-412d-9816-98cdf1aff63f req-8cbea5d4-61db-4e54-aa3c-0063f10a18bd tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] Network 3fae70ce-0304-4130-9a2f-cf915549f60a is already hosted by enough agents. {{(pid=113424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 09:53:25.053459 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.base_scheduler [req-2c351997-21bc-412d-9816-98cdf1aff63f req-8cbea5d4-61db-4e54-aa3c-0063f10a18bd tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] Resources bound (agent type, host, resource id): {{(pid=113424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 09:53:25.053797 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5cefc0-c6a9-4005-912f-979b2ca7bd6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd17316e-0e62-4b2b-8682-49814b039b7e,revision_number=None']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:53:25.057284 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c351997-21bc-412d-9816-98cdf1aff63f req-8cbea5d4-61db-4e54-aa3c-0063f10a18bd tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] Received port after_create {{(pid=113424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 09:53:25.080917 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:53:25.099535 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbea5d4-61db-4e54-aa3c-0063f10a18bd tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] Pushing event updated for resources: {'Port': ['ID=4302a618-12ca-4b92-bc76-2b29994a3581,revision_number=1']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:53:25.114400 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Device 55883b34-2ac0-4ba3-b4af-c5503b0d8fc9 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 09:53:25.115265 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-3ae4858d-1ad1-442d-ace2-dee1d5fb71e3 req-f572ec98-8dfd-43fb-835f-93da0ab13423 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/17684eae-ad40-4ec5-9092-8a60e4e87e96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389358 Sep 16 09:53:25.149632 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c351997-21bc-412d-9816-98cdf1aff63f req-8cbea5d4-61db-4e54-aa3c-0063f10a18bd tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:25.150446 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-2c351997-21bc-412d-9816-98cdf1aff63f req-8cbea5d4-61db-4e54-aa3c-0063f10a18bd tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110971'] for port (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:25.262682 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-2c351997-21bc-412d-9816-98cdf1aff63f req-8cbea5d4-61db-4e54-aa3c-0063f10a18bd tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4511349 Sep 16 09:53:25.271528 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Current status of the port 55883b34-2ac0-4ba3-b4af-c5503b0d8fc9 is: ACTIVE; New status is: DOWN {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:53:25.273060 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (55883b34-2ac0-4ba3-b4af-c5503b0d8fc9), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:25.306903 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.v2.base [req-2c351997-21bc-412d-9816-98cdf1aff63f req-a3d8b5aa-b564-4ee2-9163-8966aaec8a73 service neutron] Request body: {'port': {'device_id': '20bade93-24eb-4e9e-8851-b3ece7eb6fed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=113424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:53:25.321739 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] For port 55883b34-2ac0-4ba3-b4af-c5503b0d8fc9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=55883b34-2ac0-4ba3-b4af-c5503b0d8fc9,segment=NetworkSegment(dbdfa156-b328-4b02-9174-23c649e3a4fb),segment_id=dbdfa156-b328-4b02-9174-23c649e3a4fb)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:53:25.328998 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-e73de017-2f79-4a23-b438-5126f8ea1fba req-e6c26977-b44e-49bd-90e7-6e4065438389 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=60d9ad12-95e0-48c7-8db2-241f7c59cec6 HTTP/1.1" status: 200 len: 210 time: 0.0663943 Sep 16 09:53:25.329194 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88a0813e-ace7-48df-b688-533c8dbc81de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55883b34-2ac0-4ba3-b4af-c5503b0d8fc9'}] {{(pid=113425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 09:53:25.329781 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d904371a3690c7392a65e5457b849277104f62c83d6e5586b28cc731d2d00ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2aec44d-ca77-475c-b13c-e401df6682ac" -d '{"events": [{"server_uuid": "88a0813e-ace7-48df-b688-533c8dbc81de", "name": "network-vif-unplugged", "status": "completed", "tag": "55883b34-2ac0-4ba3-b4af-c5503b0d8fc9"}]}' {{(pid=113425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 09:53:25.366321 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a014ea-821f-4a23-bfaf-52ddc96da793 req-8b08c490-d5b8-45f7-98aa-5acfa7fe2459 tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:25.368760 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-01a014ea-821f-4a23-bfaf-52ddc96da793 req-8b08c490-d5b8-45f7-98aa-5acfa7fe2459 tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=20bade93-24eb-4e9e-8851-b3ece7eb6fed HTTP/1.1" status: 200 len: 936 time: 0.1467371 Sep 16 09:53:25.402255 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Sep 2022 09:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-244d7498-dd79-40b7-8ff0-5e4bd146ff57 x-openstack-request-id: req-244d7498-dd79-40b7-8ff0-5e4bd146ff57 {{(pid=113425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 09:53:25.402546 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88a0813e-ace7-48df-b688-533c8dbc81de", "name": "network-vif-unplugged", "status": "failed", "tag": "55883b34-2ac0-4ba3-b4af-c5503b0d8fc9", "code": 422}]} {{(pid=113425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 09:53:25.402860 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-244d7498-dd79-40b7-8ff0-5e4bd146ff57 {{(pid=113425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 09:53:25.403284 dv-cinder-790535-43-iscsi neutron-server[113425]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-244d7498-dd79-40b7-8ff0-5e4bd146ff57']: {'server_uuid': '88a0813e-ace7-48df-b688-533c8dbc81de', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '55883b34-2ac0-4ba3-b4af-c5503b0d8fc9', 'code': 422} returned with failed status Sep 16 09:53:25.404873 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (55883b34-2ac0-4ba3-b4af-c5503b0d8fc9), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:25.432056 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-2c351997-21bc-412d-9816-98cdf1aff63f req-a3d8b5aa-b564-4ee2-9163-8966aaec8a73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (4302a618-12ca-4b92-bc76-2b29994a3581), before_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:25.445697 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-01a014ea-821f-4a23-bfaf-52ddc96da793 req-772f0c01-7829-4086-9f59-bb4bb5602d6b tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=9614e8a8-1609-421e-bdcc-6c554f6297dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649621 Sep 16 09:53:25.484422 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:53:25.499222 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Pushing event updated for resources: {'Port': ['ID=55883b34-2ac0-4ba3-b4af-c5503b0d8fc9,revision_number=8']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:53:25.557908 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-19599c74-6eca-4eec-a92f-683e4a5969e5 None None] Provisioning complete for port 4302a618-12ca-4b92-bc76-2b29994a3581 triggered by entity DHCP. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:53:25.558592 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-19599c74-6eca-4eec-a92f-683e4a5969e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (4302a618-12ca-4b92-bc76-2b29994a3581), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:25.558592 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-19599c74-6eca-4eec-a92f-683e4a5969e5 None None] Attempt 1 to provision port 4302a618-12ca-4b92-bc76-2b29994a3581 Sep 16 09:53:25.596027 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-19599c74-6eca-4eec-a92f-683e4a5969e5 None None] Port 4302a618-12ca-4b92-bc76-2b29994a3581 cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:53:25.623250 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f5cba6-6e87-403e-a336-d9c03c7317cc req-3e3ad1d0-df7b-4f11-93e0-f6482f15321b tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:25.624793 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-12f5cba6-6e87-403e-a336-d9c03c7317cc req-3e3ad1d0-df7b-4f11-93e0-f6482f15321b tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 943 time: 0.1249630 Sep 16 09:53:25.734471 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-12f5cba6-6e87-403e-a336-d9c03c7317cc req-66b165b0-29ea-40e1-8d47-f1e8ab14d219 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0991893 Sep 16 09:53:25.845176 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.notifiers.nova [req-2c351997-21bc-412d-9816-98cdf1aff63f req-a3d8b5aa-b564-4ee2-9163-8966aaec8a73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4302a618-12ca-4b92-bc76-2b29994a3581 {{(pid=113424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 09:53:25.853949 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-2c351997-21bc-412d-9816-98cdf1aff63f req-a3d8b5aa-b564-4ee2-9163-8966aaec8a73 service neutron] Publish callbacks [] for port (4302a618-12ca-4b92-bc76-2b29994a3581), precommit_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:25.861975 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-c17a0cac-31fa-4a66-ad06-99f53fca2b4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (2d63c820-fb16-4aae-acf9-0482010d4ad8), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:25.870056 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.provisioning_blocks [req-2c351997-21bc-412d-9816-98cdf1aff63f req-a3d8b5aa-b564-4ee2-9163-8966aaec8a73 service neutron] Transition to ACTIVE for port object 4302a618-12ca-4b92-bc76-2b29994a3581 will not be triggered until provisioned by entity L2. {{(pid=113424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 09:53:25.977315 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:53:25.980601 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-2c351997-21bc-412d-9816-98cdf1aff63f req-a3d8b5aa-b564-4ee2-9163-8966aaec8a73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27240120'] for port (4302a618-12ca-4b92-bc76-2b29994a3581), after_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:26.021454 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1dd224-2dd3-4aee-a08e-1feb657696c4 req-c947fd63-a3b8-4cf5-a90f-ab011e42cdb0 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:26.023049 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-0d1dd224-2dd3-4aee-a08e-1feb657696c4 req-c947fd63-a3b8-4cf5-a90f-ab011e42cdb0 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=bd1272b6-2b81-407d-b0fc-c9ce62d7c5aa HTTP/1.1" status: 200 len: 943 time: 0.0739474 Sep 16 09:53:26.072371 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d8b5aa-b564-4ee2-9163-8966aaec8a73 service neutron] Pushing event updated for resources: {'Port': ['ID=4302a618-12ca-4b92-bc76-2b29994a3581,revision_number=2']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:53:26.096972 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-19599c74-6eca-4eec-a92f-683e4a5969e5 None None] Attempt 2 to provision port 4302a618-12ca-4b92-bc76-2b29994a3581 Sep 16 09:53:26.134605 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-19599c74-6eca-4eec-a92f-683e4a5969e5 None None] Port 4302a618-12ca-4b92-bc76-2b29994a3581 cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:53:26.136818 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-0d1dd224-2dd3-4aee-a08e-1feb657696c4 req-d879e57f-600e-4c0d-96cd-891a4d860e4f tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=76e72fdc-3119-4f98-835c-2d305cfe62d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022484 Sep 16 09:53:26.151822 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.managers [req-2c351997-21bc-412d-9816-98cdf1aff63f req-a3d8b5aa-b564-4ee2-9163-8966aaec8a73 service neutron] Attempting to bind port 4302a618-12ca-4b92-bc76-2b29994a3581 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=113424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 09:53:26.152251 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.managers [req-2c351997-21bc-412d-9816-98cdf1aff63f req-a3d8b5aa-b564-4ee2-9163-8966aaec8a73 service neutron] Attempting to bind port 4302a618-12ca-4b92-bc76-2b29994a3581 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'bf16daec-97b1-4a01-8152-ac76843df44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '3fae70ce-0304-4130-9a2f-cf915549f60a'}] {{(pid=113424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 09:53:26.152470 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c351997-21bc-412d-9816-98cdf1aff63f req-a3d8b5aa-b564-4ee2-9163-8966aaec8a73 service neutron] Attempting to bind port 4302a618-12ca-4b92-bc76-2b29994a3581 on network 3fae70ce-0304-4130-9a2f-cf915549f60a {{(pid=113424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 09:53:26.195266 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c351997-21bc-412d-9816-98cdf1aff63f req-a3d8b5aa-b564-4ee2-9163-8966aaec8a73 service neutron] Port 4302a618-12ca-4b92-bc76-2b29994a3581 on network 3fae70ce-0304-4130-9a2f-cf915549f60a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=113424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 09:53:26.195589 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c351997-21bc-412d-9816-98cdf1aff63f req-a3d8b5aa-b564-4ee2-9163-8966aaec8a73 service neutron] Attempting to bind port 4302a618-12ca-4b92-bc76-2b29994a3581 on network 3fae70ce-0304-4130-9a2f-cf915549f60a {{(pid=113424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 09:53:26.240524 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c351997-21bc-412d-9816-98cdf1aff63f req-a3d8b5aa-b564-4ee2-9163-8966aaec8a73 service neutron] Checking agent: {'id': '5b31c92a-f134-4c39-96dd-6f3267de2076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 9, 48, 33), 'started_at': datetime.datetime(2022, 9, 16, 9, 48, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 9, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 09:53:26.240864 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c351997-21bc-412d-9816-98cdf1aff63f req-a3d8b5aa-b564-4ee2-9163-8966aaec8a73 service neutron] Checking segment: {'id': 'bf16daec-97b1-4a01-8152-ac76843df44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '3fae70ce-0304-4130-9a2f-cf915549f60a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 09:53:26.241251 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c351997-21bc-412d-9816-98cdf1aff63f req-a3d8b5aa-b564-4ee2-9163-8966aaec8a73 service neutron] Bound using segment: {'id': 'bf16daec-97b1-4a01-8152-ac76843df44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '3fae70ce-0304-4130-9a2f-cf915549f60a'} {{(pid=113424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 09:53:26.241760 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.managers [req-2c351997-21bc-412d-9816-98cdf1aff63f req-a3d8b5aa-b564-4ee2-9163-8966aaec8a73 service neutron] Bound port: 4302a618-12ca-4b92-bc76-2b29994a3581, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf16daec-97b1-4a01-8152-ac76843df44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '3fae70ce-0304-4130-9a2f-cf915549f60a'}}] {{(pid=113424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 09:53:26.242120 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-2c351997-21bc-412d-9816-98cdf1aff63f req-a3d8b5aa-b564-4ee2-9163-8966aaec8a73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (4302a618-12ca-4b92-bc76-2b29994a3581), before_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:26.314231 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.db [req-2c351997-21bc-412d-9816-98cdf1aff63f req-a3d8b5aa-b564-4ee2-9163-8966aaec8a73 service neutron] For port 4302a618-12ca-4b92-bc76-2b29994a3581, host hv-cinder-79053, cleared binding levels {{(pid=113424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 09:53:26.317324 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.db [req-2c351997-21bc-412d-9816-98cdf1aff63f req-a3d8b5aa-b564-4ee2-9163-8966aaec8a73 service neutron] For port 4302a618-12ca-4b92-bc76-2b29994a3581, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=4302a618-12ca-4b92-bc76-2b29994a3581,segment=NetworkSegment(bf16daec-97b1-4a01-8152-ac76843df44e),segment_id=bf16daec-97b1-4a01-8152-ac76843df44e)] {{(pid=113424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 09:53:26.427780 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-c3a624e2-429b-44d7-8d51-88f21a63dc77 req-c63aa299-6152-45a0-8342-8ef63a890e2c tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=60d9ad12-95e0-48c7-8db2-241f7c59cec6 HTTP/1.1" status: 200 len: 210 time: 0.0303395 Sep 16 09:53:26.442814 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-2c351997-21bc-412d-9816-98cdf1aff63f req-a3d8b5aa-b564-4ee2-9163-8966aaec8a73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27240120'] for port (4302a618-12ca-4b92-bc76-2b29994a3581), after_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:26.468264 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c351997-21bc-412d-9816-98cdf1aff63f req-a3d8b5aa-b564-4ee2-9163-8966aaec8a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:26.468887 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-2c351997-21bc-412d-9816-98cdf1aff63f req-a3d8b5aa-b564-4ee2-9163-8966aaec8a73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110971'] for port (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:26.470848 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-2c351997-21bc-412d-9816-98cdf1aff63f req-a3d8b5aa-b564-4ee2-9163-8966aaec8a73 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/4302a618-12ca-4b92-bc76-2b29994a3581 HTTP/1.1" status: 200 len: 1098 time: 1.1683893 Sep 16 09:53:26.473626 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20bade93-24eb-4e9e-8851-b3ece7eb6fed', 'tag': '4302a618-12ca-4b92-bc76-2b29994a3581'}] {{(pid=113424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 09:53:26.476039 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16dfd0a1dfdfa1f1ee01b24bca40ddc03421b0ad37c1355f54f1c3176401751a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca1c5143-4088-49c4-a530-df0013e85a59" -d '{"events": [{"name": "network-changed", "server_uuid": "20bade93-24eb-4e9e-8851-b3ece7eb6fed", "tag": "4302a618-12ca-4b92-bc76-2b29994a3581"}]}' {{(pid=113424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 09:53:26.495778 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:53:26.510597 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d8b5aa-b564-4ee2-9163-8966aaec8a73 service neutron] Pushing event updated for resources: {'Port': ['ID=4302a618-12ca-4b92-bc76-2b29994a3581,revision_number=3']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:53:26.520313 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 09:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b066512-125d-4c26-9b24-69c4d079a5d3 x-openstack-request-id: req-5b066512-125d-4c26-9b24-69c4d079a5d3 {{(pid=113424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 09:53:26.520611 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20bade93-24eb-4e9e-8851-b3ece7eb6fed", "tag": "4302a618-12ca-4b92-bc76-2b29994a3581", "status": "completed", "code": 200}]} {{(pid=113424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 09:53:26.520868 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5b066512-125d-4c26-9b24-69c4d079a5d3 {{(pid=113424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 09:53:26.521441 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b066512-125d-4c26-9b24-69c4d079a5d3'] response: {'name': 'network-changed', 'server_uuid': '20bade93-24eb-4e9e-8851-b3ece7eb6fed', 'tag': '4302a618-12ca-4b92-bc76-2b29994a3581', 'status': 'completed', 'code': 200} Sep 16 09:53:26.620250 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e018fd7-ce0f-4c2b-a23e-0e95119862d8 req-f5b02f4b-93bf-42b2-a262-b367cd6ba14e tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:26.621787 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-3e018fd7-ce0f-4c2b-a23e-0e95119862d8 req-f5b02f4b-93bf-42b2-a262-b367cd6ba14e tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=20bade93-24eb-4e9e-8851-b3ece7eb6fed HTTP/1.1" status: 200 len: 948 time: 0.0514083 Sep 16 09:53:26.633868 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-19599c74-6eca-4eec-a92f-683e4a5969e5 None None] Attempt 3 to provision port 4302a618-12ca-4b92-bc76-2b29994a3581 Sep 16 09:53:26.683923 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-19599c74-6eca-4eec-a92f-683e4a5969e5 None None] Port 4302a618-12ca-4b92-bc76-2b29994a3581 had new provisioning blocks added so it will not transition to active. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 09:53:26.706569 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-3e018fd7-ce0f-4c2b-a23e-0e95119862d8 req-e9a50125-55c8-4673-b66a-f007ed6d083f tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=9614e8a8-1609-421e-bdcc-6c554f6297dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751040 Sep 16 09:53:27.134948 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [req-8d2a9202-03f6-4b86-a711-1617a167ce76 req-d7a8a5b6-31ab-402d-b67c-6b531acc21ce service neutron] http://10.222.0.73:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113424) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 09:53:27.135939 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-8d2a9202-03f6-4b86-a711-1617a167ce76 req-d7a8a5b6-31ab-402d-b67c-6b531acc21ce service neutron] 10.222.0.73 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0054569 Sep 16 09:53:27.276755 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b6908d-4031-4afc-b9a0-891f69c7c0c9 req-a4f067e2-1b2a-474c-b43d-914637b95675 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:27.280286 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-75b6908d-4031-4afc-b9a0-891f69c7c0c9 req-a4f067e2-1b2a-474c-b43d-914637b95675 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=bd1272b6-2b81-407d-b0fc-c9ce62d7c5aa HTTP/1.1" status: 200 len: 943 time: 0.0677142 Sep 16 09:53:27.318939 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (be58d251-43cc-467d-bf31-2aae48e2ac56), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:27.331642 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-75b6908d-4031-4afc-b9a0-891f69c7c0c9 req-82218919-1223-40e6-ae20-6a2229dcae7c tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=76e72fdc-3119-4f98-835c-2d305cfe62d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438833 Sep 16 09:53:27.355459 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-cd5fe5d0-24d3-4349-8269-176b5bcdf250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (65aa34d6-cc53-475e-ab2c-2c2516bff08f), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:27.577687 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3efd1af-0715-4275-a785-fbdb82a57189 req-343fa346-d522-4fd1-a584-bd0815d780b6 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:27.578979 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-9c69dc5d-de38-4c60-996d-a72214a462ff req-eb40f3e3-d696-4bd0-a7d4-20cdc72b106f tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=60d9ad12-95e0-48c7-8db2-241f7c59cec6 HTTP/1.1" status: 200 len: 210 time: 0.0369456 Sep 16 09:53:27.580713 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-e3efd1af-0715-4275-a785-fbdb82a57189 req-343fa346-d522-4fd1-a584-bd0815d780b6 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 943 time: 0.0556490 Sep 16 09:53:27.643204 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-e3efd1af-0715-4275-a785-fbdb82a57189 req-a4dfc249-dce5-4c84-a318-f8b0b3c9b066 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0550549 Sep 16 09:53:27.842596 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b37dfb0-8903-40f9-8a77-1284d3492ff5 req-dfc94969-0f84-4c40-8df2-e2d7e35e6620 tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:27.846174 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-6b37dfb0-8903-40f9-8a77-1284d3492ff5 req-dfc94969-0f84-4c40-8df2-e2d7e35e6620 tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=20bade93-24eb-4e9e-8851-b3ece7eb6fed HTTP/1.1" status: 200 len: 948 time: 0.0531192 Sep 16 09:53:27.900796 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-6b37dfb0-8903-40f9-8a77-1284d3492ff5 req-2409700e-6a0f-41b4-83e2-6b5f60b191a1 tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=9614e8a8-1609-421e-bdcc-6c554f6297dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504038 Sep 16 09:53:28.170183 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 51732) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:53:28.257047 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-d4e5217e-c1e2-4fd7-b9a2-5b90f0bb15bb req-16f15d97-a4b5-4c2a-9da0-36d4e9f4c760 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0856981 Sep 16 09:53:28.265403 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [req-d4e5217e-c1e2-4fd7-b9a2-5b90f0bb15bb req-dae6c689-8b49-4d5a-aa20-82447903aed2 service neutron] http://10.222.0.73:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113424) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 09:53:28.266940 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-d4e5217e-c1e2-4fd7-b9a2-5b90f0bb15bb req-dae6c689-8b49-4d5a-aa20-82447903aed2 service neutron] 10.222.0.73 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0048032 Sep 16 09:53:28.347066 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 51740) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:53:28.448713 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:53:28.470177 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8ab032-6eba-4ccc-b7ae-bd0c09afaf54 req-51de184f-239a-4bf5-be45-b547752841b6 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:28.477555 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-1a8ab032-6eba-4ccc-b7ae-bd0c09afaf54 req-51de184f-239a-4bf5-be45-b547752841b6 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=bd1272b6-2b81-407d-b0fc-c9ce62d7c5aa HTTP/1.1" status: 200 len: 943 time: 0.0683973 Sep 16 09:53:28.497580 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e5217e-c1e2-4fd7-b9a2-5b90f0bb15bb req-5d235398-1c4e-4f7d-ab52-fd7fc7a05aab tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:28.497580 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-d4e5217e-c1e2-4fd7-b9a2-5b90f0bb15bb req-5d235398-1c4e-4f7d-ab52-fd7fc7a05aab tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports/55883b34-2ac0-4ba3-b4af-c5503b0d8fc9 HTTP/1.1" status: 200 len: 940 time: 0.1431329 Sep 16 09:53:28.526670 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-1a8ab032-6eba-4ccc-b7ae-bd0c09afaf54 req-7722e10c-e6d8-4de8-bd54-802854dcd5e7 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=76e72fdc-3119-4f98-835c-2d305cfe62d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480487 Sep 16 09:53:28.681023 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-145c0f02-ec53-4c22-a111-d1893011aec9 req-b06879b3-9eab-4ca2-9824-1baf5b25db29 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=60d9ad12-95e0-48c7-8db2-241f7c59cec6 HTTP/1.1" status: 200 len: 210 time: 0.0288155 Sep 16 09:53:28.783257 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d672794c-fd0e-478c-b6d4-2c8482ec998c req-8938af04-a054-445e-9355-2e2e6c551304 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:28.784779 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-d672794c-fd0e-478c-b6d4-2c8482ec998c req-8938af04-a054-445e-9355-2e2e6c551304 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 943 time: 0.0550084 Sep 16 09:53:28.844978 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-d672794c-fd0e-478c-b6d4-2c8482ec998c req-530f6d73-e8be-47f8-879c-0b33e4984f26 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0534570 Sep 16 09:53:28.887998 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1c5143-4088-49c4-a530-df0013e85a59 req-b78c1336-7ae1-4e4f-ad30-a3fc152ceaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:28.889502 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-ca1c5143-4088-49c4-a530-df0013e85a59 req-b78c1336-7ae1-4e4f-ad30-a3fc152ceaf9 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=9ab67e77307d4b8f926244bc18308358&device_id=20bade93-24eb-4e9e-8851-b3ece7eb6fed HTTP/1.1" status: 200 len: 1132 time: 0.0418720 Sep 16 09:53:28.922563 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-ca1c5143-4088-49c4-a530-df0013e85a59 req-60f0edb7-8451-49fb-b641-f0480cee6608 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?tenant_id=9ab67e77307d4b8f926244bc18308358&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0205553 Sep 16 09:53:29.053661 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfab2e15-f288-4881-9083-1862d60514fe req-f7b6a6dd-541b-4a6b-944d-41e8884a8b9e tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:29.055414 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-cfab2e15-f288-4881-9083-1862d60514fe req-f7b6a6dd-541b-4a6b-944d-41e8884a8b9e tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=20bade93-24eb-4e9e-8851-b3ece7eb6fed HTTP/1.1" status: 200 len: 948 time: 0.0713458 Sep 16 09:53:29.071929 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1c5143-4088-49c4-a530-df0013e85a59 req-740cf3a5-6994-4ad7-a4b2-2aec4a1d7f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:29.073351 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-ca1c5143-4088-49c4-a530-df0013e85a59 req-740cf3a5-6994-4ad7-a4b2-2aec4a1d7f26 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1437192 Sep 16 09:53:29.122686 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-cfab2e15-f288-4881-9083-1862d60514fe req-94cdb116-d2f9-4e8f-af23-ce4f59bee29d tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=9614e8a8-1609-421e-bdcc-6c554f6297dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529957 Sep 16 09:53:29.180661 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c351997-21bc-412d-9816-98cdf1aff63f req-993a1b47-5e8a-41e3-9dfa-f2d82a17d501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:29.182736 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-2c351997-21bc-412d-9816-98cdf1aff63f req-993a1b47-5e8a-41e3-9dfa-f2d82a17d501 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=9ab67e77307d4b8f926244bc18308358&device_id=20bade93-24eb-4e9e-8851-b3ece7eb6fed HTTP/1.1" status: 200 len: 1132 time: 0.0453818 Sep 16 09:53:29.477675 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-2c351997-21bc-412d-9816-98cdf1aff63f req-fc82dfa2-238b-40bc-8b96-6e3c4b29f8e8 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=4302a618-12ca-4b92-bc76-2b29994a3581 HTTP/1.1" status: 200 len: 217 time: 0.2811196 Sep 16 09:53:29.545735 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=8 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:53:29.651185 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c351997-21bc-412d-9816-98cdf1aff63f req-086bcc30-9c58-40ca-899b-96eb9ec47c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:29.652711 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-2c351997-21bc-412d-9816-98cdf1aff63f req-086bcc30-9c58-40ca-899b-96eb9ec47c08 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=e3b3c716-7b7a-4f79-b1bf-7f613f28e241 HTTP/1.1" status: 200 len: 843 time: 0.0544486 Sep 16 09:53:29.656598 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9859207-7794-4589-9ec8-69984b603a60 req-3d346184-979b-4273-a234-58df8e54d2f4 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:29.662222 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-d9859207-7794-4589-9ec8-69984b603a60 req-3d346184-979b-4273-a234-58df8e54d2f4 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=bd1272b6-2b81-407d-b0fc-c9ce62d7c5aa HTTP/1.1" status: 200 len: 943 time: 0.0585816 Sep 16 09:53:29.689073 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:53:29.706826 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c351997-21bc-412d-9816-98cdf1aff63f req-d6d86bf0-b8e9-4713-b8e2-2c1406140e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:29.708342 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-2c351997-21bc-412d-9816-98cdf1aff63f req-d6d86bf0-b8e9-4713-b8e2-2c1406140e11 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=3fae70ce-0304-4130-9a2f-cf915549f60a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0485179 Sep 16 09:53:29.719362 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-d9859207-7794-4589-9ec8-69984b603a60 req-43eafad5-5f05-4705-882c-9552f1cfe4f2 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=76e72fdc-3119-4f98-835c-2d305cfe62d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562205 Sep 16 09:53:29.833658 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-9a41c521-97c8-4e98-bf85-8be532286667 req-bcfcd89a-7c58-4699-807b-5a11721217ac tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=60d9ad12-95e0-48c7-8db2-241f7c59cec6 HTTP/1.1" status: 200 len: 210 time: 0.0333841 Sep 16 09:53:29.880204 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-2c351997-21bc-412d-9816-98cdf1aff63f req-3f81659d-b21d-4609-88da-6eb77611dfef service neutron] 10.222.0.27 "GET /networking/v2.0/networks/3fae70ce-0304-4130-9a2f-cf915549f60a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576676 Sep 16 09:53:29.984586 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0bc194-75c4-4109-98cc-ca9add06c3d2 req-5e5ed933-bdc5-44f6-afcc-9ae7dc9a3fdd tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:29.985662 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-2c351997-21bc-412d-9816-98cdf1aff63f req-b51ee906-a6e6-46df-91c3-0a4639788405 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/3fae70ce-0304-4130-9a2f-cf915549f60a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893812 Sep 16 09:53:29.986548 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-de0bc194-75c4-4109-98cc-ca9add06c3d2 req-5e5ed933-bdc5-44f6-afcc-9ae7dc9a3fdd tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 943 time: 0.0495429 Sep 16 09:53:30.037345 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-de0bc194-75c4-4109-98cc-ca9add06c3d2 req-5ce8ac90-9289-448c-af88-771a9692dd55 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0444872 Sep 16 09:53:30.122235 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=100 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:53:30.169066 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259f7e6-5bdd-48d6-ab7d-b903de623f80 req-231d426a-49b3-4067-b82d-8b61bc604c82 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:30.170668 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-8259f7e6-5bdd-48d6-ab7d-b903de623f80 req-231d426a-49b3-4067-b82d-8b61bc604c82 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.27 "GET /networking/v2.0/networks?id=15e63dfc-22b7-48c1-94c3-7e5f623a1d1a HTTP/1.1" status: 200 len: 809 time: 0.1121714 Sep 16 09:53:30.185654 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.v2.base [req-8259f7e6-5bdd-48d6-ab7d-b903de623f80 req-e49f5897-f939-49c5-8838-23396086f452 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] Request body: {'port': {'device_id': '60d9ad12-95e0-48c7-8db2-241f7c59cec6', 'network_id': '15e63dfc-22b7-48c1-94c3-7e5f623a1d1a', 'admin_state_up': True, 'tenant_id': '6e0c83ab03cd40d6a1ffcc3d5b369d64'}} {{(pid=113424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:53:30.241846 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=100 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:53:30.289638 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee4b4ec-9a3c-44e2-a9f9-5fe215ad1dd4 req-cac56715-99dc-49a6-a66f-e4e17f53e7c6 tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:30.291089 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-2ee4b4ec-9a3c-44e2-a9f9-5fe215ad1dd4 req-cac56715-99dc-49a6-a66f-e4e17f53e7c6 tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=20bade93-24eb-4e9e-8851-b3ece7eb6fed HTTP/1.1" status: 200 len: 948 time: 0.0857804 Sep 16 09:53:30.366521 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-2ee4b4ec-9a3c-44e2-a9f9-5fe215ad1dd4 req-d8255098-635d-4687-a949-ac212f8db208 tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=9614e8a8-1609-421e-bdcc-6c554f6297dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696599 Sep 16 09:53:30.461943 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8259f7e6-5bdd-48d6-ab7d-b903de623f80 req-e49f5897-f939-49c5-8838-23396086f452 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] Made reservation on behalf of 6e0c83ab03cd40d6a1ffcc3d5b369d64 for: {'port': 1} {{(pid=113424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 09:53:30.465867 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-8259f7e6-5bdd-48d6-ab7d-b903de623f80 req-e49f5897-f939-49c5-8838-23396086f452 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:30.573227 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Device 6851d923-796f-41a3-a0d3-de42390996fa details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=113425) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 09:53:30.579372 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Device 55883b34-2ac0-4ba3-b4af-c5503b0d8fc9 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 09:53:30.626427 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.db_base_plugin_common [req-8259f7e6-5bdd-48d6-ab7d-b903de623f80 req-e49f5897-f939-49c5-8838-23396086f452 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] Allocated IP 172.20.0.6 (15e63dfc-22b7-48c1-94c3-7e5f623a1d1a/b6f3a94c-f190-4d3b-bf49-e529afe16b75/e2f73010-dd79-4f94-88e0-b0b0a4af8ed6) {{(pid=113424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 09:53:30.720235 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Current status of the port 55883b34-2ac0-4ba3-b4af-c5503b0d8fc9 is: DOWN; New status is: DOWN {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:53:30.753632 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] For port 6851d923-796f-41a3-a0d3-de42390996fa, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6851d923-796f-41a3-a0d3-de42390996fa,segment=NetworkSegment(e3902c86-c1ff-47d9-b3ef-44214c1005fa),segment_id=e3902c86-c1ff-47d9-b3ef-44214c1005fa)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:53:30.766793 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Returning: {'device': '6851d923-796f-41a3-a0d3-de42390996fa', 'network_id': '17684eae-ad40-4ec5-9092-8a60e4e87e96', 'port_id': '6851d923-796f-41a3-a0d3-de42390996fa', 'mac_address': 'fa:16:3e:69:83:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7270ea1b-9730-4d7c-89ed-4cebd5834047', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113425) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 09:53:30.802887 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-8259f7e6-5bdd-48d6-ab7d-b903de623f80 req-e49f5897-f939-49c5-8838-23396086f452 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] Publish callbacks [] for port (e2f73010-dd79-4f94-88e0-b0b0a4af8ed6), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:30.823300 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Current status of the port 6851d923-796f-41a3-a0d3-de42390996fa is: DOWN; New status is: BUILD {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:53:30.823744 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (6851d923-796f-41a3-a0d3-de42390996fa), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:30.833463 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:53:30.841827 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.notifiers.nova [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6851d923-796f-41a3-a0d3-de42390996fa {{(pid=113425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 09:53:30.863119 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] For port 6851d923-796f-41a3-a0d3-de42390996fa, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6851d923-796f-41a3-a0d3-de42390996fa,segment=NetworkSegment(e3902c86-c1ff-47d9-b3ef-44214c1005fa),segment_id=e3902c86-c1ff-47d9-b3ef-44214c1005fa)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:53:30.876258 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c0c463-7a0f-4fc7-aeef-26719e42a593 req-39ccd1b6-6b8f-414c-88cd-e9794d25dd00 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:30.877834 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-b1c0c463-7a0f-4fc7-aeef-26719e42a593 req-39ccd1b6-6b8f-414c-88cd-e9794d25dd00 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=bd1272b6-2b81-407d-b0fc-c9ce62d7c5aa HTTP/1.1" status: 200 len: 943 time: 0.0555279 Sep 16 09:53:30.931584 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-b1c0c463-7a0f-4fc7-aeef-26719e42a593 req-7f0cf0d0-231e-414d-9d41-fd327c469dba tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=76e72fdc-3119-4f98-835c-2d305cfe62d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449908 Sep 16 09:53:30.951517 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-1ba07e04-50b1-427d-9d89-f5e6c0f17791 req-0a9cf8d8-5979-4052-a583-3e815d4b436f tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=60d9ad12-95e0-48c7-8db2-241f7c59cec6 HTTP/1.1" status: 200 len: 210 time: 0.0353873 Sep 16 09:53:30.952617 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-8259f7e6-5bdd-48d6-ab7d-b903de623f80 req-e49f5897-f939-49c5-8838-23396086f452 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759571245505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27240065'] for port (e2f73010-dd79-4f94-88e0-b0b0a4af8ed6), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:30.974195 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (6851d923-796f-41a3-a0d3-de42390996fa), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:31.018418 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8259f7e6-5bdd-48d6-ab7d-b903de623f80 req-e49f5897-f939-49c5-8838-23396086f452 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] Network 15e63dfc-22b7-48c1-94c3-7e5f623a1d1a is already hosted by enough agents. {{(pid=113424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 09:53:31.021598 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.base_scheduler [req-8259f7e6-5bdd-48d6-ab7d-b903de623f80 req-e49f5897-f939-49c5-8838-23396086f452 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] Resources bound (agent type, host, resource id): {{(pid=113424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 09:53:31.026149 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.l3_dvrscheduler_db [req-8259f7e6-5bdd-48d6-ab7d-b903de623f80 req-e49f5897-f939-49c5-8838-23396086f452 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] Received port after_create {{(pid=113424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 09:53:31.026534 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Pushing event updated for resources: {'Port': ['ID=6851d923-796f-41a3-a0d3-de42390996fa,revision_number=4']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:53:31.032779 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49f5897-f939-49c5-8838-23396086f452 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] Pushing event updated for resources: {'Port': ['ID=e2f73010-dd79-4f94-88e0-b0b0a4af8ed6,revision_number=1']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:53:31.082811 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259f7e6-5bdd-48d6-ab7d-b903de623f80 req-e49f5897-f939-49c5-8838-23396086f452 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:31.083400 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-8259f7e6-5bdd-48d6-ab7d-b903de623f80 req-e49f5897-f939-49c5-8838-23396086f452 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110971'] for port (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:31.090005 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:53:31.145309 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-8259f7e6-5bdd-48d6-ab7d-b903de623f80 req-e49f5897-f939-49c5-8838-23396086f452 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9636302 Sep 16 09:53:31.163024 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.v2.base [req-8259f7e6-5bdd-48d6-ab7d-b903de623f80 req-5706ec78-5892-4b0a-997d-698044fb4ace service neutron] Request body: {'port': {'device_id': '60d9ad12-95e0-48c7-8db2-241f7c59cec6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=113424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:53:31.183993 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040979f4-bee6-4c2f-94a3-b91358aa07a4 req-d4564941-e688-495d-a571-270f90497263 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:31.186400 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-040979f4-bee6-4c2f-94a3-b91358aa07a4 req-d4564941-e688-495d-a571-270f90497263 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 943 time: 0.0657220 Sep 16 09:53:31.231069 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-8259f7e6-5bdd-48d6-ab7d-b903de623f80 req-5706ec78-5892-4b0a-997d-698044fb4ace service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (e2f73010-dd79-4f94-88e0-b0b0a4af8ed6), before_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:31.237535 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-040979f4-bee6-4c2f-94a3-b91358aa07a4 req-e991d48d-bfea-4374-b03e-1ae05f901f5c tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0439656 Sep 16 09:53:31.259471 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] get_ports_and_sgs() called for port_ids ['6851d923-796f-41a3-a0d3-de42390996fa'] {{(pid=113425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 09:53:31.330284 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:53:31.341126 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:53:31.369306 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=87,neutron:INSERT=4,neutron:UPDATE=7,neutron:DELETE=2 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:53:31.521997 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00458c8c-f8d0-483a-aa9e-cd50ead2605e req-47e7999f-97fc-4d46-9969-511e83859355 tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:31.523437 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-00458c8c-f8d0-483a-aa9e-cd50ead2605e req-47e7999f-97fc-4d46-9969-511e83859355 tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=20bade93-24eb-4e9e-8851-b3ece7eb6fed HTTP/1.1" status: 200 len: 948 time: 0.0667672 Sep 16 09:53:31.587084 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.notifiers.nova [req-8259f7e6-5bdd-48d6-ab7d-b903de623f80 req-5706ec78-5892-4b0a-997d-698044fb4ace service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2f73010-dd79-4f94-88e0-b0b0a4af8ed6 {{(pid=113424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 09:53:31.598564 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-8259f7e6-5bdd-48d6-ab7d-b903de623f80 req-5706ec78-5892-4b0a-997d-698044fb4ace service neutron] Publish callbacks [] for port (e2f73010-dd79-4f94-88e0-b0b0a4af8ed6), precommit_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:31.616487 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-00458c8c-f8d0-483a-aa9e-cd50ead2605e req-1b82b584-aa66-45a2-b308-61cf4fbb3c4b tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=9614e8a8-1609-421e-bdcc-6c554f6297dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872686 Sep 16 09:53:31.621450 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.provisioning_blocks [req-8259f7e6-5bdd-48d6-ab7d-b903de623f80 req-5706ec78-5892-4b0a-997d-698044fb4ace service neutron] Transition to ACTIVE for port object e2f73010-dd79-4f94-88e0-b0b0a4af8ed6 will not be triggered until provisioned by entity L2. {{(pid=113424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 09:53:31.701232 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-8259f7e6-5bdd-48d6-ab7d-b903de623f80 req-5706ec78-5892-4b0a-997d-698044fb4ace service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27240120'] for port (e2f73010-dd79-4f94-88e0-b0b0a4af8ed6), after_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:31.787214 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5706ec78-5892-4b0a-997d-698044fb4ace service neutron] Pushing event updated for resources: {'Port': ['ID=e2f73010-dd79-4f94-88e0-b0b0a4af8ed6,revision_number=2']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:53:31.820646 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.managers [req-8259f7e6-5bdd-48d6-ab7d-b903de623f80 req-5706ec78-5892-4b0a-997d-698044fb4ace service neutron] Attempting to bind port e2f73010-dd79-4f94-88e0-b0b0a4af8ed6 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=113424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 09:53:31.821319 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.managers [req-8259f7e6-5bdd-48d6-ab7d-b903de623f80 req-5706ec78-5892-4b0a-997d-698044fb4ace service neutron] Attempting to bind port e2f73010-dd79-4f94-88e0-b0b0a4af8ed6 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'c173b1f4-3294-47a0-8c62-65bf20be121f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '15e63dfc-22b7-48c1-94c3-7e5f623a1d1a'}] {{(pid=113424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 09:53:31.821319 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8259f7e6-5bdd-48d6-ab7d-b903de623f80 req-5706ec78-5892-4b0a-997d-698044fb4ace service neutron] Attempting to bind port e2f73010-dd79-4f94-88e0-b0b0a4af8ed6 on network 15e63dfc-22b7-48c1-94c3-7e5f623a1d1a {{(pid=113424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 09:53:31.865300 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8259f7e6-5bdd-48d6-ab7d-b903de623f80 req-5706ec78-5892-4b0a-997d-698044fb4ace service neutron] Port e2f73010-dd79-4f94-88e0-b0b0a4af8ed6 on network 15e63dfc-22b7-48c1-94c3-7e5f623a1d1a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=113424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 09:53:31.865811 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8259f7e6-5bdd-48d6-ab7d-b903de623f80 req-5706ec78-5892-4b0a-997d-698044fb4ace service neutron] Attempting to bind port e2f73010-dd79-4f94-88e0-b0b0a4af8ed6 on network 15e63dfc-22b7-48c1-94c3-7e5f623a1d1a {{(pid=113424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 09:53:31.913382 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8259f7e6-5bdd-48d6-ab7d-b903de623f80 req-5706ec78-5892-4b0a-997d-698044fb4ace service neutron] Checking agent: {'id': '5b31c92a-f134-4c39-96dd-6f3267de2076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 9, 48, 33), 'started_at': datetime.datetime(2022, 9, 16, 9, 48, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 9, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 09:53:31.913762 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8259f7e6-5bdd-48d6-ab7d-b903de623f80 req-5706ec78-5892-4b0a-997d-698044fb4ace service neutron] Checking segment: {'id': 'c173b1f4-3294-47a0-8c62-65bf20be121f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '15e63dfc-22b7-48c1-94c3-7e5f623a1d1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 09:53:31.914149 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8259f7e6-5bdd-48d6-ab7d-b903de623f80 req-5706ec78-5892-4b0a-997d-698044fb4ace service neutron] Bound using segment: {'id': 'c173b1f4-3294-47a0-8c62-65bf20be121f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '15e63dfc-22b7-48c1-94c3-7e5f623a1d1a'} {{(pid=113424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 09:53:31.914590 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.managers [req-8259f7e6-5bdd-48d6-ab7d-b903de623f80 req-5706ec78-5892-4b0a-997d-698044fb4ace service neutron] Bound port: e2f73010-dd79-4f94-88e0-b0b0a4af8ed6, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c173b1f4-3294-47a0-8c62-65bf20be121f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '15e63dfc-22b7-48c1-94c3-7e5f623a1d1a'}}] {{(pid=113424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 09:53:31.914956 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-8259f7e6-5bdd-48d6-ab7d-b903de623f80 req-5706ec78-5892-4b0a-997d-698044fb4ace service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (e2f73010-dd79-4f94-88e0-b0b0a4af8ed6), before_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:31.975530 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.db [req-8259f7e6-5bdd-48d6-ab7d-b903de623f80 req-5706ec78-5892-4b0a-997d-698044fb4ace service neutron] For port e2f73010-dd79-4f94-88e0-b0b0a4af8ed6, host hv-cinder-79053, cleared binding levels {{(pid=113424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 09:53:31.978682 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.db [req-8259f7e6-5bdd-48d6-ab7d-b903de623f80 req-5706ec78-5892-4b0a-997d-698044fb4ace service neutron] For port e2f73010-dd79-4f94-88e0-b0b0a4af8ed6, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e2f73010-dd79-4f94-88e0-b0b0a4af8ed6,segment=NetworkSegment(c173b1f4-3294-47a0-8c62-65bf20be121f),segment_id=c173b1f4-3294-47a0-8c62-65bf20be121f)] {{(pid=113424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 09:53:32.067502 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f249c52-9aab-46d5-aa41-196907874cb6 req-5f9fd6db-a177-4831-85b5-4d8c94e64e52 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:32.069137 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-5f249c52-9aab-46d5-aa41-196907874cb6 req-5f9fd6db-a177-4831-85b5-4d8c94e64e52 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=bd1272b6-2b81-407d-b0fc-c9ce62d7c5aa HTTP/1.1" status: 200 len: 944 time: 0.0563943 Sep 16 09:53:32.101972 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da290904-a645-4642-8355-6fb8194ee6d0 req-efbbf629-5c58-403d-9798-b4df6023af17 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:32.103673 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-da290904-a645-4642-8355-6fb8194ee6d0 req-efbbf629-5c58-403d-9798-b4df6023af17 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=60d9ad12-95e0-48c7-8db2-241f7c59cec6 HTTP/1.1" status: 200 len: 943 time: 0.0515144 Sep 16 09:53:32.118968 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-5f249c52-9aab-46d5-aa41-196907874cb6 req-b2f4d6b2-370e-46b8-a617-e349768e2b14 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=76e72fdc-3119-4f98-835c-2d305cfe62d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436857 Sep 16 09:53:32.126534 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-8259f7e6-5bdd-48d6-ab7d-b903de623f80 req-5706ec78-5892-4b0a-997d-698044fb4ace service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27240120'] for port (e2f73010-dd79-4f94-88e0-b0b0a4af8ed6), after_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:32.136799 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259f7e6-5bdd-48d6-ab7d-b903de623f80 req-5706ec78-5892-4b0a-997d-698044fb4ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:32.136799 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-8259f7e6-5bdd-48d6-ab7d-b903de623f80 req-5706ec78-5892-4b0a-997d-698044fb4ace service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110971'] for port (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:32.136799 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-8259f7e6-5bdd-48d6-ab7d-b903de623f80 req-5706ec78-5892-4b0a-997d-698044fb4ace service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/e2f73010-dd79-4f94-88e0-b0b0a4af8ed6 HTTP/1.1" status: 200 len: 1093 time: 0.9766831 Sep 16 09:53:32.136799 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60d9ad12-95e0-48c7-8db2-241f7c59cec6', 'tag': 'e2f73010-dd79-4f94-88e0-b0b0a4af8ed6'}] {{(pid=113424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 09:53:32.138101 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16dfd0a1dfdfa1f1ee01b24bca40ddc03421b0ad37c1355f54f1c3176401751a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15d1733a-dcd6-46e3-8702-b30521b0dc26" -d '{"events": [{"name": "network-changed", "server_uuid": "60d9ad12-95e0-48c7-8db2-241f7c59cec6", "tag": "e2f73010-dd79-4f94-88e0-b0b0a4af8ed6"}]}' {{(pid=113424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 09:53:32.176078 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 09:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b451c7a2-3d91-4bb2-bad6-5435cbe7d048 x-openstack-request-id: req-b451c7a2-3d91-4bb2-bad6-5435cbe7d048 {{(pid=113424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 09:53:32.182704 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60d9ad12-95e0-48c7-8db2-241f7c59cec6", "tag": "e2f73010-dd79-4f94-88e0-b0b0a4af8ed6", "status": "completed", "code": 200}]} {{(pid=113424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 09:53:32.182704 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b451c7a2-3d91-4bb2-bad6-5435cbe7d048 {{(pid=113424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 09:53:32.182704 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b451c7a2-3d91-4bb2-bad6-5435cbe7d048'] response: {'name': 'network-changed', 'server_uuid': '60d9ad12-95e0-48c7-8db2-241f7c59cec6', 'tag': 'e2f73010-dd79-4f94-88e0-b0b0a4af8ed6', 'status': 'completed', 'code': 200} Sep 16 09:53:32.209727 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-da290904-a645-4642-8355-6fb8194ee6d0 req-1694c5aa-b7cd-4857-854b-2c98aa818e00 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=d8ce9788-d1c7-4e09-bac4-57f70356401b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003289 Sep 16 09:53:32.214529 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5706ec78-5892-4b0a-997d-698044fb4ace service neutron] Pushing event updated for resources: {'Port': ['ID=e2f73010-dd79-4f94-88e0-b0b0a4af8ed6,revision_number=3']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:53:32.347351 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:53:32.375695 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39f368-5ef4-46df-ba84-95c34aa8f239 req-d9c416b0-7521-434c-82a2-14135754dda4 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:32.377072 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-9c39f368-5ef4-46df-ba84-95c34aa8f239 req-d9c416b0-7521-434c-82a2-14135754dda4 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 943 time: 0.0518806 Sep 16 09:53:32.428196 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-9c39f368-5ef4-46df-ba84-95c34aa8f239 req-9f102d50-0b65-45d2-9039-f2d036f4599f tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0440753 Sep 16 09:53:32.742981 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94390c3-68bb-451e-bfe2-1275c072d3e1 req-bbaa06f4-8e41-4382-911a-8d723f09c21f tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:32.744469 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-d94390c3-68bb-451e-bfe2-1275c072d3e1 req-bbaa06f4-8e41-4382-911a-8d723f09c21f tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=20bade93-24eb-4e9e-8851-b3ece7eb6fed HTTP/1.1" status: 200 len: 948 time: 0.0483840 Sep 16 09:53:32.791969 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-d94390c3-68bb-451e-bfe2-1275c072d3e1 req-0fa4cab1-0867-40dd-a56b-304acd6eb378 tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=9614e8a8-1609-421e-bdcc-6c554f6297dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417759 Sep 16 09:53:33.244591 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db759e5-eef0-4525-a95f-d6dcb7736459 req-1c660d1e-0ad4-4ce4-a92c-ab812305915a tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:33.246563 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-7db759e5-eef0-4525-a95f-d6dcb7736459 req-1c660d1e-0ad4-4ce4-a92c-ab812305915a tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=bd1272b6-2b81-407d-b0fc-c9ce62d7c5aa HTTP/1.1" status: 200 len: 944 time: 0.0476277 Sep 16 09:53:33.301094 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-7db759e5-eef0-4525-a95f-d6dcb7736459 req-35c985e1-22cb-47e3-a7de-3d25e4963684 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=76e72fdc-3119-4f98-835c-2d305cfe62d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493209 Sep 16 09:53:33.335139 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142689b2-3866-4484-882c-3a79b4de8618 req-3938b5c6-b59f-4f4f-b468-26cff6c27ddd tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:33.336623 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-142689b2-3866-4484-882c-3a79b4de8618 req-3938b5c6-b59f-4f4f-b468-26cff6c27ddd tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=60d9ad12-95e0-48c7-8db2-241f7c59cec6 HTTP/1.1" status: 200 len: 943 time: 0.0475411 Sep 16 09:53:33.383990 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-142689b2-3866-4484-882c-3a79b4de8618 req-201479c7-19cb-45f6-ba00-718b9e47dfb5 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=d8ce9788-d1c7-4e09-bac4-57f70356401b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417051 Sep 16 09:53:33.556316 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9b8ab2-e8e5-4812-8c81-056c5c0783ee req-3f2bc5bd-0945-4cec-8e7e-2be9af2f441e tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:33.557751 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-4c9b8ab2-e8e5-4812-8c81-056c5c0783ee req-3f2bc5bd-0945-4cec-8e7e-2be9af2f441e tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 943 time: 0.0468626 Sep 16 09:53:33.605980 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-4c9b8ab2-e8e5-4812-8c81-056c5c0783ee req-072f358b-7571-47e0-aac3-ff47fb947912 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0426347 Sep 16 09:53:33.917512 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec36b36-a388-42a5-943b-f50b84492fab req-1151c1b2-0418-43d1-91d9-2ead1f603e68 tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:33.919023 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-4ec36b36-a388-42a5-943b-f50b84492fab req-1151c1b2-0418-43d1-91d9-2ead1f603e68 tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=20bade93-24eb-4e9e-8851-b3ece7eb6fed HTTP/1.1" status: 200 len: 948 time: 0.0504518 Sep 16 09:53:33.961101 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:53:33.968502 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-4ec36b36-a388-42a5-943b-f50b84492fab req-5ca89e42-eb30-45db-932d-fd1b0f4ebdba tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=9614e8a8-1609-421e-bdcc-6c554f6297dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430694 Sep 16 09:53:34.210774 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-af66467a-153c-41be-8314-dae4293da734 req-80fbe5cb-9950-45ef-9a9e-a38c74652f7c service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f634aa6d-e24c-48df-946f-3166fd76273a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400140 Sep 16 09:53:34.226589 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d1733a-dcd6-46e3-8702-b30521b0dc26 req-87473d71-3c57-4860-912b-fc16374fac7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:34.228341 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-15d1733a-dcd6-46e3-8702-b30521b0dc26 req-87473d71-3c57-4860-912b-fc16374fac7a service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=6e0c83ab03cd40d6a1ffcc3d5b369d64&device_id=60d9ad12-95e0-48c7-8db2-241f7c59cec6 HTTP/1.1" status: 200 len: 1127 time: 0.0457945 Sep 16 09:53:34.302674 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=100 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:53:34.374751 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af66467a-153c-41be-8314-dae4293da734 req-50517f10-f8a7-4142-a841-4ded68c3b9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:34.378812 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-af66467a-153c-41be-8314-dae4293da734 req-50517f10-f8a7-4142-a841-4ded68c3b9db service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=3fe0d52d42324aa38182b47b3588b979&device_id=f634aa6d-e24c-48df-946f-3166fd76273a HTTP/1.1" status: 200 len: 1130 time: 0.0451579 Sep 16 09:53:34.388389 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d1733a-dcd6-46e3-8702-b30521b0dc26 req-8193bde7-0d3d-4aa9-8343-efd7b4ef65b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:34.390058 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-15d1733a-dcd6-46e3-8702-b30521b0dc26 req-8193bde7-0d3d-4aa9-8343-efd7b4ef65b0 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?tenant_id=6e0c83ab03cd40d6a1ffcc3d5b369d64&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1112723 Sep 16 09:53:34.488932 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd0321-6f6a-45c2-8605-e966fe6b3bd2 req-0276634e-deee-4b93-abb3-dbef7846d482 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:34.490782 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-f3dd0321-6f6a-45c2-8605-e966fe6b3bd2 req-0276634e-deee-4b93-abb3-dbef7846d482 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=bd1272b6-2b81-407d-b0fc-c9ce62d7c5aa HTTP/1.1" status: 200 len: 944 time: 0.0997887 Sep 16 09:53:34.560082 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d1733a-dcd6-46e3-8702-b30521b0dc26 req-8f4b02c4-bb20-4687-a2f0-2ed9c1fa05c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:34.561651 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-15d1733a-dcd6-46e3-8702-b30521b0dc26 req-8f4b02c4-bb20-4687-a2f0-2ed9c1fa05c8 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1422830 Sep 16 09:53:34.573133 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e8ec0-900b-4c41-98e9-75fdc18939dc req-9d987dbf-1ca5-402b-b9b5-1b757db3caf3 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:34.573570 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-f3dd0321-6f6a-45c2-8605-e966fe6b3bd2 req-4661c634-eae6-47de-9259-a4811224e6f6 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=76e72fdc-3119-4f98-835c-2d305cfe62d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749712 Sep 16 09:53:34.574785 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-480e8ec0-900b-4c41-98e9-75fdc18939dc req-9d987dbf-1ca5-402b-b9b5-1b757db3caf3 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=60d9ad12-95e0-48c7-8db2-241f7c59cec6 HTTP/1.1" status: 200 len: 943 time: 0.0692773 Sep 16 09:53:34.612445 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af66467a-153c-41be-8314-dae4293da734 req-0b886213-11c0-41af-9706-c75458c1e834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:34.613981 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-af66467a-153c-41be-8314-dae4293da734 req-0b886213-11c0-41af-9706-c75458c1e834 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=17684eae-ad40-4ec5-9092-8a60e4e87e96 HTTP/1.1" status: 200 len: 919 time: 0.1933107 Sep 16 09:53:34.653965 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259f7e6-5bdd-48d6-ab7d-b903de623f80 req-dd968571-3971-4616-a415-528ba7fb58b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:34.655837 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-8259f7e6-5bdd-48d6-ab7d-b903de623f80 req-dd968571-3971-4616-a415-528ba7fb58b5 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=6e0c83ab03cd40d6a1ffcc3d5b369d64&device_id=60d9ad12-95e0-48c7-8db2-241f7c59cec6 HTTP/1.1" status: 200 len: 1127 time: 0.0448763 Sep 16 09:53:34.677690 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-af66467a-153c-41be-8314-dae4293da734 req-33104270-5c19-4d66-9d48-55113311ddf4 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2959b5a1-1a1a-4ce9-93ab-cb413d960925 HTTP/1.1" status: 200 len: 217 time: 0.0536668 Sep 16 09:53:34.682359 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-480e8ec0-900b-4c41-98e9-75fdc18939dc req-2a8de134-7cdd-4b52-818c-06c516ed823e tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=d8ce9788-d1c7-4e09-bac4-57f70356401b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000242 Sep 16 09:53:34.707727 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-8259f7e6-5bdd-48d6-ab7d-b903de623f80 req-5a9be117-cac1-4895-9b0e-9c2e970e6bd2 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2f73010-dd79-4f94-88e0-b0b0a4af8ed6 HTTP/1.1" status: 200 len: 217 time: 0.0445721 Sep 16 09:53:34.739895 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Device 6851d923-796f-41a3-a0d3-de42390996fa up at agent hyperv_hv-cinder-79053 {{(pid=113425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 09:53:34.740486 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af66467a-153c-41be-8314-dae4293da734 req-82b3d2f1-9dc9-43bd-92c2-7ac1220dbb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:34.741639 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-af66467a-153c-41be-8314-dae4293da734 req-82b3d2f1-9dc9-43bd-92c2-7ac1220dbb85 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=7270ea1b-9730-4d7c-89ed-4cebd5834047 HTTP/1.1" status: 200 len: 857 time: 0.0555723 Sep 16 09:53:34.789941 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af66467a-153c-41be-8314-dae4293da734 req-fdd331ba-9b8f-4a74-9d6a-7f852c0a23d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:34.791472 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-af66467a-153c-41be-8314-dae4293da734 req-fdd331ba-9b8f-4a74-9d6a-7f852c0a23d4 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=17684eae-ad40-4ec5-9092-8a60e4e87e96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0422592 Sep 16 09:53:34.794141 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Provisioning for port 6851d923-796f-41a3-a0d3-de42390996fa completed by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 09:53:34.796970 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41e05d5-d0fd-4491-b0ad-9c6b2f112475 req-844ced90-49f6-4718-b918-c965f5216620 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:34.800759 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-b41e05d5-d0fd-4491-b0ad-9c6b2f112475 req-844ced90-49f6-4718-b918-c965f5216620 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 943 time: 0.0766735 Sep 16 09:53:34.802372 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259f7e6-5bdd-48d6-ab7d-b903de623f80 req-67144451-8c3d-4516-a193-89b6b51db4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:34.805072 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-8259f7e6-5bdd-48d6-ab7d-b903de623f80 req-67144451-8c3d-4516-a193-89b6b51db4fe service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=b6f3a94c-f190-4d3b-bf49-e529afe16b75 HTTP/1.1" status: 200 len: 849 time: 0.0894372 Sep 16 09:53:34.847001 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-8259f7e6-5bdd-48d6-ab7d-b903de623f80 req-1a57b438-cfc9-4699-a9df-dd624bdbda5f service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=15e63dfc-22b7-48c1-94c3-7e5f623a1d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325491 Sep 16 09:53:34.848206 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (5b31c92a-f134-4c39-96dd-6f3267de2076), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:34.877749 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Provisioning complete for port 6851d923-796f-41a3-a0d3-de42390996fa triggered by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:53:34.878600 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (6851d923-796f-41a3-a0d3-de42390996fa), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:34.879876 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Attempt 1 to provision port 6851d923-796f-41a3-a0d3-de42390996fa Sep 16 09:53:34.899481 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-af66467a-153c-41be-8314-dae4293da734 req-23d1300d-7c88-4ce2-a94b-f8cc6f9d1ad9 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/17684eae-ad40-4ec5-9092-8a60e4e87e96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001978 Sep 16 09:53:34.922906 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-b41e05d5-d0fd-4491-b0ad-9c6b2f112475 req-dd8ed78d-2cc4-4a22-a8eb-258e73e37291 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1159773 Sep 16 09:53:34.980146 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-8259f7e6-5bdd-48d6-ab7d-b903de623f80 req-943e422c-16c2-4885-b569-5b17e1435080 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/15e63dfc-22b7-48c1-94c3-7e5f623a1d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232028 Sep 16 09:53:35.000055 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Current status of the port 6851d923-796f-41a3-a0d3-de42390996fa is: BUILD; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:53:35.000971 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (6851d923-796f-41a3-a0d3-de42390996fa), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:35.013576 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=100 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:53:35.025020 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-af66467a-153c-41be-8314-dae4293da734 req-e8f46615-4923-4933-acc1-f2430d67adde service neutron] 10.222.0.27 "GET /networking/v2.0/networks/17684eae-ad40-4ec5-9092-8a60e4e87e96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149898 Sep 16 09:53:35.029720 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd1272b6-2b81-407d-b0fc-c9ce62d7c5aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6851d923-796f-41a3-a0d3-de42390996fa'}] {{(pid=113425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 09:53:35.032237 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d904371a3690c7392a65e5457b849277104f62c83d6e5586b28cc731d2d00ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d92e4794-c532-480c-a65c-52adc1ff292e" -d '{"events": [{"server_uuid": "bd1272b6-2b81-407d-b0fc-c9ce62d7c5aa", "name": "network-vif-plugged", "status": "completed", "tag": "6851d923-796f-41a3-a0d3-de42390996fa"}]}' {{(pid=113425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 09:53:35.049825 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] For port 6851d923-796f-41a3-a0d3-de42390996fa, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6851d923-796f-41a3-a0d3-de42390996fa,segment=NetworkSegment(e3902c86-c1ff-47d9-b3ef-44214c1005fa),segment_id=e3902c86-c1ff-47d9-b3ef-44214c1005fa)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:53:35.108717 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 09:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b9b3828-4841-4d12-b17c-895da5b1f946 x-openstack-request-id: req-9b9b3828-4841-4d12-b17c-895da5b1f946 {{(pid=113425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 09:53:35.109010 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd1272b6-2b81-407d-b0fc-c9ce62d7c5aa", "name": "network-vif-plugged", "status": "completed", "tag": "6851d923-796f-41a3-a0d3-de42390996fa", "code": 200}]} {{(pid=113425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 09:53:35.109440 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9b9b3828-4841-4d12-b17c-895da5b1f946 {{(pid=113425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 09:53:35.110077 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b9b3828-4841-4d12-b17c-895da5b1f946'] response: {'server_uuid': 'bd1272b6-2b81-407d-b0fc-c9ce62d7c5aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6851d923-796f-41a3-a0d3-de42390996fa', 'code': 200} Sep 16 09:53:35.117603 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (6851d923-796f-41a3-a0d3-de42390996fa), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:35.152019 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-8259f7e6-5bdd-48d6-ab7d-b903de623f80 req-6791d5c7-4f00-47de-afe4-5f7a03c4960e service neutron] 10.222.0.27 "GET /networking/v2.0/networks/15e63dfc-22b7-48c1-94c3-7e5f623a1d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599226 Sep 16 09:53:35.169466 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83490177-5ae5-4b64-9090-9eacb49ea054 req-dfe39fed-caee-45f3-ad62-8f1bb6a6eb2d tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:35.178000 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-83490177-5ae5-4b64-9090-9eacb49ea054 req-dfe39fed-caee-45f3-ad62-8f1bb6a6eb2d tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=20bade93-24eb-4e9e-8851-b3ece7eb6fed HTTP/1.1" status: 200 len: 948 time: 0.0945325 Sep 16 09:53:35.199366 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Pushing event updated for resources: {'Port': ['ID=6851d923-796f-41a3-a0d3-de42390996fa,revision_number=5']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:53:35.252718 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-83490177-5ae5-4b64-9090-9eacb49ea054 req-5a26e8b0-8069-439c-b832-44f3c4a86206 tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=9614e8a8-1609-421e-bdcc-6c554f6297dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736656 Sep 16 09:53:35.724066 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f67f97-acec-4849-9b19-ccce2694795a req-0affa49b-f5d9-4445-b0b1-c68ac0589728 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:35.726162 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-66f67f97-acec-4849-9b19-ccce2694795a req-0affa49b-f5d9-4445-b0b1-c68ac0589728 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=bd1272b6-2b81-407d-b0fc-c9ce62d7c5aa HTTP/1.1" status: 200 len: 945 time: 0.0517349 Sep 16 09:53:35.792611 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-66f67f97-acec-4849-9b19-ccce2694795a req-4e1a7107-1c42-474f-b969-b940aa40a2c3 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=76e72fdc-3119-4f98-835c-2d305cfe62d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603445 Sep 16 09:53:35.829142 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fe8dcb-aefc-4a30-95f3-0c0cef0acd68 req-0bd251ba-d9ab-44f9-91e5-6e65ec0692b0 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:35.831118 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-21fe8dcb-aefc-4a30-95f3-0c0cef0acd68 req-0bd251ba-d9ab-44f9-91e5-6e65ec0692b0 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=60d9ad12-95e0-48c7-8db2-241f7c59cec6 HTTP/1.1" status: 200 len: 943 time: 0.0479739 Sep 16 09:53:35.894066 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-21fe8dcb-aefc-4a30-95f3-0c0cef0acd68 req-cc397759-aea7-47cc-ae39-2fd8bbadd389 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=d8ce9788-d1c7-4e09-bac4-57f70356401b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570617 Sep 16 09:53:36.058898 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ad859c-80e0-4ab2-94bf-cb17c21933bc req-c338bad0-5318-40cc-ab46-9c50d27007db tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:36.060365 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-e9ad859c-80e0-4ab2-94bf-cb17c21933bc req-c338bad0-5318-40cc-ab46-9c50d27007db tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 943 time: 0.0465279 Sep 16 09:53:36.113760 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-e9ad859c-80e0-4ab2-94bf-cb17c21933bc req-223382ca-ef61-406d-8236-b1159ef31fd9 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0468926 Sep 16 09:53:36.516498 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a913e930-5792-4ca7-8cfd-0d0395440e16 req-c20230db-0e5e-43a4-b460-b5bdb6f8faa5 tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:36.518482 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-a913e930-5792-4ca7-8cfd-0d0395440e16 req-c20230db-0e5e-43a4-b460-b5bdb6f8faa5 tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=20bade93-24eb-4e9e-8851-b3ece7eb6fed HTTP/1.1" status: 200 len: 948 time: 0.0548358 Sep 16 09:53:36.545525 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=100 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:53:36.568356 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-a913e930-5792-4ca7-8cfd-0d0395440e16 req-a5edf858-8cfb-4119-b8e8-c740da745a53 tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=9614e8a8-1609-421e-bdcc-6c554f6297dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440202 Sep 16 09:53:36.925314 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a746b107-04d6-4f25-a766-a131c394e329 req-131d5d28-82b5-4bad-9a60-a860bd2ab4fb tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:36.926865 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-a746b107-04d6-4f25-a766-a131c394e329 req-131d5d28-82b5-4bad-9a60-a860bd2ab4fb tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=bd1272b6-2b81-407d-b0fc-c9ce62d7c5aa HTTP/1.1" status: 200 len: 945 time: 0.0496640 Sep 16 09:53:36.946479 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=100 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:53:36.978230 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-a746b107-04d6-4f25-a766-a131c394e329 req-5bd23df6-12c0-4241-a15c-c61dcff83fab tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=76e72fdc-3119-4f98-835c-2d305cfe62d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455780 Sep 16 09:53:37.021939 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4fb69b-217d-48cb-a508-d26afb37eff9 req-1f84c86c-f73c-4c72-9fa7-19d5149472b7 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:37.023424 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-ea4fb69b-217d-48cb-a508-d26afb37eff9 req-1f84c86c-f73c-4c72-9fa7-19d5149472b7 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=60d9ad12-95e0-48c7-8db2-241f7c59cec6 HTTP/1.1" status: 200 len: 943 time: 0.0490191 Sep 16 09:53:37.071008 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-ea4fb69b-217d-48cb-a508-d26afb37eff9 req-65cf3153-2c3c-40eb-8f9f-a130fcf98a73 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=d8ce9788-d1c7-4e09-bac4-57f70356401b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420125 Sep 16 09:53:37.208797 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.agents_db [None req-7c9a7194-4e2e-43f7-be58-28c896ce3cef None None] Agent healthcheck: found 6 active agents {{(pid=113426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 09:53:37.240757 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b80a94-1bc7-4aad-8092-8dcf59678618 req-439efb32-56b1-4d3b-b0e7-63d94d1f4c77 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:37.242286 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-24b80a94-1bc7-4aad-8092-8dcf59678618 req-439efb32-56b1-4d3b-b0e7-63d94d1f4c77 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 943 time: 0.0453913 Sep 16 09:53:37.294798 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-24b80a94-1bc7-4aad-8092-8dcf59678618 req-1a407d94-2d99-4201-bbf5-16f5d3f81272 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0467179 Sep 16 09:53:37.307269 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Device 4302a618-12ca-4b92-bc76-2b29994a3581 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=113425) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 09:53:37.415250 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] For port 4302a618-12ca-4b92-bc76-2b29994a3581, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=4302a618-12ca-4b92-bc76-2b29994a3581,segment=NetworkSegment(bf16daec-97b1-4a01-8152-ac76843df44e),segment_id=bf16daec-97b1-4a01-8152-ac76843df44e)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:53:37.422307 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:53:37.426830 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Returning: {'device': '4302a618-12ca-4b92-bc76-2b29994a3581', 'network_id': '3fae70ce-0304-4130-9a2f-cf915549f60a', 'port_id': '4302a618-12ca-4b92-bc76-2b29994a3581', 'mac_address': 'fa:16:3e:96:26:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3b3c716-7b7a-4f79-b1bf-7f613f28e241', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113425) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 09:53:37.464799 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Current status of the port 4302a618-12ca-4b92-bc76-2b29994a3581 is: DOWN; New status is: BUILD {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:53:37.465268 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (4302a618-12ca-4b92-bc76-2b29994a3581), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:37.480463 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.notifiers.nova [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4302a618-12ca-4b92-bc76-2b29994a3581 {{(pid=113425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 09:53:37.511532 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] For port 4302a618-12ca-4b92-bc76-2b29994a3581, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=4302a618-12ca-4b92-bc76-2b29994a3581,segment=NetworkSegment(bf16daec-97b1-4a01-8152-ac76843df44e),segment_id=bf16daec-97b1-4a01-8152-ac76843df44e)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:53:37.575235 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (4302a618-12ca-4b92-bc76-2b29994a3581), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:37.633379 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Pushing event updated for resources: {'Port': ['ID=4302a618-12ca-4b92-bc76-2b29994a3581,revision_number=4']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:53:37.693073 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b34a7ad-b714-413d-ab37-19227b4bf01e req-48a48ea4-fd64-47f9-a276-60713eb2038f tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:37.694535 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-6b34a7ad-b714-413d-ab37-19227b4bf01e req-48a48ea4-fd64-47f9-a276-60713eb2038f tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=20bade93-24eb-4e9e-8851-b3ece7eb6fed HTTP/1.1" status: 200 len: 949 time: 0.0474272 Sep 16 09:53:37.734350 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=100 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:53:37.748270 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-6b34a7ad-b714-413d-ab37-19227b4bf01e req-20dc7f44-7b15-42be-ac64-994d7acd8f3c tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=9614e8a8-1609-421e-bdcc-6c554f6297dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481229 Sep 16 09:53:38.111783 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7c9c08-46cc-4adb-a430-7cdfcadf878d req-a8919c97-fa9a-4298-81ee-4b86d3df6ee3 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:38.113475 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-8b7c9c08-46cc-4adb-a430-7cdfcadf878d req-a8919c97-fa9a-4298-81ee-4b86d3df6ee3 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=bd1272b6-2b81-407d-b0fc-c9ce62d7c5aa HTTP/1.1" status: 200 len: 945 time: 0.0525069 Sep 16 09:53:38.164196 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-8b7c9c08-46cc-4adb-a430-7cdfcadf878d req-0c40b12a-7e41-4baa-9d65-0d2c5664d342 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=76e72fdc-3119-4f98-835c-2d305cfe62d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452247 Sep 16 09:53:38.197007 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d371bc-b31a-4264-bff0-d30780262d59 req-8a06ed94-2c4a-45e4-a26b-0a1ce1057880 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:38.198540 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-03d371bc-b31a-4264-bff0-d30780262d59 req-8a06ed94-2c4a-45e4-a26b-0a1ce1057880 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=60d9ad12-95e0-48c7-8db2-241f7c59cec6 HTTP/1.1" status: 200 len: 943 time: 0.0485237 Sep 16 09:53:38.246056 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-03d371bc-b31a-4264-bff0-d30780262d59 req-b762357d-1f4a-43b4-9a01-cdf0b8cd94da tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=d8ce9788-d1c7-4e09-bac4-57f70356401b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419648 Sep 16 09:53:38.421427 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ebc1a9-e6ea-4668-9d3a-a841bd832a53 req-d4cd5ee7-f0f5-443f-a874-fb0a462f6173 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:38.422942 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-a0ebc1a9-e6ea-4668-9d3a-a841bd832a53 req-d4cd5ee7-f0f5-443f-a874-fb0a462f6173 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 943 time: 0.0466282 Sep 16 09:53:38.475718 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-a0ebc1a9-e6ea-4668-9d3a-a841bd832a53 req-b19ed191-3a25-44bf-aaf8-3e4234e0d2cb tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0462019 Sep 16 09:53:38.870589 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bd88e5-2cc3-4b4f-91d9-f2c545ff62ab req-e7739fd6-6dec-4034-8791-1430201cbd8d tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:38.872072 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-64bd88e5-2cc3-4b4f-91d9-f2c545ff62ab req-e7739fd6-6dec-4034-8791-1430201cbd8d tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=20bade93-24eb-4e9e-8851-b3ece7eb6fed HTTP/1.1" status: 200 len: 949 time: 0.0473795 Sep 16 09:53:38.920479 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-64bd88e5-2cc3-4b4f-91d9-f2c545ff62ab req-59786036-f42a-4385-849a-ab1720c5e4ea tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=9614e8a8-1609-421e-bdcc-6c554f6297dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424325 Sep 16 09:53:39.288861 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9369fbd-f608-46ab-a0b8-34c6a4849e7f req-fc6da1d2-4f65-4680-885d-e6b8307579bb tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:39.290314 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-f9369fbd-f608-46ab-a0b8-34c6a4849e7f req-fc6da1d2-4f65-4680-885d-e6b8307579bb tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=bd1272b6-2b81-407d-b0fc-c9ce62d7c5aa HTTP/1.1" status: 200 len: 945 time: 0.0487063 Sep 16 09:53:39.343814 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] get_ports_and_sgs() called for port_ids ['4302a618-12ca-4b92-bc76-2b29994a3581'] {{(pid=113425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 09:53:39.374201 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-f9369fbd-f608-46ab-a0b8-34c6a4849e7f req-804b533d-7dfb-47de-aa0c-d980292da944 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=76e72fdc-3119-4f98-835c-2d305cfe62d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778790 Sep 16 09:53:39.381977 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02db935b-b784-474b-8e52-f53a2ab394ff req-d6f62917-f6e7-430a-98db-8fccb8b7bae5 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:39.389108 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-02db935b-b784-474b-8e52-f53a2ab394ff req-d6f62917-f6e7-430a-98db-8fccb8b7bae5 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=60d9ad12-95e0-48c7-8db2-241f7c59cec6 HTTP/1.1" status: 200 len: 943 time: 0.0644224 Sep 16 09:53:39.422563 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e5217e-c1e2-4fd7-b9a2-5b90f0bb15bb req-752a4879-7e77-4e61-b3ff-69068e0ffc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:39.424330 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-d4e5217e-c1e2-4fd7-b9a2-5b90f0bb15bb req-752a4879-7e77-4e61-b3ff-69068e0ffc5c service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de&tenant_id=f1713f13f3ff494496a8ef8e5591c1b6 HTTP/1.1" status: 200 len: 1127 time: 0.0874946 Sep 16 09:53:39.444459 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-02db935b-b784-474b-8e52-f53a2ab394ff req-630e2ef8-b151-4853-b105-e4af664598ed tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=d8ce9788-d1c7-4e09-bac4-57f70356401b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542414 Sep 16 09:53:39.602754 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b3c0e2-b12e-4d2f-8f6f-4ae3d4346a14 req-99b7691d-c7ca-4976-97ba-7fb36b7f4545 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:39.604661 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-92b3c0e2-b12e-4d2f-8f6f-4ae3d4346a14 req-99b7691d-c7ca-4976-97ba-7fb36b7f4545 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 943 time: 0.0480542 Sep 16 09:53:39.639539 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8694838d-bdb6-4672-acaa-acb6be2c521e req-50ba7704-99c5-47a8-b47a-6af97d2edddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:39.639861 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-8694838d-bdb6-4672-acaa-acb6be2c521e req-50ba7704-99c5-47a8-b47a-6af97d2edddb service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bd1272b6-2b81-407d-b0fc-c9ce62d7c5aa HTTP/1.1" status: 200 len: 1129 time: 0.0461917 Sep 16 09:53:39.692685 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e5217e-c1e2-4fd7-b9a2-5b90f0bb15bb req-e821960e-b4ba-4183-bab7-e328db7accb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:39.694352 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-d4e5217e-c1e2-4fd7-b9a2-5b90f0bb15bb req-e821960e-b4ba-4183-bab7-e328db7accb1 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=f1713f13f3ff494496a8ef8e5591c1b6&device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 1127 time: 0.0682170 Sep 16 09:53:39.702254 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-92b3c0e2-b12e-4d2f-8f6f-4ae3d4346a14 req-add2d26b-e7af-48e1-a732-7fe1a6da9261 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0907133 Sep 16 09:53:39.725739 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-8694838d-bdb6-4672-acaa-acb6be2c521e req-fc8a1e60-8f45-4abc-9670-2b27afff2cf8 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=76e72fdc-3119-4f98-835c-2d305cfe62d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627844 Sep 16 09:53:39.803012 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e5217e-c1e2-4fd7-b9a2-5b90f0bb15bb req-34f12002-432a-461f-b0bb-119bc05126d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:39.804475 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-d4e5217e-c1e2-4fd7-b9a2-5b90f0bb15bb req-34f12002-432a-461f-b0bb-119bc05126d0 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=fe465541-6175-450e-8791-dc7a519b5e60 HTTP/1.1" status: 200 len: 918 time: 0.1008663 Sep 16 09:53:40.063290 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd47d126-b5e6-4aff-854a-7fd600c44a00 req-83001f5e-af61-4732-9851-7c4352287a6f tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:40.070234 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-dd47d126-b5e6-4aff-854a-7fd600c44a00 req-83001f5e-af61-4732-9851-7c4352287a6f tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=20bade93-24eb-4e9e-8851-b3ece7eb6fed HTTP/1.1" status: 200 len: 949 time: 0.0647442 Sep 16 09:53:40.098609 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-d4e5217e-c1e2-4fd7-b9a2-5b90f0bb15bb req-76ed937f-e609-4b44-8aa8-547858382768 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55883b34-2ac0-4ba3-b4af-c5503b0d8fc9 HTTP/1.1" status: 200 len: 998 time: 0.1225855 Sep 16 09:53:40.121104 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-dd47d126-b5e6-4aff-854a-7fd600c44a00 req-02405b05-7f6b-4ff2-b622-56706248a812 tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=9614e8a8-1609-421e-bdcc-6c554f6297dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497949 Sep 16 09:53:40.161209 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=100 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:53:40.177220 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e5217e-c1e2-4fd7-b9a2-5b90f0bb15bb req-fa27e08c-10a1-46a1-959e-3e2f5f00ea41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:40.178716 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-d4e5217e-c1e2-4fd7-b9a2-5b90f0bb15bb req-fa27e08c-10a1-46a1-959e-3e2f5f00ea41 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=312d0eea-a7f5-4989-be4b-d8f1ee2c9ab2 HTTP/1.1" status: 200 len: 856 time: 0.0732803 Sep 16 09:53:40.504733 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e5217e-c1e2-4fd7-b9a2-5b90f0bb15bb req-0abfb00e-272c-4ca6-a200-7c782ad0bbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:40.506320 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-d4e5217e-c1e2-4fd7-b9a2-5b90f0bb15bb req-0abfb00e-272c-4ca6-a200-7c782ad0bbf0 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=fe465541-6175-450e-8791-dc7a519b5e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3187995 Sep 16 09:53:40.522798 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b746a35-c449-4cf7-8d75-0da03366a1f4 req-38085d38-c828-4fc1-8f18-b95a7bad340a tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:40.526241 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-8b746a35-c449-4cf7-8d75-0da03366a1f4 req-38085d38-c828-4fc1-8f18-b95a7bad340a tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=bd1272b6-2b81-407d-b0fc-c9ce62d7c5aa HTTP/1.1" status: 200 len: 945 time: 0.0634971 Sep 16 09:53:40.580271 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c2a21-7b2a-464c-9345-83efebd38f48 req-b96592d4-591e-4254-844f-37eff0de8815 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:40.582904 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-ac0c2a21-7b2a-464c-9345-83efebd38f48 req-b96592d4-591e-4254-844f-37eff0de8815 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=60d9ad12-95e0-48c7-8db2-241f7c59cec6 HTTP/1.1" status: 200 len: 943 time: 0.0532503 Sep 16 09:53:40.589066 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-8b746a35-c449-4cf7-8d75-0da03366a1f4 req-8f921bf3-d4f5-4b1a-92b9-301d1bfe41b6 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=76e72fdc-3119-4f98-835c-2d305cfe62d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475922 Sep 16 09:53:40.642796 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-ac0c2a21-7b2a-464c-9345-83efebd38f48 req-6741412f-8923-4c7d-9764-a8196baedf43 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=d8ce9788-d1c7-4e09-bac4-57f70356401b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521727 Sep 16 09:53:40.767550 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-d4e5217e-c1e2-4fd7-b9a2-5b90f0bb15bb req-750883a0-ca41-4919-9f69-4c98082a261b service neutron] 10.222.0.27 "GET /networking/v2.0/networks/fe465541-6175-450e-8791-dc7a519b5e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189153 Sep 16 09:53:40.796209 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=100 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:53:40.892336 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17d4d1a-32a4-493b-a85b-4161d4300d03 req-293fda77-344c-43f2-b573-c0d82f099627 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:40.894358 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-d17d4d1a-32a4-493b-a85b-4161d4300d03 req-293fda77-344c-43f2-b573-c0d82f099627 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 943 time: 0.0658572 Sep 16 09:53:40.937669 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-d4e5217e-c1e2-4fd7-b9a2-5b90f0bb15bb req-fa6d749b-c52d-40ae-a701-1c2fbeb8dcab service neutron] 10.222.0.27 "GET /networking/v2.0/networks/fe465541-6175-450e-8791-dc7a519b5e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658099 Sep 16 09:53:40.961617 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-d17d4d1a-32a4-493b-a85b-4161d4300d03 req-70a12145-004e-4625-92ae-f5010fdb2eed tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0581176 Sep 16 09:53:41.016541 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Device e2f73010-dd79-4f94-88e0-b0b0a4af8ed6 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=113425) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 09:53:41.020270 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Device 4302a618-12ca-4b92-bc76-2b29994a3581 up at agent hyperv_hv-cinder-79053 {{(pid=113425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 09:53:41.119289 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Provisioning for port 4302a618-12ca-4b92-bc76-2b29994a3581 completed by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 09:53:41.164017 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] For port e2f73010-dd79-4f94-88e0-b0b0a4af8ed6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e2f73010-dd79-4f94-88e0-b0b0a4af8ed6,segment=NetworkSegment(c173b1f4-3294-47a0-8c62-65bf20be121f),segment_id=c173b1f4-3294-47a0-8c62-65bf20be121f)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:53:41.176564 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Returning: {'device': 'e2f73010-dd79-4f94-88e0-b0b0a4af8ed6', 'network_id': '15e63dfc-22b7-48c1-94c3-7e5f623a1d1a', 'port_id': 'e2f73010-dd79-4f94-88e0-b0b0a4af8ed6', 'mac_address': 'fa:16:3e:c9:17:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6f3a94c-f190-4d3b-bf49-e529afe16b75', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113425) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 09:53:41.204654 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Provisioning complete for port 4302a618-12ca-4b92-bc76-2b29994a3581 triggered by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:53:41.205035 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (4302a618-12ca-4b92-bc76-2b29994a3581), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:41.205355 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Attempt 1 to provision port 4302a618-12ca-4b92-bc76-2b29994a3581 Sep 16 09:53:41.249124 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Current status of the port e2f73010-dd79-4f94-88e0-b0b0a4af8ed6 is: DOWN; New status is: BUILD {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:53:41.249447 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (e2f73010-dd79-4f94-88e0-b0b0a4af8ed6), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:41.249599 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d3c433-658e-49d7-be88-aa930a854098 req-6087ee10-78c8-41b8-a0d6-a38c6cf26f2a tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:41.251139 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-c1d3c433-658e-49d7-be88-aa930a854098 req-6087ee10-78c8-41b8-a0d6-a38c6cf26f2a tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=20bade93-24eb-4e9e-8851-b3ece7eb6fed HTTP/1.1" status: 200 len: 949 time: 0.0535381 Sep 16 09:53:41.271783 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.notifiers.nova [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2f73010-dd79-4f94-88e0-b0b0a4af8ed6 {{(pid=113425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 09:53:41.300891 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] For port e2f73010-dd79-4f94-88e0-b0b0a4af8ed6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e2f73010-dd79-4f94-88e0-b0b0a4af8ed6,segment=NetworkSegment(c173b1f4-3294-47a0-8c62-65bf20be121f),segment_id=c173b1f4-3294-47a0-8c62-65bf20be121f)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:53:41.308652 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-c1d3c433-658e-49d7-be88-aa930a854098 req-e16fdea9-345e-4dc7-98d9-1c5cc9335e6e tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=9614e8a8-1609-421e-bdcc-6c554f6297dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502512 Sep 16 09:53:41.331233 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Current status of the port 4302a618-12ca-4b92-bc76-2b29994a3581 is: BUILD; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:53:41.331740 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (4302a618-12ca-4b92-bc76-2b29994a3581), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:41.359181 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20bade93-24eb-4e9e-8851-b3ece7eb6fed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4302a618-12ca-4b92-bc76-2b29994a3581'}] {{(pid=113425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 09:53:41.362037 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d904371a3690c7392a65e5457b849277104f62c83d6e5586b28cc731d2d00ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfd92743-8c55-4f9a-abd7-e2bdc9965700" -d '{"events": [{"server_uuid": "20bade93-24eb-4e9e-8851-b3ece7eb6fed", "name": "network-vif-plugged", "status": "completed", "tag": "4302a618-12ca-4b92-bc76-2b29994a3581"}]}' {{(pid=113425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 09:53:41.376975 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (e2f73010-dd79-4f94-88e0-b0b0a4af8ed6), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:41.381432 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] For port 4302a618-12ca-4b92-bc76-2b29994a3581, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=4302a618-12ca-4b92-bc76-2b29994a3581,segment=NetworkSegment(bf16daec-97b1-4a01-8152-ac76843df44e),segment_id=bf16daec-97b1-4a01-8152-ac76843df44e)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:53:41.408497 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 09:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f051bc6-b307-4213-a6a9-d7c3311d516c x-openstack-request-id: req-8f051bc6-b307-4213-a6a9-d7c3311d516c {{(pid=113425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 09:53:41.408785 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20bade93-24eb-4e9e-8851-b3ece7eb6fed", "name": "network-vif-plugged", "status": "completed", "tag": "4302a618-12ca-4b92-bc76-2b29994a3581", "code": 200}]} {{(pid=113425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 09:53:41.409032 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8f051bc6-b307-4213-a6a9-d7c3311d516c {{(pid=113425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 09:53:41.410051 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f051bc6-b307-4213-a6a9-d7c3311d516c'] response: {'server_uuid': '20bade93-24eb-4e9e-8851-b3ece7eb6fed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4302a618-12ca-4b92-bc76-2b29994a3581', 'code': 200} Sep 16 09:53:41.436159 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Pushing event updated for resources: {'Port': ['ID=e2f73010-dd79-4f94-88e0-b0b0a4af8ed6,revision_number=4']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:53:41.489953 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (4302a618-12ca-4b92-bc76-2b29994a3581), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:41.515626 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:53:41.538472 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Pushing event updated for resources: {'Port': ['ID=4302a618-12ca-4b92-bc76-2b29994a3581,revision_number=5']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:53:41.712170 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] get_ports_and_sgs() called for port_ids ['e2f73010-dd79-4f94-88e0-b0b0a4af8ed6'] {{(pid=113425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 09:53:41.727162 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d4e1bd-3b6a-4d65-a5ce-666e67b32adc req-2691bf89-74ea-461f-ab92-24902937421b tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:41.728689 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-03d4e1bd-3b6a-4d65-a5ce-666e67b32adc req-2691bf89-74ea-461f-ab92-24902937421b tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=bd1272b6-2b81-407d-b0fc-c9ce62d7c5aa HTTP/1.1" status: 200 len: 945 time: 0.0582414 Sep 16 09:53:41.757718 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:53:41.778215 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-03d4e1bd-3b6a-4d65-a5ce-666e67b32adc req-380f1d70-008b-49b3-8681-6bd2f2cb01f2 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=76e72fdc-3119-4f98-835c-2d305cfe62d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435729 Sep 16 09:53:41.780793 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0eac34-9e46-4731-840f-66c567d88c7f req-13296203-2e86-4028-921f-2d1b5494d23f tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:41.782706 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-ca0eac34-9e46-4731-840f-66c567d88c7f req-13296203-2e86-4028-921f-2d1b5494d23f tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=60d9ad12-95e0-48c7-8db2-241f7c59cec6 HTTP/1.1" status: 200 len: 944 time: 0.0568347 Sep 16 09:53:41.836817 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-ca0eac34-9e46-4731-840f-66c567d88c7f req-d64f4d6f-e4c3-4848-b8d0-f4c91857927b tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=d8ce9788-d1c7-4e09-bac4-57f70356401b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473948 Sep 16 09:53:41.843117 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:53:41.912407 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df69320b-ad93-4963-8bce-5819a27c237a req-71c143a5-69c5-42e8-ab81-6078df9dc641 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:41.913963 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-df69320b-ad93-4963-8bce-5819a27c237a req-71c143a5-69c5-42e8-ab81-6078df9dc641 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=bd1272b6-2b81-407d-b0fc-c9ce62d7c5aa HTTP/1.1" status: 200 len: 945 time: 0.0514927 Sep 16 09:53:41.924413 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 51992) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:53:41.929648 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.v2.base [None req-00389118-070d-4534-baaf-a9dbb3832afb tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Request body: {'floatingip': {'port_id': '6851d923-796f-41a3-a0d3-de42390996fa'}} {{(pid=113424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:53:41.973361 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-00389118-070d-4534-baaf-a9dbb3832afb tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Publish callbacks [] for floatingip (843413c1-5b34-49a2-b6b8-0d0530c00277), before_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:42.002345 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=100 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:53:42.136553 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7bbb2f-796e-4556-9b9f-fdf2c15f1105 req-9c09a843-f7eb-4dc1-bd8c-566290d5bec1 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:42.145107 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-ab7bbb2f-796e-4556-9b9f-fdf2c15f1105 req-9c09a843-f7eb-4dc1-bd8c-566290d5bec1 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 943 time: 0.0889790 Sep 16 09:53:42.166526 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=100 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:53:42.196114 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-ab7bbb2f-796e-4556-9b9f-fdf2c15f1105 req-53714172-b2ae-41c4-8779-db6f51f3125a tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0500674 Sep 16 09:53:42.356438 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6100133-7bb5-49ae-8c6d-0effe176520a req-88a4e10b-19a7-42f8-8897-bb9b77584b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:42.358399 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-a6100133-7bb5-49ae-8c6d-0effe176520a req-88a4e10b-19a7-42f8-8897-bb9b77584b50 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=20bade93-24eb-4e9e-8851-b3ece7eb6fed HTTP/1.1" status: 200 len: 1134 time: 0.0430124 Sep 16 09:53:42.430754 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-a6100133-7bb5-49ae-8c6d-0effe176520a req-3e40cf25-ef91-4700-ab4f-9f2fc9468bcc service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9614e8a8-1609-421e-bdcc-6c554f6297dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481894 Sep 16 09:53:42.510331 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed014ecd-c382-4823-94c0-f7ce565c1728 req-efcbc259-4ae8-42d2-8f43-0d37a58dfee9 tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:42.511845 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-ed014ecd-c382-4823-94c0-f7ce565c1728 req-efcbc259-4ae8-42d2-8f43-0d37a58dfee9 tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=20bade93-24eb-4e9e-8851-b3ece7eb6fed HTTP/1.1" status: 200 len: 950 time: 0.0873895 Sep 16 09:53:42.531037 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-00389118-070d-4534-baaf-a9dbb3832afb tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:42.566705 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-ed014ecd-c382-4823-94c0-f7ce565c1728 req-fd2409a6-56c4-4aa9-aadc-9b873a6575e4 tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=9614e8a8-1609-421e-bdcc-6c554f6297dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481241 Sep 16 09:53:42.741248 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-00389118-070d-4534-baaf-a9dbb3832afb tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711587'] for floatingip (843413c1-5b34-49a2-b6b8-0d0530c00277), after_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:42.870999 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.db.l3_db [None req-00389118-070d-4534-baaf-a9dbb3832afb tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Floating IP 843413c1-5b34-49a2-b6b8-0d0530c00277 associated. External IP: 172.27.1.235, port: 6851d923-796f-41a3-a0d3-de42390996fa. Sep 16 09:53:43.032902 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Device e2f73010-dd79-4f94-88e0-b0b0a4af8ed6 up at agent hyperv_hv-cinder-79053 {{(pid=113425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 09:53:43.060542 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87363af5-9c09-4d74-8f64-91545b51790f req-a871c606-1687-4197-ad5d-fe788b4fc4a3 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:43.065786 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-87363af5-9c09-4d74-8f64-91545b51790f req-a871c606-1687-4197-ad5d-fe788b4fc4a3 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=60d9ad12-95e0-48c7-8db2-241f7c59cec6 HTTP/1.1" status: 200 len: 944 time: 0.0995271 Sep 16 09:53:43.103584 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Provisioning for port e2f73010-dd79-4f94-88e0-b0b0a4af8ed6 completed by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 09:53:43.145641 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-87363af5-9c09-4d74-8f64-91545b51790f req-c86026ee-385d-47e9-a762-0a5d9ac3ff6d tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=d8ce9788-d1c7-4e09-bac4-57f70356401b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690894 Sep 16 09:53:43.185462 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Provisioning complete for port e2f73010-dd79-4f94-88e0-b0b0a4af8ed6 triggered by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:53:43.186546 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (e2f73010-dd79-4f94-88e0-b0b0a4af8ed6), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:43.187338 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Attempt 1 to provision port e2f73010-dd79-4f94-88e0-b0b0a4af8ed6 Sep 16 09:53:43.201504 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00389118-070d-4534-baaf-a9dbb3832afb tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Router b122c1e8-3e6e-4fd0-9649-57ad02017b0e has already been hosted by L3 agent 647718b3-8298-4382-86e2-3fad9f5d7804 {{(pid=113424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 09:53:43.218805 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:53:43.310233 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Current status of the port e2f73010-dd79-4f94-88e0-b0b0a4af8ed6 is: BUILD; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:53:43.310658 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (e2f73010-dd79-4f94-88e0-b0b0a4af8ed6), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:43.365238 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] For port e2f73010-dd79-4f94-88e0-b0b0a4af8ed6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e2f73010-dd79-4f94-88e0-b0b0a4af8ed6,segment=NetworkSegment(c173b1f4-3294-47a0-8c62-65bf20be121f),segment_id=c173b1f4-3294-47a0-8c62-65bf20be121f)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:53:43.411346 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60d9ad12-95e0-48c7-8db2-241f7c59cec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2f73010-dd79-4f94-88e0-b0b0a4af8ed6'}] {{(pid=113425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 09:53:43.413892 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d904371a3690c7392a65e5457b849277104f62c83d6e5586b28cc731d2d00ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c158a657-12fd-4e5b-8ded-229bd72174fa" -d '{"events": [{"server_uuid": "60d9ad12-95e0-48c7-8db2-241f7c59cec6", "name": "network-vif-plugged", "status": "completed", "tag": "e2f73010-dd79-4f94-88e0-b0b0a4af8ed6"}]}' {{(pid=113425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 09:53:43.428676 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4119e57c-114f-4f2e-b466-10e65d399de7 req-b6dc643a-14cd-4c94-8aeb-8c66117541ae tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:43.428676 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-4119e57c-114f-4f2e-b466-10e65d399de7 req-b6dc643a-14cd-4c94-8aeb-8c66117541ae tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 943 time: 0.0633111 Sep 16 09:53:43.429474 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00389118-070d-4534-baaf-a9dbb3832afb tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Notify agent at l3_agent.dv-cinder-790535-43-iscsi the message routers_updated {{(pid=113424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 09:53:43.434046 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-00389118-070d-4534-baaf-a9dbb3832afb tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110971'] for floatingip (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:43.446032 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc69674c-da91-41c8-a76c-a313757324db None None] Sync routers for ids ['b122c1e8-3e6e-4fd0-9649-57ad02017b0e'] in dv-cinder-790535-43-iscsi {{(pid=113425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 09:53:43.478934 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc69674c-da91-41c8-a76c-a313757324db None None] Routers {'b122c1e8-3e6e-4fd0-9649-57ad02017b0e'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 09:53:43.480217 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-bc69674c-da91-41c8-a76c-a313757324db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T09:53:24Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['b122c1e8-3e6e-4fd0-9649-57ad02017b0e'], 'active': True} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:53:43.514074 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-00389118-070d-4534-baaf-a9dbb3832afb tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "PUT /networking/v2.0/floatingips/843413c1-5b34-49a2-b6b8-0d0530c00277 HTTP/1.1" status: 200 len: 991 time: 1.5884001 Sep 16 09:53:43.518624 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd1272b6-2b81-407d-b0fc-c9ce62d7c5aa', 'tag': '6851d923-796f-41a3-a0d3-de42390996fa'}] {{(pid=113424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 09:53:43.521262 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16dfd0a1dfdfa1f1ee01b24bca40ddc03421b0ad37c1355f54f1c3176401751a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-913b0204-f94f-4700-9478-befe0a749dfb" -d '{"events": [{"name": "network-changed", "server_uuid": "bd1272b6-2b81-407d-b0fc-c9ce62d7c5aa", "tag": "6851d923-796f-41a3-a0d3-de42390996fa"}]}' {{(pid=113424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 09:53:43.523189 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 09:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92118a06-de7b-4c6f-82b7-e9a5fef8af54 x-openstack-request-id: req-92118a06-de7b-4c6f-82b7-e9a5fef8af54 {{(pid=113425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 09:53:43.523483 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60d9ad12-95e0-48c7-8db2-241f7c59cec6", "name": "network-vif-plugged", "status": "completed", "tag": "e2f73010-dd79-4f94-88e0-b0b0a4af8ed6", "code": 200}]} {{(pid=113425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 09:53:43.523925 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-92118a06-de7b-4c6f-82b7-e9a5fef8af54 {{(pid=113425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 09:53:43.524212 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92118a06-de7b-4c6f-82b7-e9a5fef8af54'] response: {'server_uuid': '60d9ad12-95e0-48c7-8db2-241f7c59cec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2f73010-dd79-4f94-88e0-b0b0a4af8ed6', 'code': 200} Sep 16 09:53:43.526761 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (e2f73010-dd79-4f94-88e0-b0b0a4af8ed6), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:43.539861 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-4119e57c-114f-4f2e-b466-10e65d399de7 req-768c0b13-c1f1-4c6d-99af-7cabf6fc2fa1 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1020329 Sep 16 09:53:43.595366 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 09:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3daafc08-5a56-493e-9ecc-2e335d317d8d x-openstack-request-id: req-3daafc08-5a56-493e-9ecc-2e335d317d8d {{(pid=113424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 09:53:43.595734 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd1272b6-2b81-407d-b0fc-c9ce62d7c5aa", "tag": "6851d923-796f-41a3-a0d3-de42390996fa", "status": "completed", "code": 200}]} {{(pid=113424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 09:53:43.595912 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3daafc08-5a56-493e-9ecc-2e335d317d8d {{(pid=113424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 09:53:43.596359 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3daafc08-5a56-493e-9ecc-2e335d317d8d'] response: {'name': 'network-changed', 'server_uuid': 'bd1272b6-2b81-407d-b0fc-c9ce62d7c5aa', 'tag': '6851d923-796f-41a3-a0d3-de42390996fa', 'status': 'completed', 'code': 200} Sep 16 09:53:43.702507 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb21c8f5-4796-490d-882c-ad42a598605b req-be753155-cbfb-4af4-a4e8-c53d56a2e69c tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:43.704203 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-bb21c8f5-4796-490d-882c-ad42a598605b req-be753155-cbfb-4af4-a4e8-c53d56a2e69c tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=20bade93-24eb-4e9e-8851-b3ece7eb6fed HTTP/1.1" status: 200 len: 950 time: 0.0575364 Sep 16 09:53:43.773249 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-bb21c8f5-4796-490d-882c-ad42a598605b req-e942c55f-f796-4775-ad50-b3febc869640 tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=9614e8a8-1609-421e-bdcc-6c554f6297dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615959 Sep 16 09:53:43.788555 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Pushing event updated for resources: {'Port': ['ID=e2f73010-dd79-4f94-88e0-b0b0a4af8ed6,revision_number=5']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:53:43.809001 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvr_db [None req-bc69674c-da91-41c8-a76c-a313757324db None None] Set router b122c1e8-3e6e-4fd0-9649-57ad02017b0e gateway port host: dv-cinder-790535-43-iscsi {{(pid=113425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 09:53:44.064532 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-bc69674c-da91-41c8-a76c-a313757324db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b122c1e8-3e6e-4fd0-9649-57ad02017b0e', 'name': 'tempest-ServerRescueNegativeTestJSON-259796740-router', 'tenant_id': '3fe0d52d42324aa38182b47b3588b979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '7477150b-3625-45cf-9f19-c36330ee867f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:50:28Z', 'updated_at': '2022-09-16T09:50:38Z', 'revision_number': 4, 'project_id': '3fe0d52d42324aa38182b47b3588b979', 'gw_port': {'id': '7477150b-3625-45cf-9f19-c36330ee867f', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:4f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b122c1e8-3e6e-4fd0-9649-57ad02017b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:30Z', 'updated_at': '2022-09-16T09:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_floatingips': [{'id': '843413c1-5b34-49a2-b6b8-0d0530c00277', 'tenant_id': '3fe0d52d42324aa38182b47b3588b979', 'floating_ip_address': '172.27.1.235', 'floating_network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'router_id': 'b122c1e8-3e6e-4fd0-9649-57ad02017b0e', 'port_id': '6851d923-796f-41a3-a0d3-de42390996fa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17684eae-ad40-4ec5-9092-8a60e4e87e96', 'mac_address': 'fa:16:3e:69:83:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1272b6-2b81-407d-b0fc-c9ce62d7c5aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T09:53:13Z', 'updated_at': '2022-09-16T09:53:42Z', 'revision_number': 1, 'project_id': '3fe0d52d42324aa38182b47b3588b979', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cff0635c-a5e3-4d53-bd6a-7c1420d44d1f', 'name': '', 'network_id': '17684eae-ad40-4ec5-9092-8a60e4e87e96', 'tenant_id': '3fe0d52d42324aa38182b47b3588b979', 'mac_address': 'fa:16:3e:da:ef:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b122c1e8-3e6e-4fd0-9649-57ad02017b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7270ea1b-9730-4d7c-89ed-4cebd5834047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:37Z', 'updated_at': '2022-09-16T09:50:52Z', 'revision_number': 5, 'project_id': '3fe0d52d42324aa38182b47b3588b979', 'subnets': [{'id': '7270ea1b-9730-4d7c-89ed-4cebd5834047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:53:44.090258 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc69674c-da91-41c8-a76c-a313757324db None None] Checking router: b122c1e8-3e6e-4fd0-9649-57ad02017b0e for host: dv-cinder-790535-43-iscsi {{(pid=113425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 09:53:44.099643 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc69674c-da91-41c8-a76c-a313757324db None None] Routers {'b122c1e8-3e6e-4fd0-9649-57ad02017b0e'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 09:53:44.100258 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-bc69674c-da91-41c8-a76c-a313757324db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T09:53:24Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['b122c1e8-3e6e-4fd0-9649-57ad02017b0e'], 'active': True} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:53:44.241089 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvr_db [None req-bc69674c-da91-41c8-a76c-a313757324db None None] Set router b122c1e8-3e6e-4fd0-9649-57ad02017b0e gateway port host: dv-cinder-790535-43-iscsi {{(pid=113425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 09:53:44.314671 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b91c0e-639a-4aa0-b8b9-265fd4b43673 req-715180d1-c1bf-4416-b571-d4986ae188b4 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:44.333502 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-88b91c0e-639a-4aa0-b8b9-265fd4b43673 req-715180d1-c1bf-4416-b571-d4986ae188b4 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=60d9ad12-95e0-48c7-8db2-241f7c59cec6 HTTP/1.1" status: 200 len: 945 time: 0.0673852 Sep 16 09:53:44.400239 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-88b91c0e-639a-4aa0-b8b9-265fd4b43673 req-fcfaf105-23c0-4798-846d-76b274cc1e81 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=d8ce9788-d1c7-4e09-bac4-57f70356401b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654089 Sep 16 09:53:44.552642 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-bc69674c-da91-41c8-a76c-a313757324db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b122c1e8-3e6e-4fd0-9649-57ad02017b0e', 'name': 'tempest-ServerRescueNegativeTestJSON-259796740-router', 'tenant_id': '3fe0d52d42324aa38182b47b3588b979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '7477150b-3625-45cf-9f19-c36330ee867f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:50:28Z', 'updated_at': '2022-09-16T09:50:38Z', 'revision_number': 4, 'project_id': '3fe0d52d42324aa38182b47b3588b979', 'gw_port': {'id': '7477150b-3625-45cf-9f19-c36330ee867f', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:4f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b122c1e8-3e6e-4fd0-9649-57ad02017b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:30Z', 'updated_at': '2022-09-16T09:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_floatingips': [{'id': '843413c1-5b34-49a2-b6b8-0d0530c00277', 'tenant_id': '3fe0d52d42324aa38182b47b3588b979', 'floating_ip_address': '172.27.1.235', 'floating_network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'router_id': 'b122c1e8-3e6e-4fd0-9649-57ad02017b0e', 'port_id': '6851d923-796f-41a3-a0d3-de42390996fa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17684eae-ad40-4ec5-9092-8a60e4e87e96', 'mac_address': 'fa:16:3e:69:83:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1272b6-2b81-407d-b0fc-c9ce62d7c5aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T09:53:13Z', 'updated_at': '2022-09-16T09:53:42Z', 'revision_number': 1, 'project_id': '3fe0d52d42324aa38182b47b3588b979', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cff0635c-a5e3-4d53-bd6a-7c1420d44d1f', 'name': '', 'network_id': '17684eae-ad40-4ec5-9092-8a60e4e87e96', 'tenant_id': '3fe0d52d42324aa38182b47b3588b979', 'mac_address': 'fa:16:3e:da:ef:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b122c1e8-3e6e-4fd0-9649-57ad02017b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7270ea1b-9730-4d7c-89ed-4cebd5834047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:37Z', 'updated_at': '2022-09-16T09:50:52Z', 'revision_number': 5, 'project_id': '3fe0d52d42324aa38182b47b3588b979', 'subnets': [{'id': '7270ea1b-9730-4d7c-89ed-4cebd5834047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:53:44.598630 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc69674c-da91-41c8-a76c-a313757324db None None] The sync data for ids ['b122c1e8-3e6e-4fd0-9649-57ad02017b0e'] in dv-cinder-790535-43-iscsi is: [{'id': 'b122c1e8-3e6e-4fd0-9649-57ad02017b0e', 'name': 'tempest-ServerRescueNegativeTestJSON-259796740-router', 'tenant_id': '3fe0d52d42324aa38182b47b3588b979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '7477150b-3625-45cf-9f19-c36330ee867f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:50:28Z', 'updated_at': '2022-09-16T09:50:38Z', 'revision_number': 4, 'project_id': '3fe0d52d42324aa38182b47b3588b979', 'gw_port': {'id': '7477150b-3625-45cf-9f19-c36330ee867f', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:4f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b122c1e8-3e6e-4fd0-9649-57ad02017b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:30Z', 'updated_at': '2022-09-16T09:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_floatingips': [{'id': '843413c1-5b34-49a2-b6b8-0d0530c00277', 'tenant_id': '3fe0d52d42324aa38182b47b3588b979', 'floating_ip_address': '172.27.1.235', 'floating_network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'router_id': 'b122c1e8-3e6e-4fd0-9649-57ad02017b0e', 'port_id': '6851d923-796f-41a3-a0d3-de42390996fa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17684eae-ad40-4ec5-9092-8a60e4e87e96', 'mac_address': 'fa:16:3e:69:83:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1272b6-2b81-407d-b0fc-c9ce62d7c5aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T09:53:13Z', 'updated_at': '2022-09-16T09:53:42Z', 'revision_number': 1, 'project_id': '3fe0d52d42324aa38182b47b3588b979', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cff0635c-a5e3-4d53-bd6a-7c1420d44d1f', 'name': '', 'network_id': '17684eae-ad40-4ec5-9092-8a60e4e87e96', 'tenant_id': '3fe0d52d42324aa38182b47b3588b979', 'mac_address': 'fa:16:3e:da:ef:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b122c1e8-3e6e-4fd0-9649-57ad02017b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7270ea1b-9730-4d7c-89ed-4cebd5834047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:37Z', 'updated_at': '2022-09-16T09:50:52Z', 'revision_number': 5, 'project_id': '3fe0d52d42324aa38182b47b3588b979', 'subnets': [{'id': '7270ea1b-9730-4d7c-89ed-4cebd5834047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 09:53:44.778651 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb908f24-6935-4f1d-aa01-e5d88a82e875 req-187a0655-f3fb-45ed-801d-3d1d87503f15 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:44.783354 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-eb908f24-6935-4f1d-aa01-e5d88a82e875 req-187a0655-f3fb-45ed-801d-3d1d87503f15 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 943 time: 0.0984035 Sep 16 09:53:44.922280 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-eb908f24-6935-4f1d-aa01-e5d88a82e875 req-33aac5d7-1a25-4dbc-9b94-139182bf7d1b tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1331446 Sep 16 09:53:44.994249 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cc1064-8158-4341-a1a2-abae8136fbdc req-3e3f98fe-0dc1-4888-9b80-44b038443aca tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:44.994487 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 52066) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:53:44.997985 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebd1c8c-ec67-4a72-ab6c-7cae8bf52cfe None None] New status for floating IP 843413c1-5b34-49a2-b6b8-0d0530c00277: ACTIVE {{(pid=113426) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 09:53:45.001842 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-72cc1064-8158-4341-a1a2-abae8136fbdc req-3e3f98fe-0dc1-4888-9b80-44b038443aca tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=20bade93-24eb-4e9e-8851-b3ece7eb6fed HTTP/1.1" status: 200 len: 950 time: 0.0877552 Sep 16 09:53:45.084933 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-72cc1064-8158-4341-a1a2-abae8136fbdc req-86bf13c0-b2b4-4501-81fc-17a6aaff5e5c tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=9614e8a8-1609-421e-bdcc-6c554f6297dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815153 Sep 16 09:53:45.160082 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-2506584e-501a-4d3c-a2d1-c9ef44d35007 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:45.241437 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:53:45.256364 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-2506584e-501a-4d3c-a2d1-c9ef44d35007 admin admin] Publish callbacks [] for security_group (3084f9d3-d804-425a-93e9-d32d6608a22d), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:45.358396 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-2506584e-501a-4d3c-a2d1-c9ef44d35007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (3084f9d3-d804-425a-93e9-d32d6608a22d), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:45.407948 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-2506584e-501a-4d3c-a2d1-c9ef44d35007 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=cde73ed210b9455ab0f09da05c525adb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4121697 Sep 16 09:53:45.408846 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2506584e-501a-4d3c-a2d1-c9ef44d35007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3084f9d3-d804-425a-93e9-d32d6608a22d,revision_number=1']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:53:45.413079 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 52070) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:53:45.419440 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2506584e-501a-4d3c-a2d1-c9ef44d35007 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:53:45.420384 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2506584e-501a-4d3c-a2d1-c9ef44d35007 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:53:45.420969 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2506584e-501a-4d3c-a2d1-c9ef44d35007 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:53:45.421326 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2506584e-501a-4d3c-a2d1-c9ef44d35007 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:53:45.421863 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2506584e-501a-4d3c-a2d1-c9ef44d35007 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:53:45.422250 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2506584e-501a-4d3c-a2d1-c9ef44d35007 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:53:45.422594 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2506584e-501a-4d3c-a2d1-c9ef44d35007 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:53:45.422928 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2506584e-501a-4d3c-a2d1-c9ef44d35007 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:53:45.423268 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2506584e-501a-4d3c-a2d1-c9ef44d35007 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:53:45.423602 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2506584e-501a-4d3c-a2d1-c9ef44d35007 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:53:45.423933 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2506584e-501a-4d3c-a2d1-c9ef44d35007 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:53:45.424269 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2506584e-501a-4d3c-a2d1-c9ef44d35007 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:53:45.424678 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2506584e-501a-4d3c-a2d1-c9ef44d35007 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:53:45.425057 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2506584e-501a-4d3c-a2d1-c9ef44d35007 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:53:45.425381 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2506584e-501a-4d3c-a2d1-c9ef44d35007 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:53:45.483230 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-62f8047e-9cb7-478d-95c8-11ebf398a5f0 admin admin] Publish callbacks [] for security_group (3084f9d3-d804-425a-93e9-d32d6608a22d), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:45.486726 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=100 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:53:45.511575 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-62f8047e-9cb7-478d-95c8-11ebf398a5f0 admin admin] Publish callbacks [] for security_group (3084f9d3-d804-425a-93e9-d32d6608a22d), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:45.567913 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:53:45.587883 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2894fc3f-6563-408f-881e-156d09f69411 req-673b3c90-d23a-491d-8250-7d0e962edc52 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:45.597166 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-2894fc3f-6563-408f-881e-156d09f69411 req-673b3c90-d23a-491d-8250-7d0e962edc52 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=60d9ad12-95e0-48c7-8db2-241f7c59cec6 HTTP/1.1" status: 200 len: 945 time: 0.0752075 Sep 16 09:53:45.645011 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-2894fc3f-6563-408f-881e-156d09f69411 req-2cc627c8-b3e9-471a-96b8-2ac7b9b3c389 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=d8ce9788-d1c7-4e09-bac4-57f70356401b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467627 Sep 16 09:53:45.746925 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-62f8047e-9cb7-478d-95c8-11ebf398a5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (3084f9d3-d804-425a-93e9-d32d6608a22d), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:45.749459 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-62f8047e-9cb7-478d-95c8-11ebf398a5f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:45.753670 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-62f8047e-9cb7-478d-95c8-11ebf398a5f0 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/3084f9d3-d804-425a-93e9-d32d6608a22d HTTP/1.1" status: 204 len: 168 time: 0.3399563 Sep 16 09:53:45.773591 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f8047e-9cb7-478d-95c8-11ebf398a5f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3084f9d3-d804-425a-93e9-d32d6608a22d,revision_number=None']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:53:45.785594 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f8047e-9cb7-478d-95c8-11ebf398a5f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:53:45.786171 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f8047e-9cb7-478d-95c8-11ebf398a5f0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:53:45.786640 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f8047e-9cb7-478d-95c8-11ebf398a5f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:53:45.787126 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f8047e-9cb7-478d-95c8-11ebf398a5f0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:53:45.787541 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f8047e-9cb7-478d-95c8-11ebf398a5f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:53:45.787964 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f8047e-9cb7-478d-95c8-11ebf398a5f0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:53:45.788481 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f8047e-9cb7-478d-95c8-11ebf398a5f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:53:45.788899 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f8047e-9cb7-478d-95c8-11ebf398a5f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:53:45.789314 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f8047e-9cb7-478d-95c8-11ebf398a5f0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:53:45.789850 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f8047e-9cb7-478d-95c8-11ebf398a5f0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:53:45.790269 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f8047e-9cb7-478d-95c8-11ebf398a5f0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:53:45.791218 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f8047e-9cb7-478d-95c8-11ebf398a5f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:53:45.791999 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f8047e-9cb7-478d-95c8-11ebf398a5f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:53:45.792918 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f8047e-9cb7-478d-95c8-11ebf398a5f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:53:45.793350 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f8047e-9cb7-478d-95c8-11ebf398a5f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:53:46.104207 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9368d3a0-976f-4177-bbbd-e9d4b684ea66 req-d6b216db-8bc2-494f-abe4-85cd5693c30e tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:46.106228 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-9368d3a0-976f-4177-bbbd-e9d4b684ea66 req-d6b216db-8bc2-494f-abe4-85cd5693c30e tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 943 time: 0.0728765 Sep 16 09:53:46.176464 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-9368d3a0-976f-4177-bbbd-e9d4b684ea66 req-06a53ebf-8e91-410c-9d87-b4c0dc9d166a tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0617311 Sep 16 09:53:46.264197 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c63d7e-1681-401f-b956-4934f5570cea req-9e72d4f9-4417-498d-bfdd-1cd67622954d tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:46.266263 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-a8c63d7e-1681-401f-b956-4934f5570cea req-9e72d4f9-4417-498d-bfdd-1cd67622954d tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=20bade93-24eb-4e9e-8851-b3ece7eb6fed HTTP/1.1" status: 200 len: 950 time: 0.0668213 Sep 16 09:53:46.328525 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-a8c63d7e-1681-401f-b956-4934f5570cea req-51c51e31-95a4-4c6b-9ff0-1cdc8b25d28b tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=9614e8a8-1609-421e-bdcc-6c554f6297dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552988 Sep 16 09:53:46.494476 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 52090) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:53:46.513223 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 52094) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:53:46.537757 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-1b4a0101-f7d2-48d5-b8b9-74e6900abbe3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:46.669434 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-1b4a0101-f7d2-48d5-b8b9-74e6900abbe3 admin admin] Publish callbacks [] for security_group (8ceca7fb-f00d-41be-84da-8289470f8a5a), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:46.735589 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-1b4a0101-f7d2-48d5-b8b9-74e6900abbe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (8ceca7fb-f00d-41be-84da-8289470f8a5a), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:46.825240 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-1b4a0101-f7d2-48d5-b8b9-74e6900abbe3 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=de04382d02e744ac8d8c8885ec14c96d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3106680 Sep 16 09:53:46.827947 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 52100) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:53:46.846246 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4a0101-f7d2-48d5-b8b9-74e6900abbe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ceca7fb-f00d-41be-84da-8289470f8a5a,revision_number=1']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:53:46.862305 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-6c4ad0a1-e7cd-4f7b-bc52-a4005fa59dd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:46.877842 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aaff7f-98f0-4b1f-99e7-187b603c8f91 req-716a98b1-f38f-435c-a516-d57b64eef438 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:46.879549 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-04aaff7f-98f0-4b1f-99e7-187b603c8f91 req-716a98b1-f38f-435c-a516-d57b64eef438 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=60d9ad12-95e0-48c7-8db2-241f7c59cec6 HTTP/1.1" status: 200 len: 945 time: 0.1175101 Sep 16 09:53:46.885998 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:53:46.886836 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-4fa0f8ae-ea23-4c9e-9555-5ab60be07de5 admin admin] Publish callbacks [] for security_group (8ceca7fb-f00d-41be-84da-8289470f8a5a), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:46.914952 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-4fa0f8ae-ea23-4c9e-9555-5ab60be07de5 admin admin] Publish callbacks [] for security_group (8ceca7fb-f00d-41be-84da-8289470f8a5a), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:46.969494 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-04aaff7f-98f0-4b1f-99e7-187b603c8f91 req-0c34b236-8a90-4754-a10c-263d30068349 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=d8ce9788-d1c7-4e09-bac4-57f70356401b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828342 Sep 16 09:53:47.014801 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-6c4ad0a1-e7cd-4f7b-bc52-a4005fa59dd8 admin admin] Publish callbacks [] for security_group (db14ebdc-9db3-41f8-854f-f4dd3ada7ec6), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:47.084761 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-4fa0f8ae-ea23-4c9e-9555-5ab60be07de5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (8ceca7fb-f00d-41be-84da-8289470f8a5a), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:47.089214 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-4fa0f8ae-ea23-4c9e-9555-5ab60be07de5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:47.092609 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-4fa0f8ae-ea23-4c9e-9555-5ab60be07de5 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/8ceca7fb-f00d-41be-84da-8289470f8a5a HTTP/1.1" status: 204 len: 168 time: 0.2611175 Sep 16 09:53:47.099894 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa0f8ae-ea23-4c9e-9555-5ab60be07de5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ceca7fb-f00d-41be-84da-8289470f8a5a,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:53:47.112206 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-6c4ad0a1-e7cd-4f7b-bc52-a4005fa59dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (db14ebdc-9db3-41f8-854f-f4dd3ada7ec6), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:47.161500 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 52104) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:53:47.161802 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-6c4ad0a1-e7cd-4f7b-bc52-a4005fa59dd8 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=a323ab0259614ace9c873af15585feb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6659050 Sep 16 09:53:47.162514 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4ad0a1-e7cd-4f7b-bc52-a4005fa59dd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db14ebdc-9db3-41f8-854f-f4dd3ada7ec6,revision_number=1']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:53:47.260105 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-20a4282b-9ad4-4f71-9d32-a387d0fdad3f admin admin] Publish callbacks [] for security_group (db14ebdc-9db3-41f8-854f-f4dd3ada7ec6), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:47.286178 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-20a4282b-9ad4-4f71-9d32-a387d0fdad3f admin admin] Publish callbacks [] for security_group (db14ebdc-9db3-41f8-854f-f4dd3ada7ec6), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:47.390683 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09a36e6-18b3-45cb-971a-aad39b5dff9a req-e516eb50-0aa8-4169-8ba4-06a981ba4f36 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:47.396244 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-a09a36e6-18b3-45cb-971a-aad39b5dff9a req-e516eb50-0aa8-4169-8ba4-06a981ba4f36 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 943 time: 0.0796611 Sep 16 09:53:47.472072 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da02186a-389a-491e-b3eb-793684e0a19b req-c2dfd604-9fdc-42b4-8a90-333fe5fd5860 tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:47.484848 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-da02186a-389a-491e-b3eb-793684e0a19b req-c2dfd604-9fdc-42b4-8a90-333fe5fd5860 tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=20bade93-24eb-4e9e-8851-b3ece7eb6fed HTTP/1.1" status: 200 len: 950 time: 0.0680311 Sep 16 09:53:47.506917 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-20a4282b-9ad4-4f71-9d32-a387d0fdad3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (db14ebdc-9db3-41f8-854f-f4dd3ada7ec6), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:47.506917 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-20a4282b-9ad4-4f71-9d32-a387d0fdad3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:47.506917 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-20a4282b-9ad4-4f71-9d32-a387d0fdad3f admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/db14ebdc-9db3-41f8-854f-f4dd3ada7ec6 HTTP/1.1" status: 204 len: 168 time: 0.3434467 Sep 16 09:53:47.522735 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-a09a36e6-18b3-45cb-971a-aad39b5dff9a req-20881fc6-0ebf-45d1-8e17-6b7d625ab9df tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1075668 Sep 16 09:53:47.524183 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a4282b-9ad4-4f71-9d32-a387d0fdad3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db14ebdc-9db3-41f8-854f-f4dd3ada7ec6,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:53:47.603841 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-da02186a-389a-491e-b3eb-793684e0a19b req-0ae96cf8-6e82-418e-9d15-3249299cd7bb tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=9614e8a8-1609-421e-bdcc-6c554f6297dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174679 Sep 16 09:53:48.137205 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd0eab-7eac-41d1-814d-1626ad8b98ac req-5743ec87-c646-431b-b5d3-5256b609b079 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:48.139216 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-d5cd0eab-7eac-41d1-814d-1626ad8b98ac req-5743ec87-c646-431b-b5d3-5256b609b079 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=60d9ad12-95e0-48c7-8db2-241f7c59cec6 HTTP/1.1" status: 200 len: 945 time: 0.0791349 Sep 16 09:53:48.207554 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-d5cd0eab-7eac-41d1-814d-1626ad8b98ac req-7ba9e56b-80e3-4b26-bd3c-16d25ab8dd96 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=d8ce9788-d1c7-4e09-bac4-57f70356401b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610876 Sep 16 09:53:48.702445 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c945bd9-f0fc-4fe0-b86b-8a2aeaf26e6d req-a874e2f5-155a-484e-b636-a64921698a81 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:48.711043 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-2c945bd9-f0fc-4fe0-b86b-8a2aeaf26e6d req-a874e2f5-155a-484e-b636-a64921698a81 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 943 time: 0.0831540 Sep 16 09:53:48.720114 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:53:48.774112 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-2c945bd9-f0fc-4fe0-b86b-8a2aeaf26e6d req-d635b407-f7ec-41c7-8a68-b0a2cdb2f53c tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0619383 Sep 16 09:53:48.780962 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ba6a8f-ac94-45e1-833b-6a8c2351ef8a req-30ab8d3d-e0ff-4264-a90c-d8963f24828b tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:48.782855 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-a5ba6a8f-ac94-45e1-833b-6a8c2351ef8a req-30ab8d3d-e0ff-4264-a90c-d8963f24828b tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=20bade93-24eb-4e9e-8851-b3ece7eb6fed HTTP/1.1" status: 200 len: 950 time: 0.0669804 Sep 16 09:53:49.121565 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-a5ba6a8f-ac94-45e1-833b-6a8c2351ef8a req-fd33f1cc-0815-4076-ad2d-df061cab2fb0 tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=9614e8a8-1609-421e-bdcc-6c554f6297dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3277194 Sep 16 09:53:49.365576 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be34c4a9-b27f-4ddb-9139-98f024403e4b req-18d647cf-bf15-4a3f-98bb-0bc16d6a3bbe tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:49.367290 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-be34c4a9-b27f-4ddb-9139-98f024403e4b req-18d647cf-bf15-4a3f-98bb-0bc16d6a3bbe tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=60d9ad12-95e0-48c7-8db2-241f7c59cec6 HTTP/1.1" status: 200 len: 945 time: 0.0667722 Sep 16 09:53:49.422358 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-be34c4a9-b27f-4ddb-9139-98f024403e4b req-ba9f8035-d187-4eb0-b43b-8aa712bab516 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=d8ce9788-d1c7-4e09-bac4-57f70356401b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492966 Sep 16 09:53:49.921961 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a9b08d-9054-4cd6-99df-dc4af67719bd req-72064c3b-60d0-4422-a41d-65ba177bebdd tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:49.923515 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-32a9b08d-9054-4cd6-99df-dc4af67719bd req-72064c3b-60d0-4422-a41d-65ba177bebdd tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 943 time: 0.0573921 Sep 16 09:53:49.976177 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:53:49.984578 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-32a9b08d-9054-4cd6-99df-dc4af67719bd req-c3fa669d-9c0a-48b3-8a04-866c970d8094 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0551660 Sep 16 09:53:50.267830 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f41ee20-9acb-4c3f-b0e3-4943e78286f6 req-3c327282-335b-43ed-ab76-a0e23059402d tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:50.270563 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-9f41ee20-9acb-4c3f-b0e3-4943e78286f6 req-3c327282-335b-43ed-ab76-a0e23059402d tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=20bade93-24eb-4e9e-8851-b3ece7eb6fed HTTP/1.1" status: 200 len: 950 time: 0.0561454 Sep 16 09:53:50.329639 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-9f41ee20-9acb-4c3f-b0e3-4943e78286f6 req-4550be3d-439e-4b9c-8c9b-1bc7656f7ea7 tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=9614e8a8-1609-421e-bdcc-6c554f6297dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446134 Sep 16 09:53:50.600424 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1607b19-f731-4a20-ad47-06da1b8987b2 req-eb1a4e91-4cbf-4c3d-9ca5-8d8370b6606a tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:50.602765 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-c1607b19-f731-4a20-ad47-06da1b8987b2 req-eb1a4e91-4cbf-4c3d-9ca5-8d8370b6606a tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=60d9ad12-95e0-48c7-8db2-241f7c59cec6 HTTP/1.1" status: 200 len: 945 time: 0.0927179 Sep 16 09:53:50.662138 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-c1607b19-f731-4a20-ad47-06da1b8987b2 req-783e0c2d-16de-470d-ac76-e0bbc6858c01 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=d8ce9788-d1c7-4e09-bac4-57f70356401b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535865 Sep 16 09:53:51.146728 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164fefe1-f302-4ee9-a0f0-599704df798e req-78ee1876-15bb-48d5-ac5d-b0986e500175 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:51.148470 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-164fefe1-f302-4ee9-a0f0-599704df798e req-78ee1876-15bb-48d5-ac5d-b0986e500175 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 943 time: 0.0639963 Sep 16 09:53:51.187296 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:53:51.214200 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-164fefe1-f302-4ee9-a0f0-599704df798e req-7a17f045-ae6d-43bb-934c-b1b1783b28bb tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0555177 Sep 16 09:53:51.509654 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a41728a-3272-42ec-a29b-7cbc1eda8afd req-0d959c68-8d0a-422a-906a-98386796f17c tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:51.509654 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-4a41728a-3272-42ec-a29b-7cbc1eda8afd req-0d959c68-8d0a-422a-906a-98386796f17c tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=20bade93-24eb-4e9e-8851-b3ece7eb6fed HTTP/1.1" status: 200 len: 950 time: 0.0942721 Sep 16 09:53:51.561751 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-4a41728a-3272-42ec-a29b-7cbc1eda8afd req-4c044e9b-2dcd-4927-af31-7a9d6436185d tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=9614e8a8-1609-421e-bdcc-6c554f6297dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497284 Sep 16 09:53:51.797945 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1775668-295f-41b7-b7d7-fc4e0cb8f4e3 req-94026373-2cbb-4a56-bfbd-afcdacfc9ac4 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:51.800314 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-a1775668-295f-41b7-b7d7-fc4e0cb8f4e3 req-94026373-2cbb-4a56-bfbd-afcdacfc9ac4 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=60d9ad12-95e0-48c7-8db2-241f7c59cec6 HTTP/1.1" status: 200 len: 945 time: 0.0508239 Sep 16 09:53:51.851343 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-a1775668-295f-41b7-b7d7-fc4e0cb8f4e3 req-8da5602e-49af-4bae-8d32-5fa9b614cdea tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=d8ce9788-d1c7-4e09-bac4-57f70356401b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447860 Sep 16 09:53:52.348190 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7095347f-b7fd-411f-9133-adcd0f65e7d5 req-fb14a081-4eb3-4d53-9bb3-8eb041103b35 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:52.349769 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-7095347f-b7fd-411f-9133-adcd0f65e7d5 req-fb14a081-4eb3-4d53-9bb3-8eb041103b35 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 943 time: 0.0539181 Sep 16 09:53:52.403655 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-7095347f-b7fd-411f-9133-adcd0f65e7d5 req-7b3f9889-2321-4ca9-a4ce-20696c1e53c9 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0482261 Sep 16 09:53:52.621293 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-c50d9925-6610-4a9e-9292-6c379b3598c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (54fa5420-569f-41b3-81ce-b3c99a893561), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:52.694000 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca79774-d32c-453f-9c52-e3ef71016d2d req-421ca685-9942-41f5-b6aa-6afa67860efe tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:52.695553 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-bca79774-d32c-453f-9c52-e3ef71016d2d req-421ca685-9942-41f5-b6aa-6afa67860efe tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=20bade93-24eb-4e9e-8851-b3ece7eb6fed HTTP/1.1" status: 200 len: 950 time: 0.0500095 Sep 16 09:53:52.747343 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-bca79774-d32c-453f-9c52-e3ef71016d2d req-44b95983-b5a3-49d3-af2e-421f0ef53285 tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=9614e8a8-1609-421e-bdcc-6c554f6297dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459738 Sep 16 09:53:52.979938 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf1b5e9-8ed0-4631-b95f-94853a729b3b req-39d79ec3-e739-4390-bc20-5d2edddc9418 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:52.981442 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-fcf1b5e9-8ed0-4631-b95f-94853a729b3b req-39d79ec3-e739-4390-bc20-5d2edddc9418 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=60d9ad12-95e0-48c7-8db2-241f7c59cec6 HTTP/1.1" status: 200 len: 945 time: 0.0521209 Sep 16 09:53:53.039769 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-fcf1b5e9-8ed0-4631-b95f-94853a729b3b req-5e7d0a0d-6889-4310-8631-bd34ab9fbb8d tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=d8ce9788-d1c7-4e09-bac4-57f70356401b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509815 Sep 16 09:53:53.059448 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913b0204-f94f-4700-9478-befe0a749dfb req-6e05d0da-8956-4ff7-afa7-27df791f4b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:53.061042 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-913b0204-f94f-4700-9478-befe0a749dfb req-6e05d0da-8956-4ff7-afa7-27df791f4b3a service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=3fe0d52d42324aa38182b47b3588b979&device_id=bd1272b6-2b81-407d-b0fc-c9ce62d7c5aa HTTP/1.1" status: 200 len: 1129 time: 0.0425942 Sep 16 09:53:53.539266 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1a608-7a94-4210-adf7-bef610697f36 req-05ddd2ca-e244-471f-adc0-f97694d9a6ee tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:53.540773 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-d6d1a608-7a94-4210-adf7-bef610697f36 req-05ddd2ca-e244-471f-adc0-f97694d9a6ee tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 943 time: 0.0479689 Sep 16 09:53:53.593236 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-d6d1a608-7a94-4210-adf7-bef610697f36 req-a6247952-a27b-454e-870c-c6a0b6c86f9b tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0463994 Sep 16 09:53:53.762746 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549e5268-4d55-4a10-bcdb-bd12fcfc9311 req-5219a43d-156b-4cd4-a562-e829624738a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:53.764374 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-549e5268-4d55-4a10-bcdb-bd12fcfc9311 req-5219a43d-156b-4cd4-a562-e829624738a0 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=60d9ad12-95e0-48c7-8db2-241f7c59cec6 HTTP/1.1" status: 200 len: 1129 time: 0.0424135 Sep 16 09:53:53.783071 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913b0204-f94f-4700-9478-befe0a749dfb req-fee5a8dc-0f8d-41f3-a92f-c00f1b3dd7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:53.785623 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-913b0204-f94f-4700-9478-befe0a749dfb req-fee5a8dc-0f8d-41f3-a92f-c00f1b3dd7a1 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=17684eae-ad40-4ec5-9092-8a60e4e87e96 HTTP/1.1" status: 200 len: 919 time: 0.1007278 Sep 16 09:53:53.786968 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:53:53.814772 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-549e5268-4d55-4a10-bcdb-bd12fcfc9311 req-12894b8a-7908-4638-8e3c-92e243b19954 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d8ce9788-d1c7-4e09-bac4-57f70356401b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438445 Sep 16 09:53:53.858991 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-913b0204-f94f-4700-9478-befe0a749dfb req-b0ef4742-3f58-4e70-9095-85031346e19b service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6851d923-796f-41a3-a0d3-de42390996fa HTTP/1.1" status: 200 len: 1001 time: 0.0664079 Sep 16 09:53:53.940415 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09d0b25-5f67-41a7-8cb4-fe43f1b47a1a req-08ec2412-6149-4867-93d2-2559da4a9a80 tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:53.942605 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-a09d0b25-5f67-41a7-8cb4-fe43f1b47a1a req-08ec2412-6149-4867-93d2-2559da4a9a80 tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=20bade93-24eb-4e9e-8851-b3ece7eb6fed HTTP/1.1" status: 200 len: 950 time: 0.0514603 Sep 16 09:53:53.994711 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-a09d0b25-5f67-41a7-8cb4-fe43f1b47a1a req-bc261cf5-6195-43fc-8f10-77e6722868f5 tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=9614e8a8-1609-421e-bdcc-6c554f6297dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463955 Sep 16 09:53:54.094868 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913b0204-f94f-4700-9478-befe0a749dfb req-6055c47d-a8ed-4873-9b48-cfe094626870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:54.096402 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-913b0204-f94f-4700-9478-befe0a749dfb req-6055c47d-a8ed-4873-9b48-cfe094626870 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=7270ea1b-9730-4d7c-89ed-4cebd5834047 HTTP/1.1" status: 200 len: 857 time: 0.0529490 Sep 16 09:53:54.145947 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913b0204-f94f-4700-9478-befe0a749dfb req-a50ab7f3-20d6-44cd-a227-1253e0b87b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:54.147632 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-913b0204-f94f-4700-9478-befe0a749dfb req-a50ab7f3-20d6-44cd-a227-1253e0b87b7e service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=17684eae-ad40-4ec5-9092-8a60e4e87e96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0441930 Sep 16 09:53:54.170118 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c020bf-ee96-4ae4-bf59-5c1020f8196c req-5af79fc7-d618-48ee-be52-e4e215bf4cb1 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:54.172297 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-c5c020bf-ee96-4ae4-bf59-5c1020f8196c req-5af79fc7-d618-48ee-be52-e4e215bf4cb1 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=60d9ad12-95e0-48c7-8db2-241f7c59cec6 HTTP/1.1" status: 200 len: 945 time: 0.0512164 Sep 16 09:53:54.225374 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-c5c020bf-ee96-4ae4-bf59-5c1020f8196c req-62b843f1-0278-47be-a26d-c9093a9caff2 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=d8ce9788-d1c7-4e09-bac4-57f70356401b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461698 Sep 16 09:53:54.249590 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-913b0204-f94f-4700-9478-befe0a749dfb req-bb6d94fc-cfb6-40a6-bf38-0a14004cd566 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/17684eae-ad40-4ec5-9092-8a60e4e87e96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951347 Sep 16 09:53:54.502453 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b42b1a-8e54-4b02-ac05-1657eafec7af req-5e3f98df-fa94-4c90-98d0-1dbe0f70b000 tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:54.504587 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-f9b42b1a-8e54-4b02-ac05-1657eafec7af req-5e3f98df-fa94-4c90-98d0-1dbe0f70b000 tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=20bade93-24eb-4e9e-8851-b3ece7eb6fed HTTP/1.1" status: 200 len: 950 time: 0.0497730 Sep 16 09:53:54.521364 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-72bafa4d-6853-4a1d-8cc4-a004fe28295a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (647718b3-8298-4382-86e2-3fad9f5d7804), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:54.557433 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-f9b42b1a-8e54-4b02-ac05-1657eafec7af req-1f19c24f-041b-4808-8022-060fadbea64c tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=9614e8a8-1609-421e-bdcc-6c554f6297dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460606 Sep 16 09:53:54.725605 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad33246d-c1c5-4461-9cef-9e0b8deab1b1 req-2c4fb759-6de9-4f98-8ba2-a2fd166ed748 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:54.727204 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-ad33246d-c1c5-4461-9cef-9e0b8deab1b1 req-2c4fb759-6de9-4f98-8ba2-a2fd166ed748 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 943 time: 0.0526333 Sep 16 09:53:54.748796 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=100 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:53:54.820820 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-ad33246d-c1c5-4461-9cef-9e0b8deab1b1 req-7756a4ae-c204-4785-b874-618f60805d5f tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0877666 Sep 16 09:53:54.865362 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-913b0204-f94f-4700-9478-befe0a749dfb req-3315f537-1cfa-4e85-a31c-53a2878a06b6 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/17684eae-ad40-4ec5-9092-8a60e4e87e96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106188 Sep 16 09:53:55.177198 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=14 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:53:55.208298 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=17,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:53:55.352203 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d455e2ed-5cf5-4e1f-bf32-912bfab99c70 req-7b5e6b6c-8d66-4b6f-add6-1c9f919cddb2 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:55.353729 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-d455e2ed-5cf5-4e1f-bf32-912bfab99c70 req-7b5e6b6c-8d66-4b6f-add6-1c9f919cddb2 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=60d9ad12-95e0-48c7-8db2-241f7c59cec6 HTTP/1.1" status: 200 len: 945 time: 0.0480251 Sep 16 09:53:55.402750 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-d455e2ed-5cf5-4e1f-bf32-912bfab99c70 req-b1fab24b-0073-4491-9d4c-00ed3ed16e0d tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=d8ce9788-d1c7-4e09-bac4-57f70356401b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432189 Sep 16 09:53:55.686395 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644ea6d8-1aa4-4368-a83b-44696b274ce9 req-3fbdcc34-3b0f-41d9-89c1-850a7dc86238 tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:55.687987 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-644ea6d8-1aa4-4368-a83b-44696b274ce9 req-3fbdcc34-3b0f-41d9-89c1-850a7dc86238 tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=20bade93-24eb-4e9e-8851-b3ece7eb6fed HTTP/1.1" status: 200 len: 950 time: 0.0495069 Sep 16 09:53:55.714821 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=100 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:53:55.736478 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-644ea6d8-1aa4-4368-a83b-44696b274ce9 req-27d03ef1-6f22-4b86-8747-0f43785c9570 tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=9614e8a8-1609-421e-bdcc-6c554f6297dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416284 Sep 16 09:53:55.852844 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-c17a0cac-31fa-4a66-ad06-99f53fca2b4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (2d63c820-fb16-4aae-acf9-0482010d4ad8), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:55.961106 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c14a77d-bc8d-450e-81fd-956deb2c6611 req-b016eec4-a184-4384-bb72-a4d19b83e3eb tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:55.961106 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-4c14a77d-bc8d-450e-81fd-956deb2c6611 req-b016eec4-a184-4384-bb72-a4d19b83e3eb tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 943 time: 0.0479813 Sep 16 09:53:56.008767 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-4c14a77d-bc8d-450e-81fd-956deb2c6611 req-5ba502f7-2f79-403f-9958-2f7cfbe31e0c tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0439394 Sep 16 09:53:56.530179 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c10b58-a9b0-474c-95b0-d310a3a625bc req-5032b158-42ac-424d-9090-d67204b955b8 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:56.531660 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-55c10b58-a9b0-474c-95b0-d310a3a625bc req-5032b158-42ac-424d-9090-d67204b955b8 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=60d9ad12-95e0-48c7-8db2-241f7c59cec6 HTTP/1.1" status: 200 len: 945 time: 0.0492916 Sep 16 09:53:56.579563 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-55c10b58-a9b0-474c-95b0-d310a3a625bc req-86e635ca-f22f-474b-8743-e1d5c471bc39 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=d8ce9788-d1c7-4e09-bac4-57f70356401b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420005 Sep 16 09:53:56.860290 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=100 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:53:56.869841 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff8f849-82a3-4497-ae63-b24dea0d6cdd req-564c5694-50b0-4826-8ece-328c6d7da252 tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:56.871376 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-4ff8f849-82a3-4497-ae63-b24dea0d6cdd req-564c5694-50b0-4826-8ece-328c6d7da252 tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=20bade93-24eb-4e9e-8851-b3ece7eb6fed HTTP/1.1" status: 200 len: 950 time: 0.0562451 Sep 16 09:53:56.920581 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-4ff8f849-82a3-4497-ae63-b24dea0d6cdd req-27e0cc86-c1ef-4074-8b5b-fb74907723e6 tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=9614e8a8-1609-421e-bdcc-6c554f6297dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435791 Sep 16 09:53:57.176884 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1331e1-ce6a-4be6-844f-4c8e6f1a478f req-1070ee97-c73d-408e-8edf-a8e3c316be3b tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:57.178401 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-6e1331e1-ce6a-4be6-844f-4c8e6f1a478f req-1070ee97-c73d-408e-8edf-a8e3c316be3b tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 943 time: 0.0783336 Sep 16 09:53:57.198157 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9683b145-8824-4525-a395-1902122a3f69 req-90fea3e8-4739-4c07-a631-5f65c98c40e3 tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:57.199549 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-9683b145-8824-4525-a395-1902122a3f69 req-90fea3e8-4739-4c07-a631-5f65c98c40e3 tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=20bade93-24eb-4e9e-8851-b3ece7eb6fed HTTP/1.1" status: 200 len: 950 time: 0.0671537 Sep 16 09:53:57.291411 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-6e1331e1-ce6a-4be6-844f-4c8e6f1a478f req-46a691ec-8124-4588-9e5e-a0549b794080 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1061170 Sep 16 09:53:57.317990 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (be58d251-43cc-467d-bf31-2aae48e2ac56), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:57.346468 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.plugin [req-9683b145-8824-4525-a395-1902122a3f69 req-14ff4ad4-7e01-40b9-be93-53a705bcd0a3 tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] Deleting port 4302a618-12ca-4b92-bc76-2b29994a3581 {{(pid=113423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 09:53:57.346814 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [req-9683b145-8824-4525-a395-1902122a3f69 req-14ff4ad4-7e01-40b9-be93-53a705bcd0a3 tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759571771405'] for port (4302a618-12ca-4b92-bc76-2b29994a3581), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:57.374510 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-cd5fe5d0-24d3-4349-8269-176b5bcdf250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (65aa34d6-cc53-475e-ab2c-2c2516bff08f), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:57.436928 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.db [req-9683b145-8824-4525-a395-1902122a3f69 req-14ff4ad4-7e01-40b9-be93-53a705bcd0a3 tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] For port 4302a618-12ca-4b92-bc76-2b29994a3581, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=4302a618-12ca-4b92-bc76-2b29994a3581,segment=NetworkSegment(bf16daec-97b1-4a01-8152-ac76843df44e),segment_id=bf16daec-97b1-4a01-8152-ac76843df44e)] {{(pid=113423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:53:57.437293 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [req-9683b145-8824-4525-a395-1902122a3f69 req-14ff4ad4-7e01-40b9-be93-53a705bcd0a3 tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699225'] for port (4302a618-12ca-4b92-bc76-2b29994a3581), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:57.452492 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.plugin [req-9683b145-8824-4525-a395-1902122a3f69 req-14ff4ad4-7e01-40b9-be93-53a705bcd0a3 tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] Calling delete_port for 4302a618-12ca-4b92-bc76-2b29994a3581 owned by compute:nova {{(pid=113423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 09:53:57.677351 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [req-9683b145-8824-4525-a395-1902122a3f69 req-14ff4ad4-7e01-40b9-be93-53a705bcd0a3 tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759571687051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759571245514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473602'] for port (4302a618-12ca-4b92-bc76-2b29994a3581), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:57.697017 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] get_ports_and_sgs() called for port_ids ['4302a618-12ca-4b92-bc76-2b29994a3581'] {{(pid=113425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 09:53:57.707983 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ff4ad4-7e01-40b9-be93-53a705bcd0a3 tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] Pushing event deleted for resources: {'Port': ['ID=4302a618-12ca-4b92-bc76-2b29994a3581,revision_number=None']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:53:57.772178 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e50595-62c3-4cd5-9ea5-0975f15a0ff7 req-0a707428-f0be-4d8b-b3c4-db86b4ebd2dc tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:57.772178 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-37e50595-62c3-4cd5-9ea5-0975f15a0ff7 req-0a707428-f0be-4d8b-b3c4-db86b4ebd2dc tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=60d9ad12-95e0-48c7-8db2-241f7c59cec6 HTTP/1.1" status: 200 len: 945 time: 0.0863519 Sep 16 09:53:57.782679 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.db.l3_dvrscheduler_db [req-9683b145-8824-4525-a395-1902122a3f69 req-14ff4ad4-7e01-40b9-be93-53a705bcd0a3 tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] No DVR routers for this DVR port 4302a618-12ca-4b92-bc76-2b29994a3581 on host hv-cinder-79053 {{(pid=113423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 09:53:57.786186 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [req-9683b145-8824-4525-a395-1902122a3f69 req-14ff4ad4-7e01-40b9-be93-53a705bcd0a3 tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110971'] for port (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:53:57.789847 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-9683b145-8824-4525-a395-1902122a3f69 req-14ff4ad4-7e01-40b9-be93-53a705bcd0a3 tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] 10.222.0.27 "DELETE /networking/v2.0/ports/4302a618-12ca-4b92-bc76-2b29994a3581 HTTP/1.1" status: 204 len: 173 time: 0.5793912 Sep 16 09:53:57.790677 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20bade93-24eb-4e9e-8851-b3ece7eb6fed', 'name': 'network-vif-deleted', 'tag': '4302a618-12ca-4b92-bc76-2b29994a3581'}] {{(pid=113423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 09:53:57.793429 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71a7bfedd24ed74f5a0f7cbe4469292c95f8b2943141139d877a1e440cdb58a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df7cf70e-8155-4ae9-8f4d-843d1c3b0aff" -d '{"events": [{"server_uuid": "20bade93-24eb-4e9e-8851-b3ece7eb6fed", "name": "network-vif-deleted", "tag": "4302a618-12ca-4b92-bc76-2b29994a3581"}]}' {{(pid=113423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 09:53:57.795283 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-37e50595-62c3-4cd5-9ea5-0975f15a0ff7 req-9892824d-a93a-464c-832e-9f1e5fd2564a tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=d8ce9788-d1c7-4e09-bac4-57f70356401b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522830 Sep 16 09:53:57.857326 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 09:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f2d2b0e-a56c-45d3-8c5e-0f17b5f2ebe8 x-openstack-request-id: req-5f2d2b0e-a56c-45d3-8c5e-0f17b5f2ebe8 {{(pid=113423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 09:53:57.857326 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20bade93-24eb-4e9e-8851-b3ece7eb6fed", "name": "network-vif-deleted", "tag": "4302a618-12ca-4b92-bc76-2b29994a3581", "status": "completed", "code": 200}]} {{(pid=113423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 09:53:57.857326 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5f2d2b0e-a56c-45d3-8c5e-0f17b5f2ebe8 {{(pid=113423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 09:53:57.857326 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f2d2b0e-a56c-45d3-8c5e-0f17b5f2ebe8'] response: {'server_uuid': '20bade93-24eb-4e9e-8851-b3ece7eb6fed', 'name': 'network-vif-deleted', 'tag': '4302a618-12ca-4b92-bc76-2b29994a3581', 'status': 'completed', 'code': 200} Sep 16 09:53:58.025803 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-dc8e73f9-95f5-4bf2-a6ca-9e5a4fe98c9c req-fc53420a-587b-4d89-bf3f-359b2cd547f1 tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=20bade93-24eb-4e9e-8851-b3ece7eb6fed HTTP/1.1" status: 200 len: 210 time: 0.0283668 Sep 16 09:53:58.455030 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e00d70-80bb-4ab1-b4c0-88d999375087 req-41779631-7060-4963-982d-b2ab49a17f46 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:58.458104 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-93e00d70-80bb-4ab1-b4c0-88d999375087 req-41779631-7060-4963-982d-b2ab49a17f46 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 943 time: 0.0542929 Sep 16 09:53:58.512423 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-93e00d70-80bb-4ab1-b4c0-88d999375087 req-fa9e140d-51cb-4b20-87d7-cbbe061c052c tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0502572 Sep 16 09:53:59.150265 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-396c5894-4c30-4d0a-be2e-6dc9b39a80a8 req-84773388-09de-4f8c-9d0f-302687e91c3c tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=20bade93-24eb-4e9e-8851-b3ece7eb6fed HTTP/1.1" status: 200 len: 210 time: 0.0304196 Sep 16 09:53:59.192964 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aaeb16-8be2-42f8-ae2b-e7c7b1adeb9d req-705818b3-b7f1-44f7-b2ae-a5692362d8cf tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:59.194495 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-94aaeb16-8be2-42f8-ae2b-e7c7b1adeb9d req-705818b3-b7f1-44f7-b2ae-a5692362d8cf tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=60d9ad12-95e0-48c7-8db2-241f7c59cec6 HTTP/1.1" status: 200 len: 945 time: 0.0522089 Sep 16 09:53:59.244182 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-94aaeb16-8be2-42f8-ae2b-e7c7b1adeb9d req-15299440-a252-44d3-88af-0dabf577a70c tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=d8ce9788-d1c7-4e09-bac4-57f70356401b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439370 Sep 16 09:53:59.654252 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55016d71-ff76-48f8-a9f7-1aa2a6e6742d req-f546b0c2-e653-47b3-b4df-730016e00b3a tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:53:59.655779 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-55016d71-ff76-48f8-a9f7-1aa2a6e6742d req-f546b0c2-e653-47b3-b4df-730016e00b3a tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 943 time: 0.0526984 Sep 16 09:53:59.705089 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-55016d71-ff76-48f8-a9f7-1aa2a6e6742d req-e7a92b28-3fb9-4cd2-851b-b314fa45e941 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0424919 Sep 16 09:54:00.277483 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-26f885c9-be3b-4c84-b315-57205401565a req-3a4d41d8-2a2c-4b80-a91a-1cad444adf1b tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=20bade93-24eb-4e9e-8851-b3ece7eb6fed HTTP/1.1" status: 200 len: 210 time: 0.0288508 Sep 16 09:54:00.367204 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca29160-9e91-4a51-8f12-5af8169ab940 req-d3678b7c-d613-4b06-a279-12deb5927a03 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:00.368784 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-fca29160-9e91-4a51-8f12-5af8169ab940 req-d3678b7c-d613-4b06-a279-12deb5927a03 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=60d9ad12-95e0-48c7-8db2-241f7c59cec6 HTTP/1.1" status: 200 len: 945 time: 0.0505381 Sep 16 09:54:00.393847 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:54:00.413332 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:54:00.419059 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-fca29160-9e91-4a51-8f12-5af8169ab940 req-9ac82cfb-88f8-4652-8d63-b74611737ad7 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=d8ce9788-d1c7-4e09-bac4-57f70356401b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443411 Sep 16 09:54:00.841689 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95658ff-d001-4559-970f-147e0255db76 req-6d9debf7-666a-4156-9052-be043963fae9 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:00.843339 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-a95658ff-d001-4559-970f-147e0255db76 req-6d9debf7-666a-4156-9052-be043963fae9 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 943 time: 0.0512912 Sep 16 09:54:00.860436 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 52324) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:54:00.897639 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-a95658ff-d001-4559-970f-147e0255db76 req-43e8e972-4951-41ee-9417-2e7a7b830d33 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0486000 Sep 16 09:54:00.971400 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-dd75f479-cf71-4289-8ee3-7e11cd7a99a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:01.051457 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-dd75f479-cf71-4289-8ee3-7e11cd7a99a1 admin admin] Publish callbacks [] for security_group (4486ea6a-9b0e-46e2-850f-e3a75bf0affe), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:01.123199 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Device 4302a618-12ca-4b92-bc76-2b29994a3581 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 09:54:01.134580 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-dd75f479-cf71-4289-8ee3-7e11cd7a99a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (4486ea6a-9b0e-46e2-850f-e3a75bf0affe), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:01.144905 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] No Port match for: 4302a618-12ca-4b92-bc76-2b29994a3581 {{(pid=113425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 09:54:01.145211 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Device 4302a618-12ca-4b92-bc76-2b29994a3581 not bound to the agent host hv-cinder-79053 {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 09:54:01.176089 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-dd75f479-cf71-4289-8ee3-7e11cd7a99a1 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=1a200259a2964a8da940872dfe8c4022&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3144867 Sep 16 09:54:01.177247 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd75f479-cf71-4289-8ee3-7e11cd7a99a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4486ea6a-9b0e-46e2-850f-e3a75bf0affe,revision_number=1']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:54:01.179012 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 52328) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:54:01.228177 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-a0950c87-b03b-4acb-bcaa-14c31afee4a2 admin admin] Publish callbacks [] for security_group (4486ea6a-9b0e-46e2-850f-e3a75bf0affe), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:01.249882 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-a0950c87-b03b-4acb-bcaa-14c31afee4a2 admin admin] Publish callbacks [] for security_group (4486ea6a-9b0e-46e2-850f-e3a75bf0affe), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:01.368766 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-a0950c87-b03b-4acb-bcaa-14c31afee4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (4486ea6a-9b0e-46e2-850f-e3a75bf0affe), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:01.371465 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-a0950c87-b03b-4acb-bcaa-14c31afee4a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:01.372618 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-a0950c87-b03b-4acb-bcaa-14c31afee4a2 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/4486ea6a-9b0e-46e2-850f-e3a75bf0affe HTTP/1.1" status: 204 len: 168 time: 0.1926045 Sep 16 09:54:01.381120 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0950c87-b03b-4acb-bcaa-14c31afee4a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4486ea6a-9b0e-46e2-850f-e3a75bf0affe,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:54:01.405894 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-6cd81222-c4b8-46c7-bb2c-01ddff564a1b req-f088026e-e79a-428b-990b-cb16686f5b98 tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=20bade93-24eb-4e9e-8851-b3ece7eb6fed HTTP/1.1" status: 200 len: 210 time: 0.0430992 Sep 16 09:54:01.535467 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:54:01.551888 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f3b694-7e9b-4c7d-8dc6-5c8ac6223cc7 req-6b501666-6b21-4a30-83a1-dd0148754e31 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:01.553567 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-96f3b694-7e9b-4c7d-8dc6-5c8ac6223cc7 req-6b501666-6b21-4a30-83a1-dd0148754e31 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=60d9ad12-95e0-48c7-8db2-241f7c59cec6 HTTP/1.1" status: 200 len: 945 time: 0.0492294 Sep 16 09:54:01.601856 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-96f3b694-7e9b-4c7d-8dc6-5c8ac6223cc7 req-13187ae0-fe3d-4748-b821-01d750c7f19c tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=d8ce9788-d1c7-4e09-bac4-57f70356401b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426118 Sep 16 09:54:02.027713 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a55132d-8fc2-4301-bea2-6fa9762b6081 req-69db3f22-e300-4607-be11-eb793d054184 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:02.029273 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-2a55132d-8fc2-4301-bea2-6fa9762b6081 req-69db3f22-e300-4607-be11-eb793d054184 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 943 time: 0.0471022 Sep 16 09:54:02.050380 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 52342) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:54:02.064386 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-f65d0c3d-a4e6-494a-a5d1-4e0e842a6fdd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:02.082785 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-2a55132d-8fc2-4301-bea2-6fa9762b6081 req-a0538c8a-2685-4fa5-a9b3-a2a8a3c6c7de tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0467618 Sep 16 09:54:02.147715 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-f65d0c3d-a4e6-494a-a5d1-4e0e842a6fdd admin admin] Publish callbacks [] for security_group (d4d189ce-ebae-43a2-93bf-999e4fefdc8f), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:02.202602 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-f65d0c3d-a4e6-494a-a5d1-4e0e842a6fdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (d4d189ce-ebae-43a2-93bf-999e4fefdc8f), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:02.246472 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-f65d0c3d-a4e6-494a-a5d1-4e0e842a6fdd admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=691adcee496c45f098b42e4417e34281&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1947460 Sep 16 09:54:02.247664 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65d0c3d-a4e6-494a-a5d1-4e0e842a6fdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4d189ce-ebae-43a2-93bf-999e4fefdc8f,revision_number=1']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:54:02.249408 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 52348) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:54:02.310072 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-2504b663-9435-47d8-bf2e-933eeac46dc0 admin admin] Publish callbacks [] for security_group (d4d189ce-ebae-43a2-93bf-999e4fefdc8f), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:02.334701 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-2504b663-9435-47d8-bf2e-933eeac46dc0 admin admin] Publish callbacks [] for security_group (d4d189ce-ebae-43a2-93bf-999e4fefdc8f), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:02.464493 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-2504b663-9435-47d8-bf2e-933eeac46dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (d4d189ce-ebae-43a2-93bf-999e4fefdc8f), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:02.467362 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-2504b663-9435-47d8-bf2e-933eeac46dc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:02.468582 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-2504b663-9435-47d8-bf2e-933eeac46dc0 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/d4d189ce-ebae-43a2-93bf-999e4fefdc8f HTTP/1.1" status: 204 len: 168 time: 0.2161090 Sep 16 09:54:02.478364 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2504b663-9435-47d8-bf2e-933eeac46dc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4d189ce-ebae-43a2-93bf-999e4fefdc8f,revision_number=None']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:54:02.536259 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-c60cb0dd-0133-46b8-9c06-83464ff01b6f req-b9f7feb1-8c6b-4d4e-9475-56e0b8028007 tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=20bade93-24eb-4e9e-8851-b3ece7eb6fed HTTP/1.1" status: 200 len: 210 time: 0.0308359 Sep 16 09:54:02.727224 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5531d2fa-d674-4c8c-8d86-1c23a23ecc2a req-c4e4f076-7e03-48cd-8c8d-aa2fc1961325 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:02.728778 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-5531d2fa-d674-4c8c-8d86-1c23a23ecc2a req-c4e4f076-7e03-48cd-8c8d-aa2fc1961325 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=60d9ad12-95e0-48c7-8db2-241f7c59cec6 HTTP/1.1" status: 200 len: 945 time: 0.0518222 Sep 16 09:54:02.779168 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-5531d2fa-d674-4c8c-8d86-1c23a23ecc2a req-2e04a15e-ead5-42f1-8d8d-d5091f489bba tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=d8ce9788-d1c7-4e09-bac4-57f70356401b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445523 Sep 16 09:54:02.781499 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc68f49-30f5-4f6e-8658-5b2d1edfc41f req-a3096d5b-6b9c-4233-92ce-178bd4187242 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:02.783044 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-1dc68f49-30f5-4f6e-8658-5b2d1edfc41f req-a3096d5b-6b9c-4233-92ce-178bd4187242 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=33e0e447-38a7-474d-ae32-1941ee3260c6 HTTP/1.1" status: 200 len: 945 time: 0.0496113 Sep 16 09:54:02.832645 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:54:02.837478 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-1dc68f49-30f5-4f6e-8658-5b2d1edfc41f req-39f2d8ae-b5ae-4fdc-b258-29de3f7b602e tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=7f8cf784-23ab-483d-890c-e91125df474f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481696 Sep 16 09:54:03.161584 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 52366) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:54:03.187847 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-7a46bdfe-fa18-4445-b509-0291161cf810 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:03.237642 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e768f8c-2291-403c-9ad1-0ff71de36684 req-b407a9f4-9c6c-4468-a5fa-a771af7d7c1e tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:03.239725 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-1e768f8c-2291-403c-9ad1-0ff71de36684 req-b407a9f4-9c6c-4468-a5fa-a771af7d7c1e tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 943 time: 0.0702729 Sep 16 09:54:03.315396 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-1e768f8c-2291-403c-9ad1-0ff71de36684 req-3364d7bd-96dd-4cbb-bdd4-6dfa1adad43e tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0685349 Sep 16 09:54:03.341419 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-7a46bdfe-fa18-4445-b509-0291161cf810 admin admin] Publish callbacks [] for security_group (d6e4a538-9fa2-40b5-8d5b-bcbce8730bb7), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:03.385310 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-7a46bdfe-fa18-4445-b509-0291161cf810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (d6e4a538-9fa2-40b5-8d5b-bcbce8730bb7), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:03.423839 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a46bdfe-fa18-4445-b509-0291161cf810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e4a538-9fa2-40b5-8d5b-bcbce8730bb7,revision_number=1']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:54:03.428155 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-7a46bdfe-fa18-4445-b509-0291161cf810 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=d5541726b3924d8f850c488bf70f7dc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2654164 Sep 16 09:54:03.431489 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 52368) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:54:03.451970 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=2 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:54:03.455073 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:54:03.486327 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-b7ea337a-bdbf-4176-87d5-5e3c831b3431 admin admin] Publish callbacks [] for security_group (d6e4a538-9fa2-40b5-8d5b-bcbce8730bb7), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:03.506579 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-b7ea337a-bdbf-4176-87d5-5e3c831b3431 admin admin] Publish callbacks [] for security_group (d6e4a538-9fa2-40b5-8d5b-bcbce8730bb7), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:03.624472 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-b7ea337a-bdbf-4176-87d5-5e3c831b3431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (d6e4a538-9fa2-40b5-8d5b-bcbce8730bb7), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:03.627180 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-b7ea337a-bdbf-4176-87d5-5e3c831b3431 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:03.629167 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-b7ea337a-bdbf-4176-87d5-5e3c831b3431 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/d6e4a538-9fa2-40b5-8d5b-bcbce8730bb7 HTTP/1.1" status: 204 len: 168 time: 0.1964138 Sep 16 09:54:03.637358 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ea337a-bdbf-4176-87d5-5e3c831b3431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e4a538-9fa2-40b5-8d5b-bcbce8730bb7,revision_number=None']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:54:03.665586 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-401500e5-e312-4e94-9c94-bcd7e38e225f req-49621528-329a-4dc7-b716-a5f8afe3a50a tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=20bade93-24eb-4e9e-8851-b3ece7eb6fed HTTP/1.1" status: 200 len: 210 time: 0.0378723 Sep 16 09:54:03.905713 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862aa39d-a806-43c1-a937-a587d7a8a64a req-9f2b64ba-fe10-409a-bbfe-9d668e721293 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:03.907440 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-862aa39d-a806-43c1-a937-a587d7a8a64a req-9f2b64ba-fe10-409a-bbfe-9d668e721293 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=60d9ad12-95e0-48c7-8db2-241f7c59cec6 HTTP/1.1" status: 200 len: 945 time: 0.0494463 Sep 16 09:54:03.968527 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-862aa39d-a806-43c1-a937-a587d7a8a64a req-8df8c79d-27e0-4182-a399-2f0e747f1666 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=d8ce9788-d1c7-4e09-bac4-57f70356401b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534596 Sep 16 09:54:03.971340 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c1493d-7a88-4d62-ae05-370f000bdb05 req-e1c40a0d-3c21-462b-93a4-6d33175fe549 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:03.973011 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-a3c1493d-7a88-4d62-ae05-370f000bdb05 req-e1c40a0d-3c21-462b-93a4-6d33175fe549 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=33e0e447-38a7-474d-ae32-1941ee3260c6 HTTP/1.1" status: 200 len: 945 time: 0.0567768 Sep 16 09:54:04.026538 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-a3c1493d-7a88-4d62-ae05-370f000bdb05 req-c8222ede-846b-4d7b-a8e7-599b730db9d2 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=7f8cf784-23ab-483d-890c-e91125df474f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465603 Sep 16 09:54:04.445799 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48f60a7-7aa7-4f6a-b4c2-bdb1304fe94f req-f55e0419-7776-4cd1-8238-3fbe89cadf87 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:04.447480 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-b48f60a7-7aa7-4f6a-b4c2-bdb1304fe94f req-f55e0419-7776-4cd1-8238-3fbe89cadf87 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 943 time: 0.0496347 Sep 16 09:54:04.503350 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-b48f60a7-7aa7-4f6a-b4c2-bdb1304fe94f req-908f2ab8-aadf-423e-a043-a1fa813a5e9a tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0498962 Sep 16 09:54:04.792439 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-865245e5-61cf-4148-b5b2-303dfd84cb28 req-22f6333a-ae3e-43cd-a75e-d37a79b4d3ed tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=20bade93-24eb-4e9e-8851-b3ece7eb6fed HTTP/1.1" status: 200 len: 210 time: 0.0289035 Sep 16 09:54:04.813998 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (5b31c92a-f134-4c39-96dd-6f3267de2076), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:05.104490 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e9e8a-8fc3-473f-8cc9-329c60b39aae req-01c7ef00-84ce-4ccf-a518-5292d100bd23 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:05.106025 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-5b0e9e8a-8fc3-473f-8cc9-329c60b39aae req-01c7ef00-84ce-4ccf-a518-5292d100bd23 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=60d9ad12-95e0-48c7-8db2-241f7c59cec6 HTTP/1.1" status: 200 len: 945 time: 0.0564413 Sep 16 09:54:05.146575 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb09608-c908-4cf2-94b9-36a92c0d2d7c req-57302e23-be32-4594-a4df-9fb807111aef tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:05.147985 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-7bb09608-c908-4cf2-94b9-36a92c0d2d7c req-57302e23-be32-4594-a4df-9fb807111aef tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=33e0e447-38a7-474d-ae32-1941ee3260c6 HTTP/1.1" status: 200 len: 945 time: 0.0483520 Sep 16 09:54:05.156742 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-5b0e9e8a-8fc3-473f-8cc9-329c60b39aae req-f63da702-e42b-49b7-8c6a-55362ee7b55c tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=d8ce9788-d1c7-4e09-bac4-57f70356401b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446258 Sep 16 09:54:05.211800 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-7bb09608-c908-4cf2-94b9-36a92c0d2d7c req-7e0dbb3b-851f-414d-84ca-e21c70cae557 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=7f8cf784-23ab-483d-890c-e91125df474f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570226 Sep 16 09:54:05.633731 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf254d0-3d6e-4c0d-b16e-ab7783a8f04c req-96c4ce83-f110-4a8e-b190-e1f90025780f tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:05.635222 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-6cf254d0-3d6e-4c0d-b16e-ab7783a8f04c req-96c4ce83-f110-4a8e-b190-e1f90025780f tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 943 time: 0.0478172 Sep 16 09:54:05.683033 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-6cf254d0-3d6e-4c0d-b16e-ab7783a8f04c req-b1dfcd42-7706-4bc1-b93d-223b5a858fa0 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0418861 Sep 16 09:54:05.910771 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-1e909cf7-1955-47b8-8afb-78b08fa2845d req-7184678b-ebb2-415a-909c-242e297fe372 tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=20bade93-24eb-4e9e-8851-b3ece7eb6fed HTTP/1.1" status: 200 len: 210 time: 0.0281935 Sep 16 09:54:06.283787 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94e39d3-4d4c-4dce-a800-cfb568c47baa req-f2bbf1f4-8db1-4e98-a494-131dcc9c3717 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:06.285339 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-d94e39d3-4d4c-4dce-a800-cfb568c47baa req-f2bbf1f4-8db1-4e98-a494-131dcc9c3717 tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=60d9ad12-95e0-48c7-8db2-241f7c59cec6 HTTP/1.1" status: 200 len: 945 time: 0.0507140 Sep 16 09:54:06.335658 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-d94e39d3-4d4c-4dce-a800-cfb568c47baa req-1bcf6bd9-d9d9-444b-be4f-46065fa379af tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=d8ce9788-d1c7-4e09-bac4-57f70356401b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437572 Sep 16 09:54:06.348302 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452d3736-2022-40f0-9ded-99071ce77fe2 req-849f5793-37bd-414b-9a63-bbc5d6b88908 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:06.349919 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-452d3736-2022-40f0-9ded-99071ce77fe2 req-849f5793-37bd-414b-9a63-bbc5d6b88908 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=33e0e447-38a7-474d-ae32-1941ee3260c6 HTTP/1.1" status: 200 len: 945 time: 0.0545805 Sep 16 09:54:06.401451 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-452d3736-2022-40f0-9ded-99071ce77fe2 req-a93fb4fe-a5fc-40bb-a27c-7272826445b3 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=7f8cf784-23ab-483d-890c-e91125df474f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438023 Sep 16 09:54:06.813770 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85876e42-ecc8-44be-81ac-970d2c820a87 req-8347382c-7c58-40ce-ae41-d6591485320b tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:06.815312 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-85876e42-ecc8-44be-81ac-970d2c820a87 req-8347382c-7c58-40ce-ae41-d6591485320b tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 943 time: 0.0490391 Sep 16 09:54:06.866981 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-85876e42-ecc8-44be-81ac-970d2c820a87 req-c7257f01-890e-412c-ab59-ed1864ceaafc tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0453951 Sep 16 09:54:07.031224 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-f1183605-b9a4-497a-aaa7-389c7c7c4477 req-125272ac-e1b6-47ca-a986-8f47c820530d tempest-VolumesNegativeTest-1516098509 tempest-VolumesNegativeTest-1516098509-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=20bade93-24eb-4e9e-8851-b3ece7eb6fed HTTP/1.1" status: 200 len: 210 time: 0.0319278 Sep 16 09:54:07.120275 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Device 55883b34-2ac0-4ba3-b4af-c5503b0d8fc9 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=113425) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 09:54:07.190798 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:54:07.236961 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] For port 55883b34-2ac0-4ba3-b4af-c5503b0d8fc9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=55883b34-2ac0-4ba3-b4af-c5503b0d8fc9,segment=NetworkSegment(dbdfa156-b328-4b02-9174-23c649e3a4fb),segment_id=dbdfa156-b328-4b02-9174-23c649e3a4fb)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:54:07.248832 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Returning: {'device': '55883b34-2ac0-4ba3-b4af-c5503b0d8fc9', 'network_id': 'fe465541-6175-450e-8791-dc7a519b5e60', 'port_id': '55883b34-2ac0-4ba3-b4af-c5503b0d8fc9', 'mac_address': 'fa:16:3e:4d:8f:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '312d0eea-a7f5-4989-be4b-d8f1ee2c9ab2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113425) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 09:54:07.273566 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:54:07.286909 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Current status of the port 55883b34-2ac0-4ba3-b4af-c5503b0d8fc9 is: DOWN; New status is: BUILD {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:54:07.287141 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (55883b34-2ac0-4ba3-b4af-c5503b0d8fc9), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:07.289910 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:54:07.296196 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c585bb-533b-42f0-bb28-6b3bea44f5a2 req-5d7d5b81-efd7-45f5-84d8-a156aa20e83c tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:07.297743 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-70c585bb-533b-42f0-bb28-6b3bea44f5a2 req-5d7d5b81-efd7-45f5-84d8-a156aa20e83c tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=60d9ad12-95e0-48c7-8db2-241f7c59cec6 HTTP/1.1" status: 200 len: 945 time: 0.0511940 Sep 16 09:54:07.301990 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.notifiers.nova [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55883b34-2ac0-4ba3-b4af-c5503b0d8fc9 {{(pid=113425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 09:54:07.322369 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] For port 55883b34-2ac0-4ba3-b4af-c5503b0d8fc9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=55883b34-2ac0-4ba3-b4af-c5503b0d8fc9,segment=NetworkSegment(dbdfa156-b328-4b02-9174-23c649e3a4fb),segment_id=dbdfa156-b328-4b02-9174-23c649e3a4fb)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:54:07.384888 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (55883b34-2ac0-4ba3-b4af-c5503b0d8fc9), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:07.398422 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b870461-2bc6-4be3-ad08-cf683e0514ad req-3aa5d218-b9e1-41ff-965b-22de4140fa6c tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:07.400379 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-0b870461-2bc6-4be3-ad08-cf683e0514ad req-3aa5d218-b9e1-41ff-965b-22de4140fa6c tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=33e0e447-38a7-474d-ae32-1941ee3260c6 HTTP/1.1" status: 200 len: 945 time: 0.0597711 Sep 16 09:54:07.427236 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.plugin [req-70c585bb-533b-42f0-bb28-6b3bea44f5a2 req-ff5c36f6-aa97-43de-8950-6ce1197aff5f tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] Deleting port e2f73010-dd79-4f94-88e0-b0b0a4af8ed6 {{(pid=113423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 09:54:07.430262 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [req-70c585bb-533b-42f0-bb28-6b3bea44f5a2 req-ff5c36f6-aa97-43de-8950-6ce1197aff5f tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759571771405'] for port (e2f73010-dd79-4f94-88e0-b0b0a4af8ed6), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:07.454845 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Pushing event updated for resources: {'Port': ['ID=55883b34-2ac0-4ba3-b4af-c5503b0d8fc9,revision_number=9']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:54:07.470089 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:54:07.470711 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:54:07.471240 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:54:07.471935 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:54:07.472689 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:54:07.473393 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:54:07.473957 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:54:07.478531 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:54:07.478531 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:54:07.478531 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:54:07.478531 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:54:07.478531 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:54:07.478531 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:54:07.478531 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:54:07.478531 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:54:07.509048 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:54:07.526589 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544262e1-9fbb-4e9d-9d5f-a3783ecc9446 req-cdff7b16-d7cc-42e0-97ee-20df435216bf tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:07.528126 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-544262e1-9fbb-4e9d-9d5f-a3783ecc9446 req-cdff7b16-d7cc-42e0-97ee-20df435216bf tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=60d9ad12-95e0-48c7-8db2-241f7c59cec6 HTTP/1.1" status: 200 len: 945 time: 0.0958374 Sep 16 09:54:07.560044 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.plugin [req-0b870461-2bc6-4be3-ad08-cf683e0514ad req-283540fb-be6e-4475-a091-9dd576c623a7 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Deleting port 4108db2f-5c49-4ad6-ae61-afd84b76a0ce {{(pid=113424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 09:54:07.560394 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-0b870461-2bc6-4be3-ad08-cf683e0514ad req-283540fb-be6e-4475-a091-9dd576c623a7 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759571771405'] for port (4108db2f-5c49-4ad6-ae61-afd84b76a0ce), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:07.570993 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab764634-f15b-4acf-9984-aef1423435f5 req-0cfa9570-cc9e-4ea0-84fb-6ede9533949f tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:07.572603 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-ab764634-f15b-4acf-9984-aef1423435f5 req-0cfa9570-cc9e-4ea0-84fb-6ede9533949f tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=33e0e447-38a7-474d-ae32-1941ee3260c6 HTTP/1.1" status: 200 len: 945 time: 0.0694973 Sep 16 09:54:07.595591 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.db [req-70c585bb-533b-42f0-bb28-6b3bea44f5a2 req-ff5c36f6-aa97-43de-8950-6ce1197aff5f tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] For port e2f73010-dd79-4f94-88e0-b0b0a4af8ed6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e2f73010-dd79-4f94-88e0-b0b0a4af8ed6,segment=NetworkSegment(c173b1f4-3294-47a0-8c62-65bf20be121f),segment_id=c173b1f4-3294-47a0-8c62-65bf20be121f)] {{(pid=113423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:54:07.595961 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [req-70c585bb-533b-42f0-bb28-6b3bea44f5a2 req-ff5c36f6-aa97-43de-8950-6ce1197aff5f tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699225'] for port (e2f73010-dd79-4f94-88e0-b0b0a4af8ed6), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:07.611379 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=100 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:54:07.618415 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.plugin [req-70c585bb-533b-42f0-bb28-6b3bea44f5a2 req-ff5c36f6-aa97-43de-8950-6ce1197aff5f tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] Calling delete_port for e2f73010-dd79-4f94-88e0-b0b0a4af8ed6 owned by compute:nova {{(pid=113423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 09:54:07.625801 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-544262e1-9fbb-4e9d-9d5f-a3783ecc9446 req-b1b174e3-23b8-4771-b38a-1f2ccfcc2bae tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=d8ce9788-d1c7-4e09-bac4-57f70356401b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898144 Sep 16 09:54:07.655450 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] get_ports_and_sgs() called for port_ids ['55883b34-2ac0-4ba3-b4af-c5503b0d8fc9'] {{(pid=113425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 09:54:07.692750 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-ab764634-f15b-4acf-9984-aef1423435f5 req-98d63908-2bee-40b9-9871-cfa97dfcb363 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=7f8cf784-23ab-483d-890c-e91125df474f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090400 Sep 16 09:54:07.710242 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.db [req-0b870461-2bc6-4be3-ad08-cf683e0514ad req-283540fb-be6e-4475-a091-9dd576c623a7 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] For port 4108db2f-5c49-4ad6-ae61-afd84b76a0ce, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=4108db2f-5c49-4ad6-ae61-afd84b76a0ce,segment=NetworkSegment(59ea54c9-a504-4c17-ac42-04cf91228ccc),segment_id=59ea54c9-a504-4c17-ac42-04cf91228ccc)] {{(pid=113424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:54:07.710618 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-0b870461-2bc6-4be3-ad08-cf683e0514ad req-283540fb-be6e-4475-a091-9dd576c623a7 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699225'] for port (4108db2f-5c49-4ad6-ae61-afd84b76a0ce), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:07.832330 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:54:07.946489 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-0b870461-2bc6-4be3-ad08-cf683e0514ad req-283540fb-be6e-4475-a091-9dd576c623a7 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:07.946854 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-0b870461-2bc6-4be3-ad08-cf683e0514ad req-283540fb-be6e-4475-a091-9dd576c623a7 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711587'] for floatingip (60c44b90-421a-4ae8-9542-135a4604422b), after_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:07.947257 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.db.l3_db [req-0b870461-2bc6-4be3-ad08-cf683e0514ad req-283540fb-be6e-4475-a091-9dd576c623a7 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Floating IP 60c44b90-421a-4ae8-9542-135a4604422b disassociated. External IP: 172.27.1.245, port: 4108db2f-5c49-4ad6-ae61-afd84b76a0ce. Sep 16 09:54:07.947647 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.plugin [req-0b870461-2bc6-4be3-ad08-cf683e0514ad req-283540fb-be6e-4475-a091-9dd576c623a7 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Calling delete_port for 4108db2f-5c49-4ad6-ae61-afd84b76a0ce owned by compute:nova {{(pid=113424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 09:54:07.994705 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:54:08.005802 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a03eb6f-9363-4138-9a25-db0f5cf4410f req-1405515e-8202-4001-a560-c4e46baa2674 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:08.007353 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-8a03eb6f-9363-4138-9a25-db0f5cf4410f req-1405515e-8202-4001-a560-c4e46baa2674 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 944 time: 0.0500917 Sep 16 09:54:08.052282 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [req-70c585bb-533b-42f0-bb28-6b3bea44f5a2 req-ff5c36f6-aa97-43de-8950-6ce1197aff5f tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759571687051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759571245514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473602'] for port (e2f73010-dd79-4f94-88e0-b0b0a4af8ed6), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:08.063203 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-8a03eb6f-9363-4138-9a25-db0f5cf4410f req-a9795043-d657-477d-9a2b-3ac15406d111 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0500424 Sep 16 09:54:08.082202 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5c36f6-aa97-43de-8950-6ce1197aff5f tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] Pushing event deleted for resources: {'Port': ['ID=e2f73010-dd79-4f94-88e0-b0b0a4af8ed6,revision_number=None']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:54:08.155551 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.db.l3_dvrscheduler_db [req-70c585bb-533b-42f0-bb28-6b3bea44f5a2 req-ff5c36f6-aa97-43de-8950-6ce1197aff5f tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] No DVR routers for this DVR port e2f73010-dd79-4f94-88e0-b0b0a4af8ed6 on host hv-cinder-79053 {{(pid=113423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 09:54:08.157230 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-0b870461-2bc6-4be3-ad08-cf683e0514ad req-283540fb-be6e-4475-a091-9dd576c623a7 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759571687051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759571245514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27240065'] for port (4108db2f-5c49-4ad6-ae61-afd84b76a0ce), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:08.160398 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [req-70c585bb-533b-42f0-bb28-6b3bea44f5a2 req-ff5c36f6-aa97-43de-8950-6ce1197aff5f tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110971'] for port (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:08.165729 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-70c585bb-533b-42f0-bb28-6b3bea44f5a2 req-ff5c36f6-aa97-43de-8950-6ce1197aff5f tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.27 "DELETE /networking/v2.0/ports/e2f73010-dd79-4f94-88e0-b0b0a4af8ed6 HTTP/1.1" status: 204 len: 173 time: 0.8243606 Sep 16 09:54:08.165729 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60d9ad12-95e0-48c7-8db2-241f7c59cec6', 'name': 'network-vif-deleted', 'tag': 'e2f73010-dd79-4f94-88e0-b0b0a4af8ed6'}] {{(pid=113423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 09:54:08.166887 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71a7bfedd24ed74f5a0f7cbe4469292c95f8b2943141139d877a1e440cdb58a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f77128-978a-4fa0-912b-7ab4ecca3af0" -d '{"events": [{"server_uuid": "60d9ad12-95e0-48c7-8db2-241f7c59cec6", "name": "network-vif-deleted", "tag": "e2f73010-dd79-4f94-88e0-b0b0a4af8ed6"}]}' {{(pid=113423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 09:54:08.190204 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283540fb-be6e-4475-a091-9dd576c623a7 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Pushing event deleted for resources: {'Port': ['ID=4108db2f-5c49-4ad6-ae61-afd84b76a0ce,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:54:08.211440 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 09:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-244e5bc3-c3f0-4192-b7bb-0c22c8dd40ec x-openstack-request-id: req-244e5bc3-c3f0-4192-b7bb-0c22c8dd40ec {{(pid=113423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 09:54:08.211718 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60d9ad12-95e0-48c7-8db2-241f7c59cec6", "name": "network-vif-deleted", "tag": "e2f73010-dd79-4f94-88e0-b0b0a4af8ed6", "status": "completed", "code": 200}]} {{(pid=113423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 09:54:08.214077 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-244e5bc3-c3f0-4192-b7bb-0c22c8dd40ec {{(pid=113423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 09:54:08.214717 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.notifiers.nova [-] Nova event matching ['req-244e5bc3-c3f0-4192-b7bb-0c22c8dd40ec'] response: {'server_uuid': '60d9ad12-95e0-48c7-8db2-241f7c59cec6', 'name': 'network-vif-deleted', 'tag': 'e2f73010-dd79-4f94-88e0-b0b0a4af8ed6', 'status': 'completed', 'code': 200} Sep 16 09:54:08.308123 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0b870461-2bc6-4be3-ad08-cf683e0514ad req-283540fb-be6e-4475-a091-9dd576c623a7 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Router 5f629d17-6c04-4750-846b-90fbe144f83c has already been hosted by L3 agent 647718b3-8298-4382-86e2-3fad9f5d7804 {{(pid=113424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 09:54:08.367762 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] get_ports_and_sgs() called for port_ids ['e2f73010-dd79-4f94-88e0-b0b0a4af8ed6'] {{(pid=113425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 09:54:08.429619 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0b870461-2bc6-4be3-ad08-cf683e0514ad req-283540fb-be6e-4475-a091-9dd576c623a7 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Notify agent at l3_agent.dv-cinder-790535-43-iscsi the message routers_updated {{(pid=113424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 09:54:08.443801 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179e0b9b-765c-463b-848d-c05a59b0ef58 None None] Sync routers for ids ['5f629d17-6c04-4750-846b-90fbe144f83c'] in dv-cinder-790535-43-iscsi {{(pid=113425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 09:54:08.475179 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179e0b9b-765c-463b-848d-c05a59b0ef58 None None] Routers {'5f629d17-6c04-4750-846b-90fbe144f83c'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 09:54:08.476097 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-179e0b9b-765c-463b-848d-c05a59b0ef58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T09:53:54Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['5f629d17-6c04-4750-846b-90fbe144f83c'], 'active': True} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:54:08.511496 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b870461-2bc6-4be3-ad08-cf683e0514ad req-283540fb-be6e-4475-a091-9dd576c623a7 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] No DVR routers for this DVR port 4108db2f-5c49-4ad6-ae61-afd84b76a0ce on host hv-cinder-79053 {{(pid=113424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 09:54:08.516616 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-0b870461-2bc6-4be3-ad08-cf683e0514ad req-283540fb-be6e-4475-a091-9dd576c623a7 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110971'] for port (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:08.524787 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-0b870461-2bc6-4be3-ad08-cf683e0514ad req-283540fb-be6e-4475-a091-9dd576c623a7 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.27 "DELETE /networking/v2.0/ports/4108db2f-5c49-4ad6-ae61-afd84b76a0ce HTTP/1.1" status: 204 len: 173 time: 1.1156585 Sep 16 09:54:08.525571 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33e0e447-38a7-474d-ae32-1941ee3260c6', 'name': 'network-vif-deleted', 'tag': '4108db2f-5c49-4ad6-ae61-afd84b76a0ce'}] {{(pid=113424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 09:54:08.538338 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16dfd0a1dfdfa1f1ee01b24bca40ddc03421b0ad37c1355f54f1c3176401751a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7a838f9-dd4f-4f55-bdcc-1dcf6ae60913" -d '{"events": [{"server_uuid": "33e0e447-38a7-474d-ae32-1941ee3260c6", "name": "network-vif-deleted", "tag": "4108db2f-5c49-4ad6-ae61-afd84b76a0ce"}]}' {{(pid=113424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 09:54:08.608698 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 09:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bb31d57-b23e-47c2-b91f-e9164b39d753 x-openstack-request-id: req-8bb31d57-b23e-47c2-b91f-e9164b39d753 {{(pid=113424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 09:54:08.609110 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33e0e447-38a7-474d-ae32-1941ee3260c6", "name": "network-vif-deleted", "tag": "4108db2f-5c49-4ad6-ae61-afd84b76a0ce", "status": "completed", "code": 200}]} {{(pid=113424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 09:54:08.610138 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8bb31d57-b23e-47c2-b91f-e9164b39d753 {{(pid=113424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 09:54:08.610138 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bb31d57-b23e-47c2-b91f-e9164b39d753'] response: {'server_uuid': '33e0e447-38a7-474d-ae32-1941ee3260c6', 'name': 'network-vif-deleted', 'tag': '4108db2f-5c49-4ad6-ae61-afd84b76a0ce', 'status': 'completed', 'code': 200} Sep 16 09:54:08.688175 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvr_db [None req-179e0b9b-765c-463b-848d-c05a59b0ef58 None None] Set router 5f629d17-6c04-4750-846b-90fbe144f83c gateway port host: dv-cinder-790535-43-iscsi {{(pid=113425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 09:54:08.830606 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-67078ef9-3a6f-4319-a03f-69bdd7dee171 req-776b773f-120a-40d9-a6fa-83e5bbdfc91b tempest-VolumesActionsTest-1001428782 tempest-VolumesActionsTest-1001428782-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=60d9ad12-95e0-48c7-8db2-241f7c59cec6 HTTP/1.1" status: 200 len: 210 time: 0.0709627 Sep 16 09:54:08.946823 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 52474) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:54:08.972348 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-09de6a02-87c3-4df8-858f-8abc870fbfb9 req-ff512be6-a367-4ac1-b993-cd5b1e579948 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=33e0e447-38a7-474d-ae32-1941ee3260c6 HTTP/1.1" status: 200 len: 210 time: 0.0957150 Sep 16 09:54:09.048594 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-179e0b9b-765c-463b-848d-c05a59b0ef58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'name': 'tempest-AttachVolumeNegativeTest-1147155597-router', 'tenant_id': '75007587f92646f686881c2e1bfb7b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'f25e5371-7d7a-4929-ba67-20f64b85ea85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:50:29Z', 'updated_at': '2022-09-16T09:50:39Z', 'revision_number': 4, 'project_id': '75007587f92646f686881c2e1bfb7b2d', 'gw_port': {'id': 'f25e5371-7d7a-4929-ba67-20f64b85ea85', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:73:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:30Z', 'updated_at': '2022-09-16T09:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_floatingips': [{'id': 'ebc758c6-6631-421d-941e-83ba79ea247f', 'tenant_id': '75007587f92646f686881c2e1bfb7b2d', 'floating_ip_address': '172.27.1.56', 'floating_network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'router_id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'port_id': '70b30d2d-a478-423b-bb6f-8944c8ac74de', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b92b7908-54f3-4444-8e37-e6621fa07310', 'mac_address': 'fa:16:3e:21:a7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efec4ecb-65e7-4ca8-a29f-b87bc9ee1915', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T09:50:48Z', 'updated_at': '2022-09-16T09:51:35Z', 'revision_number': 2, 'project_id': '75007587f92646f686881c2e1bfb7b2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '884885de-9e10-4652-9aba-309ace13393a', 'name': '', 'network_id': 'b92b7908-54f3-4444-8e37-e6621fa07310', 'tenant_id': '75007587f92646f686881c2e1bfb7b2d', 'mac_address': 'fa:16:3e:8d:8c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2c5e3932-9cbf-4551-a459-a4948ab2f258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:38Z', 'updated_at': '2022-09-16T09:50:59Z', 'revision_number': 5, 'project_id': '75007587f92646f686881c2e1bfb7b2d', 'subnets': [{'id': '2c5e3932-9cbf-4551-a459-a4948ab2f258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:54:09.079641 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179e0b9b-765c-463b-848d-c05a59b0ef58 None None] Checking router: 5f629d17-6c04-4750-846b-90fbe144f83c for host: dv-cinder-790535-43-iscsi {{(pid=113425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 09:54:09.090901 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179e0b9b-765c-463b-848d-c05a59b0ef58 None None] Routers {'5f629d17-6c04-4750-846b-90fbe144f83c'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 09:54:09.091514 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-179e0b9b-765c-463b-848d-c05a59b0ef58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T09:53:54Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['5f629d17-6c04-4750-846b-90fbe144f83c'], 'active': True} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:54:09.093449 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-da76cd88-5b31-4da1-b313-c719f65de4cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:09.199748 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-da76cd88-5b31-4da1-b313-c719f65de4cf admin admin] Publish callbacks [] for security_group (5865a796-b202-4cb7-9daa-24051b990446), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:09.203838 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Device 55883b34-2ac0-4ba3-b4af-c5503b0d8fc9 up at agent hyperv_hv-cinder-79053 {{(pid=113425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 09:54:09.255290 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bd1780-8eb6-456a-bca4-8222248f660d req-de5ebcec-a69a-4f85-a5b9-8928191b134e tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:09.257157 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-09bd1780-8eb6-456a-bca4-8222248f660d req-de5ebcec-a69a-4f85-a5b9-8928191b134e tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 944 time: 0.0762000 Sep 16 09:54:09.257295 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:54:09.272037 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-da76cd88-5b31-4da1-b313-c719f65de4cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (5865a796-b202-4cb7-9daa-24051b990446), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:09.274987 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvr_db [None req-179e0b9b-765c-463b-848d-c05a59b0ef58 None None] Set router 5f629d17-6c04-4750-846b-90fbe144f83c gateway port host: dv-cinder-790535-43-iscsi {{(pid=113425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 09:54:09.320030 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:54:09.338001 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da76cd88-5b31-4da1-b313-c719f65de4cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5865a796-b202-4cb7-9daa-24051b990446,revision_number=1']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:54:09.342674 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-da76cd88-5b31-4da1-b313-c719f65de4cf admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=6b4c5524fdb2421fb536a4370c6ce026&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3945827 Sep 16 09:54:09.345796 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 52486) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:54:09.398633 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-09bd1780-8eb6-456a-bca4-8222248f660d req-53d76a66-a56b-4b8c-8f7d-45d58e0c3337 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1072671 Sep 16 09:54:09.418495 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Provisioning complete for port 55883b34-2ac0-4ba3-b4af-c5503b0d8fc9 triggered by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:54:09.419637 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (55883b34-2ac0-4ba3-b4af-c5503b0d8fc9), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:09.420455 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Attempt 1 to provision port 55883b34-2ac0-4ba3-b4af-c5503b0d8fc9 Sep 16 09:54:09.442486 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-9f5a61f3-61d4-49f0-9317-81ca352ba6a9 admin admin] Publish callbacks [] for security_group (5865a796-b202-4cb7-9daa-24051b990446), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:09.476619 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-9f5a61f3-61d4-49f0-9317-81ca352ba6a9 admin admin] Publish callbacks [] for security_group (5865a796-b202-4cb7-9daa-24051b990446), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:09.485316 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:54:09.652178 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Current status of the port 55883b34-2ac0-4ba3-b4af-c5503b0d8fc9 is: BUILD; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:54:09.652589 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (55883b34-2ac0-4ba3-b4af-c5503b0d8fc9), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:09.660301 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-9f5a61f3-61d4-49f0-9317-81ca352ba6a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (5865a796-b202-4cb7-9daa-24051b990446), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:09.663673 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-9f5a61f3-61d4-49f0-9317-81ca352ba6a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:09.668454 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-9f5a61f3-61d4-49f0-9317-81ca352ba6a9 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/5865a796-b202-4cb7-9daa-24051b990446 HTTP/1.1" status: 204 len: 168 time: 0.3216290 Sep 16 09:54:09.679408 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5a61f3-61d4-49f0-9317-81ca352ba6a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5865a796-b202-4cb7-9daa-24051b990446,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:54:09.896843 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88a0813e-ace7-48df-b688-533c8dbc81de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55883b34-2ac0-4ba3-b4af-c5503b0d8fc9'}] {{(pid=113425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 09:54:09.909478 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d904371a3690c7392a65e5457b849277104f62c83d6e5586b28cc731d2d00ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cad1382b-20fb-4aac-bf5d-c9cdf0335395" -d '{"events": [{"server_uuid": "88a0813e-ace7-48df-b688-533c8dbc81de", "name": "network-vif-plugged", "status": "completed", "tag": "55883b34-2ac0-4ba3-b4af-c5503b0d8fc9"}]}' {{(pid=113425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 09:54:09.909478 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-179e0b9b-765c-463b-848d-c05a59b0ef58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'name': 'tempest-AttachVolumeNegativeTest-1147155597-router', 'tenant_id': '75007587f92646f686881c2e1bfb7b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'f25e5371-7d7a-4929-ba67-20f64b85ea85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:50:29Z', 'updated_at': '2022-09-16T09:50:39Z', 'revision_number': 4, 'project_id': '75007587f92646f686881c2e1bfb7b2d', 'gw_port': {'id': 'f25e5371-7d7a-4929-ba67-20f64b85ea85', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:73:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:30Z', 'updated_at': '2022-09-16T09:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_floatingips': [{'id': 'ebc758c6-6631-421d-941e-83ba79ea247f', 'tenant_id': '75007587f92646f686881c2e1bfb7b2d', 'floating_ip_address': '172.27.1.56', 'floating_network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'router_id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'port_id': '70b30d2d-a478-423b-bb6f-8944c8ac74de', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b92b7908-54f3-4444-8e37-e6621fa07310', 'mac_address': 'fa:16:3e:21:a7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efec4ecb-65e7-4ca8-a29f-b87bc9ee1915', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T09:50:48Z', 'updated_at': '2022-09-16T09:51:35Z', 'revision_number': 2, 'project_id': '75007587f92646f686881c2e1bfb7b2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '884885de-9e10-4652-9aba-309ace13393a', 'name': '', 'network_id': 'b92b7908-54f3-4444-8e37-e6621fa07310', 'tenant_id': '75007587f92646f686881c2e1bfb7b2d', 'mac_address': 'fa:16:3e:8d:8c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2c5e3932-9cbf-4551-a459-a4948ab2f258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:38Z', 'updated_at': '2022-09-16T09:50:59Z', 'revision_number': 5, 'project_id': '75007587f92646f686881c2e1bfb7b2d', 'subnets': [{'id': '2c5e3932-9cbf-4551-a459-a4948ab2f258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:54:09.945358 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179e0b9b-765c-463b-848d-c05a59b0ef58 None None] The sync data for ids ['5f629d17-6c04-4750-846b-90fbe144f83c'] in dv-cinder-790535-43-iscsi is: [{'id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'name': 'tempest-AttachVolumeNegativeTest-1147155597-router', 'tenant_id': '75007587f92646f686881c2e1bfb7b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'f25e5371-7d7a-4929-ba67-20f64b85ea85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:50:29Z', 'updated_at': '2022-09-16T09:50:39Z', 'revision_number': 4, 'project_id': '75007587f92646f686881c2e1bfb7b2d', 'gw_port': {'id': 'f25e5371-7d7a-4929-ba67-20f64b85ea85', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:73:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:30Z', 'updated_at': '2022-09-16T09:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_floatingips': [{'id': 'ebc758c6-6631-421d-941e-83ba79ea247f', 'tenant_id': '75007587f92646f686881c2e1bfb7b2d', 'floating_ip_address': '172.27.1.56', 'floating_network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'router_id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'port_id': '70b30d2d-a478-423b-bb6f-8944c8ac74de', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b92b7908-54f3-4444-8e37-e6621fa07310', 'mac_address': 'fa:16:3e:21:a7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efec4ecb-65e7-4ca8-a29f-b87bc9ee1915', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T09:50:48Z', 'updated_at': '2022-09-16T09:51:35Z', 'revision_number': 2, 'project_id': '75007587f92646f686881c2e1bfb7b2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '884885de-9e10-4652-9aba-309ace13393a', 'name': '', 'network_id': 'b92b7908-54f3-4444-8e37-e6621fa07310', 'tenant_id': '75007587f92646f686881c2e1bfb7b2d', 'mac_address': 'fa:16:3e:8d:8c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2c5e3932-9cbf-4551-a459-a4948ab2f258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:38Z', 'updated_at': '2022-09-16T09:50:59Z', 'revision_number': 5, 'project_id': '75007587f92646f686881c2e1bfb7b2d', 'subnets': [{'id': '2c5e3932-9cbf-4551-a459-a4948ab2f258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 09:54:09.955729 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] For port 55883b34-2ac0-4ba3-b4af-c5503b0d8fc9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=55883b34-2ac0-4ba3-b4af-c5503b0d8fc9,segment=NetworkSegment(dbdfa156-b328-4b02-9174-23c649e3a4fb),segment_id=dbdfa156-b328-4b02-9174-23c649e3a4fb)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:54:10.028275 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 09:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d2a4943-73bf-4e32-9924-654c4ea435ee x-openstack-request-id: req-9d2a4943-73bf-4e32-9924-654c4ea435ee {{(pid=113425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 09:54:10.028934 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88a0813e-ace7-48df-b688-533c8dbc81de", "name": "network-vif-plugged", "status": "completed", "tag": "55883b34-2ac0-4ba3-b4af-c5503b0d8fc9", "code": 200}]} {{(pid=113425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 09:54:10.029264 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9d2a4943-73bf-4e32-9924-654c4ea435ee {{(pid=113425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 09:54:10.029773 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d2a4943-73bf-4e32-9924-654c4ea435ee'] response: {'server_uuid': '88a0813e-ace7-48df-b688-533c8dbc81de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55883b34-2ac0-4ba3-b4af-c5503b0d8fc9', 'code': 200} Sep 16 09:54:10.071139 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (55883b34-2ac0-4ba3-b4af-c5503b0d8fc9), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:10.072140 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Device e2f73010-dd79-4f94-88e0-b0b0a4af8ed6 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 09:54:10.122671 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] No Port match for: e2f73010-dd79-4f94-88e0-b0b0a4af8ed6 {{(pid=113425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 09:54:10.122671 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Device e2f73010-dd79-4f94-88e0-b0b0a4af8ed6 not bound to the agent host hv-cinder-79053 {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 09:54:10.123033 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Device 4108db2f-5c49-4ad6-ae61-afd84b76a0ce no longer exists at agent hyperv_hv-cinder-79053 {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 09:54:10.192036 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-1f4d927b-154c-4fc5-be89-58dc245a380f req-be7c7e88-657f-40c7-9670-ac12dcba56bf tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=33e0e447-38a7-474d-ae32-1941ee3260c6 HTTP/1.1" status: 200 len: 210 time: 0.0446393 Sep 16 09:54:10.193574 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Pushing event updated for resources: {'Port': ['ID=55883b34-2ac0-4ba3-b4af-c5503b0d8fc9,revision_number=10']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:54:10.240892 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] No Port match for: 4108db2f-5c49-4ad6-ae61-afd84b76a0ce {{(pid=113425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 09:54:10.241254 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Device 4108db2f-5c49-4ad6-ae61-afd84b76a0ce not bound to the agent host hv-cinder-79053 {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 09:54:10.395624 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d29cf98-a5e9-49e5-864c-2107983b4c01 None None] New status for floating IP 60c44b90-421a-4ae8-9542-135a4604422b: DOWN {{(pid=113426) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 09:54:10.641257 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9936179-df07-432a-a7c4-4d53ca579bd7 req-426294b2-c512-4af5-9cb5-3e4730e64fbc tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:10.641257 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-f9936179-df07-432a-a7c4-4d53ca579bd7 req-426294b2-c512-4af5-9cb5-3e4730e64fbc tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 946 time: 0.0775037 Sep 16 09:54:10.744411 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-f9936179-df07-432a-a7c4-4d53ca579bd7 req-e9eba917-b048-436b-954a-70b9bbb8338c tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0878031 Sep 16 09:54:10.769195 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecc144c-1cf3-4ffc-98b9-f2004fcb1289 req-bcf2beb4-ccb2-4e5d-9f19-f2e450637843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:10.773490 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-7ecc144c-1cf3-4ffc-98b9-f2004fcb1289 req-bcf2beb4-ccb2-4e5d-9f19-f2e450637843 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 1130 time: 0.0945475 Sep 16 09:54:10.840840 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-7ecc144c-1cf3-4ffc-98b9-f2004fcb1289 req-5c5c7209-a387-4a49-873c-9661d90ca72f service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0619583 Sep 16 09:54:11.429057 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 52622) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:54:11.517786 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-3eb36775-3bb3-4936-8480-205ec4cd418e tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks [] for security_group (7f8cf784-23ab-483d-890c-e91125df474f), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:11.541812 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-3eb36775-3bb3-4936-8480-205ec4cd418e tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks [] for security_group (7f8cf784-23ab-483d-890c-e91125df474f), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:11.693626 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-3eb36775-3bb3-4936-8480-205ec4cd418e tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (7f8cf784-23ab-483d-890c-e91125df474f), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:11.697228 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-3eb36775-3bb3-4936-8480-205ec4cd418e tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks [] for security_group (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:11.699021 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-3eb36775-3bb3-4936-8480-205ec4cd418e tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "DELETE /networking/v2.0/security-groups/7f8cf784-23ab-483d-890c-e91125df474f HTTP/1.1" status: 204 len: 168 time: 0.2685568 Sep 16 09:54:11.702319 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 52644) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:54:11.709018 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb36775-3bb3-4936-8480-205ec4cd418e tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f8cf784-23ab-483d-890c-e91125df474f,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:54:11.719979 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.api.v2.resource [None req-c0eef5c2-8045-448d-a9b6-4a2721649427 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] show failed (client error): The resource could not be found. Sep 16 09:54:11.722187 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-c0eef5c2-8045-448d-a9b6-4a2721649427 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/security-groups/7f8cf784-23ab-483d-890c-e91125df474f HTTP/1.1" status: 404 len: 347 time: 0.0182426 Sep 16 09:54:11.728944 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 52646) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:54:11.876027 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.plugin [None req-a4b68a45-fdb3-4f73-afd6-64a6c68b1ee5 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Deleting port 8e67ae0e-a741-4fbb-984c-820b648c7c1d {{(pid=113423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 09:54:11.876373 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-a4b68a45-fdb3-4f73-afd6-64a6c68b1ee5 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759571771405'] for port (8e67ae0e-a741-4fbb-984c-820b648c7c1d), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:11.886181 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ffe60e-8539-43b0-b561-9bc7d70fa77e req-07913f08-5965-4eeb-b68e-496312839806 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:11.887673 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-48ffe60e-8539-43b0-b561-9bc7d70fa77e req-07913f08-5965-4eeb-b68e-496312839806 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 946 time: 0.0484052 Sep 16 09:54:11.937126 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-48ffe60e-8539-43b0-b561-9bc7d70fa77e req-d36d4367-8c08-43fa-ab53-f721a50ebc3e tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0433631 Sep 16 09:54:11.968615 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-a4b68a45-fdb3-4f73-afd6-64a6c68b1ee5 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699225'] for port (8e67ae0e-a741-4fbb-984c-820b648c7c1d), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:11.968952 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-a4b68a45-fdb3-4f73-afd6-64a6c68b1ee5 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks [] for floatingip (8e67ae0e-a741-4fbb-984c-820b648c7c1d), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:11.984768 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.plugin [None req-a4b68a45-fdb3-4f73-afd6-64a6c68b1ee5 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Calling delete_port for 8e67ae0e-a741-4fbb-984c-820b648c7c1d owned by network:floatingip {{(pid=113423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 09:54:12.489081 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-a4b68a45-fdb3-4f73-afd6-64a6c68b1ee5 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759571687051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759571245514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473602'] for port (8e67ae0e-a741-4fbb-984c-820b648c7c1d), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:12.514955 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b68a45-fdb3-4f73-afd6-64a6c68b1ee5 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Pushing event deleted for resources: {'Port': ['ID=8e67ae0e-a741-4fbb-984c-820b648c7c1d,revision_number=None']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:54:12.590203 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-a4b68a45-fdb3-4f73-afd6-64a6c68b1ee5 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks [] for floatingip (60c44b90-421a-4ae8-9542-135a4604422b), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:12.593140 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-a4b68a45-fdb3-4f73-afd6-64a6c68b1ee5 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110971'] for floatingip (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:12.594443 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-a4b68a45-fdb3-4f73-afd6-64a6c68b1ee5 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "DELETE /networking/v2.0/floatingips/60c44b90-421a-4ae8-9542-135a4604422b HTTP/1.1" status: 204 len: 168 time: 0.8635850 Sep 16 09:54:13.082527 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67ca6bc-3b5b-48da-858c-171b4bf5a550 req-7dde043e-8a56-43ed-894f-b0bc6720f00b tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:13.091682 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-d67ca6bc-3b5b-48da-858c-171b4bf5a550 req-7dde043e-8a56-43ed-894f-b0bc6720f00b tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 946 time: 0.0586724 Sep 16 09:54:13.146216 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-d67ca6bc-3b5b-48da-858c-171b4bf5a550 req-23f060d5-f756-4b42-9a76-0a31d09bbb33 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0562973 Sep 16 09:54:14.219527 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.agents_db [None req-7c9a7194-4e2e-43f7-be58-28c896ce3cef None None] Agent healthcheck: found 6 active agents {{(pid=113426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 09:54:14.296644 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5fee7b-bae7-40e3-a0de-39c584b18bc4 req-0eb7db36-8358-48a5-bcf3-81b273bc0b9f tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:14.298505 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-fe5fee7b-bae7-40e3-a0de-39c584b18bc4 req-0eb7db36-8358-48a5-bcf3-81b273bc0b9f tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 946 time: 0.0549116 Sep 16 09:54:14.355324 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-fe5fee7b-bae7-40e3-a0de-39c584b18bc4 req-4135e296-b305-41a8-958b-670a7bc207a0 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0486331 Sep 16 09:54:15.497805 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca83a332-75c6-4d35-98e6-98d1570b4189 req-8b0bffe4-b742-4ba6-9d62-240d3a719fc9 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:15.499322 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-ca83a332-75c6-4d35-98e6-98d1570b4189 req-8b0bffe4-b742-4ba6-9d62-240d3a719fc9 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 946 time: 0.0531738 Sep 16 09:54:15.548325 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-ca83a332-75c6-4d35-98e6-98d1570b4189 req-07764809-d4f1-4ee1-9cc5-37c1ecfa465f tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0432889 Sep 16 09:54:16.855370 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 52912) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:54:17.005274 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:54:17.050560 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 52920) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:54:17.051106 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-b635c21d-cdfb-4c12-b5f1-5cb886768e5c admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=9ab67e77307d4b8f926244bc18308358&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1942823 Sep 16 09:54:17.121021 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-30eeacf2-ea05-472b-a5b8-4070fdcbbb44 admin admin] Publish callbacks [] for security_group (9614e8a8-1609-421e-bdcc-6c554f6297dd), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:17.174148 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-30eeacf2-ea05-472b-a5b8-4070fdcbbb44 admin admin] Publish callbacks [] for security_group (9614e8a8-1609-421e-bdcc-6c554f6297dd), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:17.186618 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:54:17.244707 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6af763-e666-41c7-a1db-7364580191cf req-43650f1c-3cab-43bf-a7c5-d094e571e18b tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:17.253991 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-bf6af763-e666-41c7-a1db-7364580191cf req-43650f1c-3cab-43bf-a7c5-d094e571e18b tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=efec4ecb-65e7-4ca8-a29f-b87bc9ee1915 HTTP/1.1" status: 200 len: 945 time: 0.1123416 Sep 16 09:54:17.316530 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-bf6af763-e666-41c7-a1db-7364580191cf req-d0b3f2f4-1d8a-47ac-84a9-2bd78ad553fb tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=88a65b38-59ca-4022-a5b0-fa900452424e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612075 Sep 16 09:54:17.349916 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-30eeacf2-ea05-472b-a5b8-4070fdcbbb44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (9614e8a8-1609-421e-bdcc-6c554f6297dd), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:17.353449 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-30eeacf2-ea05-472b-a5b8-4070fdcbbb44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:17.357870 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-30eeacf2-ea05-472b-a5b8-4070fdcbbb44 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/9614e8a8-1609-421e-bdcc-6c554f6297dd HTTP/1.1" status: 204 len: 168 time: 0.3050272 Sep 16 09:54:17.369073 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eeacf2-ea05-472b-a5b8-4070fdcbbb44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9614e8a8-1609-421e-bdcc-6c554f6297dd,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:54:18.481685 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d7b05f-140a-4d7f-807d-1a7191911a51 req-3ed5192c-4e03-46c9-ae25-ee24cdd646aa tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:18.483334 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-89d7b05f-140a-4d7f-807d-1a7191911a51 req-3ed5192c-4e03-46c9-ae25-ee24cdd646aa tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=efec4ecb-65e7-4ca8-a29f-b87bc9ee1915 HTTP/1.1" status: 200 len: 945 time: 0.0650094 Sep 16 09:54:18.550861 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-89d7b05f-140a-4d7f-807d-1a7191911a51 req-60e2e2c7-4b48-4eb4-b072-27532ca1640e tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=88a65b38-59ca-4022-a5b0-fa900452424e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591018 Sep 16 09:54:18.761940 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 52960) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:54:18.874253 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.v2.base [None req-f032c1bb-c256-4cdd-9cd1-6883a01d1cc1 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-394606181-network', 'tenant_id': '01d2a4f111114064aa5a477177e6d1dd'}} {{(pid=113423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:54:18.951399 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f032c1bb-c256-4cdd-9cd1-6883a01d1cc1 admin admin] Made reservation on behalf of 01d2a4f111114064aa5a477177e6d1dd for: {'network': 1} {{(pid=113423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 09:54:18.954295 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-f032c1bb-c256-4cdd-9cd1-6883a01d1cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for network (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:18.967361 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-f032c1bb-c256-4cdd-9cd1-6883a01d1cc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:19.059612 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:54:19.083986 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-f032c1bb-c256-4cdd-9cd1-6883a01d1cc1 admin admin] Publish callbacks [] for security_group (2922bbd2-3ef0-4357-a0fc-a39d4e5b5d0a), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:19.102854 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0489d2-7f07-4818-b648-63064a0bf45d req-72e96b71-fe97-4b25-8d3d-8a0a20d51fd4 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:19.106345 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-6d0489d2-7f07-4818-b648-63064a0bf45d req-72e96b71-fe97-4b25-8d3d-8a0a20d51fd4 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=efec4ecb-65e7-4ca8-a29f-b87bc9ee1915 HTTP/1.1" status: 200 len: 945 time: 0.1172116 Sep 16 09:54:19.160246 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:54:19.162429 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-f032c1bb-c256-4cdd-9cd1-6883a01d1cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (2922bbd2-3ef0-4357-a0fc-a39d4e5b5d0a), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:19.212539 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f032c1bb-c256-4cdd-9cd1-6883a01d1cc1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=113423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 09:54:19.224393 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f032c1bb-c256-4cdd-9cd1-6883a01d1cc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2922bbd2-3ef0-4357-a0fc-a39d4e5b5d0a,revision_number=1']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:54:19.227785 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-f032c1bb-c256-4cdd-9cd1-6883a01d1cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1277354'] for segment (77702ee8-f02d-4ea6-9a7d-572b8466f7a3), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:19.228233 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.db.segments_db [None req-f032c1bb-c256-4cdd-9cd1-6883a01d1cc1 admin admin] Added segment 77702ee8-f02d-4ea6-9a7d-572b8466f7a3 of type vlan for network 80ad130f-ee94-4395-b6b0-46a52c3f8f24 Sep 16 09:54:19.238220 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.plugin [req-6d0489d2-7f07-4818-b648-63064a0bf45d req-048fcb89-4e2d-46d7-881e-22f59fd863a4 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Deleting port 70b30d2d-a478-423b-bb6f-8944c8ac74de {{(pid=113424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 09:54:19.238652 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-6d0489d2-7f07-4818-b648-63064a0bf45d req-048fcb89-4e2d-46d7-881e-22f59fd863a4 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759571771405'] for port (70b30d2d-a478-423b-bb6f-8944c8ac74de), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:19.275922 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-f032c1bb-c256-4cdd-9cd1-6883a01d1cc1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759571199151'] for network (80ad130f-ee94-4395-b6b0-46a52c3f8f24), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:19.360405 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.db [req-6d0489d2-7f07-4818-b648-63064a0bf45d req-048fcb89-4e2d-46d7-881e-22f59fd863a4 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] For port 70b30d2d-a478-423b-bb6f-8944c8ac74de, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=70b30d2d-a478-423b-bb6f-8944c8ac74de,segment=NetworkSegment(59ea54c9-a504-4c17-ac42-04cf91228ccc),segment_id=59ea54c9-a504-4c17-ac42-04cf91228ccc)] {{(pid=113424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:54:19.360779 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-6d0489d2-7f07-4818-b648-63064a0bf45d req-048fcb89-4e2d-46d7-881e-22f59fd863a4 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699225'] for port (70b30d2d-a478-423b-bb6f-8944c8ac74de), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:19.465462 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-f032c1bb-c256-4cdd-9cd1-6883a01d1cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335'] for network (80ad130f-ee94-4395-b6b0-46a52c3f8f24), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:19.466533 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f032c1bb-c256-4cdd-9cd1-6883a01d1cc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:19.467128 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-f032c1bb-c256-4cdd-9cd1-6883a01d1cc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546317'] for network (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:19.539125 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f032c1bb-c256-4cdd-9cd1-6883a01d1cc1 admin admin] Pushing event updated for resources: {'Network': ['ID=80ad130f-ee94-4395-b6b0-46a52c3f8f24,revision_number=1']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:54:19.549926 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Network 80ad130f-ee94-4395-b6b0-46a52c3f8f24 details requested by agent ovs-agent-dv-cinder-790535-43-iscsi with host dv-cinder-790535-43-iscsi {{(pid=113425) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 09:54:19.561711 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-6d0489d2-7f07-4818-b648-63064a0bf45d req-048fcb89-4e2d-46d7-881e-22f59fd863a4 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:19.561711 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-6d0489d2-7f07-4818-b648-63064a0bf45d req-048fcb89-4e2d-46d7-881e-22f59fd863a4 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711587'] for floatingip (ebc758c6-6631-421d-941e-83ba79ea247f), after_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:19.561711 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.db.l3_db [req-6d0489d2-7f07-4818-b648-63064a0bf45d req-048fcb89-4e2d-46d7-881e-22f59fd863a4 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Floating IP ebc758c6-6631-421d-941e-83ba79ea247f disassociated. External IP: 172.27.1.56, port: 70b30d2d-a478-423b-bb6f-8944c8ac74de. Sep 16 09:54:19.561711 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.plugin [req-6d0489d2-7f07-4818-b648-63064a0bf45d req-048fcb89-4e2d-46d7-881e-22f59fd863a4 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Calling delete_port for 70b30d2d-a478-423b-bb6f-8944c8ac74de owned by compute:nova {{(pid=113424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 09:54:19.625347 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-f032c1bb-c256-4cdd-9cd1-6883a01d1cc1 admin admin] 10.222.0.73 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8587973 Sep 16 09:54:19.625852 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 52982) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:54:19.638392 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.v2.base [None req-24764969-0904-49f1-b0ba-e8d977994e14 admin admin] Request body: {'subnet': {'network_id': '80ad130f-ee94-4395-b6b0-46a52c3f8f24', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-394606181-subnet', 'tenant_id': '01d2a4f111114064aa5a477177e6d1dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:54:19.767892 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:54:19.826513 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ba0b0-1bdc-49f3-8c2e-28c2aa2134ce req-1d444074-100b-487a-bb93-e417c6e42d5e tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:19.829722 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-1f3ba0b0-1bdc-49f3-8c2e-28c2aa2134ce req-1d444074-100b-487a-bb93-e417c6e42d5e tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=efec4ecb-65e7-4ca8-a29f-b87bc9ee1915 HTTP/1.1" status: 200 len: 945 time: 0.0969357 Sep 16 09:54:19.852862 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24764969-0904-49f1-b0ba-e8d977994e14 admin admin] Made reservation on behalf of 01d2a4f111114064aa5a477177e6d1dd for: {'subnet': 1} {{(pid=113423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 09:54:19.856285 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-24764969-0904-49f1-b0ba-e8d977994e14 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2535104'] for subnet (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:19.874720 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:54:19.886866 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-6d0489d2-7f07-4818-b648-63064a0bf45d req-048fcb89-4e2d-46d7-881e-22f59fd863a4 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759571687051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759571245514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27240065'] for port (70b30d2d-a478-423b-bb6f-8944c8ac74de), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:19.933053 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048fcb89-4e2d-46d7-881e-22f59fd863a4 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Pushing event deleted for resources: {'Port': ['ID=70b30d2d-a478-423b-bb6f-8944c8ac74de,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:54:19.948608 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-1f3ba0b0-1bdc-49f3-8c2e-28c2aa2134ce req-aee11840-c828-4a60-bc91-763411e670d1 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=88a65b38-59ca-4022-a5b0-fa900452424e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140659 Sep 16 09:54:20.222256 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6d0489d2-7f07-4818-b648-63064a0bf45d req-048fcb89-4e2d-46d7-881e-22f59fd863a4 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Router 5f629d17-6c04-4750-846b-90fbe144f83c has already been hosted by L3 agent 647718b3-8298-4382-86e2-3fad9f5d7804 {{(pid=113424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 09:54:20.264722 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-24764969-0904-49f1-b0ba-e8d977994e14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2475058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2535126'] for subnet (da0e6d10-7841-444f-856f-b48d93cd9093), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:20.420052 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6d0489d2-7f07-4818-b648-63064a0bf45d req-048fcb89-4e2d-46d7-881e-22f59fd863a4 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Notify agent at l3_agent.dv-cinder-790535-43-iscsi the message routers_updated {{(pid=113424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 09:54:20.434666 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553be646-d1d7-4502-9aa9-3951f8f35864 None None] Sync routers for ids ['5f629d17-6c04-4750-846b-90fbe144f83c'] in dv-cinder-790535-43-iscsi {{(pid=113425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 09:54:20.457941 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553be646-d1d7-4502-9aa9-3951f8f35864 None None] Routers {'5f629d17-6c04-4750-846b-90fbe144f83c'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 09:54:20.463752 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-553be646-d1d7-4502-9aa9-3951f8f35864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T09:53:54Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['5f629d17-6c04-4750-846b-90fbe144f83c'], 'active': True} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:54:20.466596 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24764969-0904-49f1-b0ba-e8d977994e14 admin admin] Checking segment: {'id': '77702ee8-f02d-4ea6-9a7d-572b8466f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '80ad130f-ee94-4395-b6b0-46a52c3f8f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 09:54:20.466957 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24764969-0904-49f1-b0ba-e8d977994e14 admin admin] Network hostable DHCP agents. Network: 80ad130f-ee94-4395-b6b0-46a52c3f8f24, hostable agents: ['54fa5420-569f-41b3-81ce-b3c99a893561'], hosted agents: [] {{(pid=113423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 09:54:20.538120 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24764969-0904-49f1-b0ba-e8d977994e14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da0e6d10-7841-444f-856f-b48d93cd9093,revision_number=0']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:54:20.582847 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d0489d2-7f07-4818-b648-63064a0bf45d req-048fcb89-4e2d-46d7-881e-22f59fd863a4 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] No DVR routers for this DVR port 70b30d2d-a478-423b-bb6f-8944c8ac74de on host hv-cinder-79053 {{(pid=113424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 09:54:20.588294 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:54:20.590175 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-6d0489d2-7f07-4818-b648-63064a0bf45d req-048fcb89-4e2d-46d7-881e-22f59fd863a4 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110971'] for port (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:20.593816 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-6d0489d2-7f07-4818-b648-63064a0bf45d req-048fcb89-4e2d-46d7-881e-22f59fd863a4 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.27 "DELETE /networking/v2.0/ports/70b30d2d-a478-423b-bb6f-8944c8ac74de HTTP/1.1" status: 204 len: 173 time: 1.4817441 Sep 16 09:54:20.598303 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efec4ecb-65e7-4ca8-a29f-b87bc9ee1915', 'name': 'network-vif-deleted', 'tag': '70b30d2d-a478-423b-bb6f-8944c8ac74de'}] {{(pid=113424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 09:54:20.601453 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16dfd0a1dfdfa1f1ee01b24bca40ddc03421b0ad37c1355f54f1c3176401751a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-970fb735-86bc-4c72-b9fb-54269fe19bfe" -d '{"events": [{"server_uuid": "efec4ecb-65e7-4ca8-a29f-b87bc9ee1915", "name": "network-vif-deleted", "tag": "70b30d2d-a478-423b-bb6f-8944c8ac74de"}]}' {{(pid=113424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 09:54:20.669902 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24764969-0904-49f1-b0ba-e8d977994e14 admin admin] Network 80ad130f-ee94-4395-b6b0-46a52c3f8f24 is scheduled to be hosted by DHCP agent 54fa5420-569f-41b3-81ce-b3c99a893561 with binding_index 1 {{(pid=113423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 09:54:20.677156 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 09:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d8df6e9-c787-43e5-9f3e-7d47231101ae x-openstack-request-id: req-4d8df6e9-c787-43e5-9f3e-7d47231101ae {{(pid=113424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 09:54:20.677742 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efec4ecb-65e7-4ca8-a29f-b87bc9ee1915", "name": "network-vif-deleted", "tag": "70b30d2d-a478-423b-bb6f-8944c8ac74de", "status": "completed", "code": 200}]} {{(pid=113424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 09:54:20.683187 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4d8df6e9-c787-43e5-9f3e-7d47231101ae {{(pid=113424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 09:54:20.683187 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d8df6e9-c787-43e5-9f3e-7d47231101ae'] response: {'server_uuid': 'efec4ecb-65e7-4ca8-a29f-b87bc9ee1915', 'name': 'network-vif-deleted', 'tag': '70b30d2d-a478-423b-bb6f-8944c8ac74de', 'status': 'completed', 'code': 200} Sep 16 09:54:20.701095 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvr_db [None req-553be646-d1d7-4502-9aa9-3951f8f35864 None None] Set router 5f629d17-6c04-4750-846b-90fbe144f83c gateway port host: dv-cinder-790535-43-iscsi {{(pid=113425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 09:54:20.791363 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.base_scheduler [None req-24764969-0904-49f1-b0ba-e8d977994e14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-43-iscsi, 80ad130f-ee94-4395-b6b0-46a52c3f8f24) {{(pid=113423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 09:54:20.803378 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c64d6e-3644-4241-a4b0-64bae9d87348 None None] Network 80ad130f-ee94-4395-b6b0-46a52c3f8f24 requested from dv-cinder-790535-43-iscsi {{(pid=113425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 09:54:20.811421 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24764969-0904-49f1-b0ba-e8d977994e14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:20.813049 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-24764969-0904-49f1-b0ba-e8d977994e14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546317'] for subnet (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:20.931430 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-24764969-0904-49f1-b0ba-e8d977994e14 admin admin] 10.222.0.73 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3041656 Sep 16 09:54:21.134370 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:54:21.140769 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a9b444-8a4b-4614-8dd4-1f5b098eadbe None None] Network 80ad130f-ee94-4395-b6b0-46a52c3f8f24 requested from dv-cinder-790535-43-iscsi {{(pid=113425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 09:54:21.154433 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-8df742e9-ffb7-44d1-8760-65979853c91d req-ba1df13b-1cd6-414b-ad14-e6f39f81c08f tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=efec4ecb-65e7-4ca8-a29f-b87bc9ee1915 HTTP/1.1" status: 200 len: 210 time: 0.0496852 Sep 16 09:54:21.230052 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-553be646-d1d7-4502-9aa9-3951f8f35864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'name': 'tempest-AttachVolumeNegativeTest-1147155597-router', 'tenant_id': '75007587f92646f686881c2e1bfb7b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'f25e5371-7d7a-4929-ba67-20f64b85ea85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:50:29Z', 'updated_at': '2022-09-16T09:50:39Z', 'revision_number': 4, 'project_id': '75007587f92646f686881c2e1bfb7b2d', 'gw_port': {'id': 'f25e5371-7d7a-4929-ba67-20f64b85ea85', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:73:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:30Z', 'updated_at': '2022-09-16T09:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_interfaces': [{'id': '884885de-9e10-4652-9aba-309ace13393a', 'name': '', 'network_id': 'b92b7908-54f3-4444-8e37-e6621fa07310', 'tenant_id': '75007587f92646f686881c2e1bfb7b2d', 'mac_address': 'fa:16:3e:8d:8c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2c5e3932-9cbf-4551-a459-a4948ab2f258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:38Z', 'updated_at': '2022-09-16T09:50:59Z', 'revision_number': 5, 'project_id': '75007587f92646f686881c2e1bfb7b2d', 'subnets': [{'id': '2c5e3932-9cbf-4551-a459-a4948ab2f258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:54:21.279924 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553be646-d1d7-4502-9aa9-3951f8f35864 None None] Checking router: 5f629d17-6c04-4750-846b-90fbe144f83c for host: dv-cinder-790535-43-iscsi {{(pid=113425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 09:54:21.292280 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553be646-d1d7-4502-9aa9-3951f8f35864 None None] Routers {'5f629d17-6c04-4750-846b-90fbe144f83c'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 09:54:21.292906 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-553be646-d1d7-4502-9aa9-3951f8f35864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T09:53:54Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['5f629d17-6c04-4750-846b-90fbe144f83c'], 'active': True} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:54:21.452296 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvr_db [None req-553be646-d1d7-4502-9aa9-3951f8f35864 None None] Set router 5f629d17-6c04-4750-846b-90fbe144f83c gateway port host: dv-cinder-790535-43-iscsi {{(pid=113425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 09:54:21.776176 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-553be646-d1d7-4502-9aa9-3951f8f35864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'name': 'tempest-AttachVolumeNegativeTest-1147155597-router', 'tenant_id': '75007587f92646f686881c2e1bfb7b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'f25e5371-7d7a-4929-ba67-20f64b85ea85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:50:29Z', 'updated_at': '2022-09-16T09:50:39Z', 'revision_number': 4, 'project_id': '75007587f92646f686881c2e1bfb7b2d', 'gw_port': {'id': 'f25e5371-7d7a-4929-ba67-20f64b85ea85', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:73:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:30Z', 'updated_at': '2022-09-16T09:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_interfaces': [{'id': '884885de-9e10-4652-9aba-309ace13393a', 'name': '', 'network_id': 'b92b7908-54f3-4444-8e37-e6621fa07310', 'tenant_id': '75007587f92646f686881c2e1bfb7b2d', 'mac_address': 'fa:16:3e:8d:8c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2c5e3932-9cbf-4551-a459-a4948ab2f258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:38Z', 'updated_at': '2022-09-16T09:50:59Z', 'revision_number': 5, 'project_id': '75007587f92646f686881c2e1bfb7b2d', 'subnets': [{'id': '2c5e3932-9cbf-4551-a459-a4948ab2f258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:54:21.808232 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553be646-d1d7-4502-9aa9-3951f8f35864 None None] The sync data for ids ['5f629d17-6c04-4750-846b-90fbe144f83c'] in dv-cinder-790535-43-iscsi is: [{'id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'name': 'tempest-AttachVolumeNegativeTest-1147155597-router', 'tenant_id': '75007587f92646f686881c2e1bfb7b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'f25e5371-7d7a-4929-ba67-20f64b85ea85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:50:29Z', 'updated_at': '2022-09-16T09:50:39Z', 'revision_number': 4, 'project_id': '75007587f92646f686881c2e1bfb7b2d', 'gw_port': {'id': 'f25e5371-7d7a-4929-ba67-20f64b85ea85', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:73:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:30Z', 'updated_at': '2022-09-16T09:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_interfaces': [{'id': '884885de-9e10-4652-9aba-309ace13393a', 'name': '', 'network_id': 'b92b7908-54f3-4444-8e37-e6621fa07310', 'tenant_id': '75007587f92646f686881c2e1bfb7b2d', 'mac_address': 'fa:16:3e:8d:8c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2c5e3932-9cbf-4551-a459-a4948ab2f258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:38Z', 'updated_at': '2022-09-16T09:50:59Z', 'revision_number': 5, 'project_id': '75007587f92646f686881c2e1bfb7b2d', 'subnets': [{'id': '2c5e3932-9cbf-4551-a459-a4948ab2f258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 09:54:22.173924 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-d05642c3-fbae-4131-a2e3-25cf3e6ee21e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (54fa5420-569f-41b3-81ce-b3c99a893561), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:22.198236 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de69b2af-5dbc-4286-b2d8-aeda7d5c7e29 None None] New status for floating IP ebc758c6-6631-421d-941e-83ba79ea247f: DOWN {{(pid=113426) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 09:54:22.360608 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-e9da69f2-221f-49f2-86c1-8d8e0b33f5a9 req-48ea7ed5-c72e-4901-a5b0-a4bc02ac0dab tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=efec4ecb-65e7-4ca8-a29f-b87bc9ee1915 HTTP/1.1" status: 200 len: 210 time: 0.0640738 Sep 16 09:54:23.216230 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Device 70b30d2d-a478-423b-bb6f-8944c8ac74de no longer exists at agent hyperv_hv-cinder-79053 {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 09:54:23.259469 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] No Port match for: 70b30d2d-a478-423b-bb6f-8944c8ac74de {{(pid=113425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 09:54:23.260040 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Device 70b30d2d-a478-423b-bb6f-8944c8ac74de not bound to the agent host hv-cinder-79053 {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 09:54:23.543249 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 53080) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:54:23.654935 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-e0802462-4e68-4bb5-bc53-aa93106d9cf2 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks [] for security_group (88a65b38-59ca-4022-a5b0-fa900452424e), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:23.691148 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-e0802462-4e68-4bb5-bc53-aa93106d9cf2 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks [] for security_group (88a65b38-59ca-4022-a5b0-fa900452424e), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:23.818237 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:54:23.859824 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22879c4a-ee06-40a2-85e3-a870aaa3e22d req-d6e9ff97-0412-4e28-81e1-145a81e3c1a0 tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:23.861326 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-22879c4a-ee06-40a2-85e3-a870aaa3e22d req-d6e9ff97-0412-4e28-81e1-145a81e3c1a0 tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] 10.222.0.73 "GET /networking/v2.0/networks?id=80ad130f-ee94-4395-b6b0-46a52c3f8f24 HTTP/1.1" status: 200 len: 813 time: 0.1661217 Sep 16 09:54:23.884481 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-22879c4a-ee06-40a2-85e3-a870aaa3e22d req-ed0d9b7f-7403-4a1f-afdd-687ca8a02c09 tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] 10.222.0.73 "GET /networking/v2.0/quotas/01d2a4f111114064aa5a477177e6d1dd HTTP/1.1" status: 200 len: 375 time: 0.0165586 Sep 16 09:54:24.013217 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-22879c4a-ee06-40a2-85e3-a870aaa3e22d req-dd767273-ec75-4995-85fa-877d76a7737a tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=01d2a4f111114064aa5a477177e6d1dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0379124 Sep 16 09:54:24.024537 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-22879c4a-ee06-40a2-85e3-a870aaa3e22d req-ae37aec8-1c6e-4c15-a7b3-cf009b386284 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/80ad130f-ee94-4395-b6b0-46a52c3f8f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884533 Sep 16 09:54:24.079533 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-e0802462-4e68-4bb5-bc53-aa93106d9cf2 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (88a65b38-59ca-4022-a5b0-fa900452424e), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:24.082577 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-e0802462-4e68-4bb5-bc53-aa93106d9cf2 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks [] for security_group (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:24.083718 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-e0802462-4e68-4bb5-bc53-aa93106d9cf2 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "DELETE /networking/v2.0/security-groups/88a65b38-59ca-4022-a5b0-fa900452424e HTTP/1.1" status: 204 len: 168 time: 0.5388420 Sep 16 09:54:24.086779 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 53094) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:54:24.099134 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0802462-4e68-4bb5-bc53-aa93106d9cf2 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a65b38-59ca-4022-a5b0-fa900452424e,revision_number=None']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:54:24.102563 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.api.v2.resource [None req-3a497ecf-71fb-4498-ac79-ad3c68787dc0 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] show failed (client error): The resource could not be found. Sep 16 09:54:24.105052 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-3a497ecf-71fb-4498-ac79-ad3c68787dc0 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/security-groups/88a65b38-59ca-4022-a5b0-fa900452424e HTTP/1.1" status: 404 len: 347 time: 0.0158949 Sep 16 09:54:24.107432 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 53096) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:54:24.156876 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-22879c4a-ee06-40a2-85e3-a870aaa3e22d req-bfde509f-7434-4608-85ac-621e1ca6f77f service neutron] 10.222.0.73 "GET /networking/v2.0/networks/80ad130f-ee94-4395-b6b0-46a52c3f8f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217191 Sep 16 09:54:24.224043 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:54:24.243008 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.plugin [None req-3c26d530-c009-453d-ba1c-0b901f1525e7 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Deleting port 332619aa-4515-4489-8317-d5626299bf70 {{(pid=113424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 09:54:24.243370 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-3c26d530-c009-453d-ba1c-0b901f1525e7 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759571771405'] for port (332619aa-4515-4489-8317-d5626299bf70), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:24.325205 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-3c26d530-c009-453d-ba1c-0b901f1525e7 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699225'] for port (332619aa-4515-4489-8317-d5626299bf70), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:24.325534 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-3c26d530-c009-453d-ba1c-0b901f1525e7 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks [] for floatingip (332619aa-4515-4489-8317-d5626299bf70), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:24.341261 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.plugin [None req-3c26d530-c009-453d-ba1c-0b901f1525e7 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Calling delete_port for 332619aa-4515-4489-8317-d5626299bf70 owned by network:floatingip {{(pid=113424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 09:54:24.467897 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=100 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:54:24.501903 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:54:24.550005 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-52ed3637-3a69-44ce-8c87-d96f29f568ac req-f024c317-15d4-42e9-9bbc-e9e614143d32 tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5fb1768d-3b6f-4fa5-9e3f-bbd5a4548e32 HTTP/1.1" status: 200 len: 210 time: 0.0506752 Sep 16 09:54:24.557281 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-cd1b1432-d157-4bde-adcc-9af4f13a4668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (647718b3-8298-4382-86e2-3fad9f5d7804), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:24.631926 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-3c26d530-c009-453d-ba1c-0b901f1525e7 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759571687051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759571245514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27240065'] for port (332619aa-4515-4489-8317-d5626299bf70), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:24.663754 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c26d530-c009-453d-ba1c-0b901f1525e7 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Pushing event deleted for resources: {'Port': ['ID=332619aa-4515-4489-8317-d5626299bf70,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:54:24.744064 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-3c26d530-c009-453d-ba1c-0b901f1525e7 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks [] for floatingip (ebc758c6-6631-421d-941e-83ba79ea247f), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:24.746828 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-3c26d530-c009-453d-ba1c-0b901f1525e7 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110971'] for floatingip (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:24.748065 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-3c26d530-c009-453d-ba1c-0b901f1525e7 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "DELETE /networking/v2.0/floatingips/ebc758c6-6631-421d-941e-83ba79ea247f HTTP/1.1" status: 204 len: 168 time: 0.6396940 Sep 16 09:54:24.936232 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 53122) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:54:24.943726 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.v2.base [None req-96b5478b-88a8-4bcd-80fe-d09ab8f93f1f tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Request body: {'security_group': {'name': 'tempest-securitygroup--382370222', 'description': 'tempest-description--1416266744'}} {{(pid=113423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:54:25.054456 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-96b5478b-88a8-4bcd-80fe-d09ab8f93f1f tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks [] for security_group (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:25.112173 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:54:25.151118 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-96b5478b-88a8-4bcd-80fe-d09ab8f93f1f tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks [] for security_group (5010f791-d757-4bed-be3f-8de6a1b6382f), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:25.275907 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-96b5478b-88a8-4bcd-80fe-d09ab8f93f1f tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (5010f791-d757-4bed-be3f-8de6a1b6382f), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:25.308522 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b5478b-88a8-4bcd-80fe-d09ab8f93f1f tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5010f791-d757-4bed-be3f-8de6a1b6382f,revision_number=1']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:54:25.386602 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-96b5478b-88a8-4bcd-80fe-d09ab8f93f1f tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks [] for security_group (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:25.388004 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-96b5478b-88a8-4bcd-80fe-d09ab8f93f1f tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4506154 Sep 16 09:54:25.390942 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 53128) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:54:25.400648 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.v2.base [None req-34a07e96-98b1-4da8-a58a-753bffea1879 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Request body: {'security_group_rule': {'security_group_id': '5010f791-d757-4bed-be3f-8de6a1b6382f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:54:25.500997 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-34a07e96-98b1-4da8-a58a-753bffea1879 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks [] for security_group_rule (b24af176-6943-4a68-ba92-d090732e52d9), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:25.576286 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-34a07e96-98b1-4da8-a58a-753bffea1879 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks [] for security_group_rule (b24af176-6943-4a68-ba92-d090732e52d9), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:25.652977 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-34a07e96-98b1-4da8-a58a-753bffea1879 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784789'] for security_group_rule (b24af176-6943-4a68-ba92-d090732e52d9), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:25.666211 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-133151cf-1a68-4c9a-ae37-d3270af7afef req-732f6d24-7c09-4bd2-b2eb-d4f609d37aad tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5fb1768d-3b6f-4fa5-9e3f-bbd5a4548e32 HTTP/1.1" status: 200 len: 210 time: 0.0486100 Sep 16 09:54:25.680585 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a07e96-98b1-4da8-a58a-753bffea1879 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b24af176-6943-4a68-ba92-d090732e52d9,revision_number=0']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:54:25.775568 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-34a07e96-98b1-4da8-a58a-753bffea1879 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:25.780610 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-34a07e96-98b1-4da8-a58a-753bffea1879 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3850427 Sep 16 09:54:25.780610 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 53134) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:54:25.784869 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.v2.base [None req-81158780-c7dd-460c-8c8b-77bf808a0dc6 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Request body: {'security_group_rule': {'security_group_id': '5010f791-d757-4bed-be3f-8de6a1b6382f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:54:25.864509 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-c17a0cac-31fa-4a66-ad06-99f53fca2b4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (2d63c820-fb16-4aae-acf9-0482010d4ad8), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:25.953852 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-81158780-c7dd-460c-8c8b-77bf808a0dc6 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks [] for security_group_rule (ffe5ff05-47d3-426b-a006-9c291690ce02), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:26.030223 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-81158780-c7dd-460c-8c8b-77bf808a0dc6 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks [] for security_group_rule (ffe5ff05-47d3-426b-a006-9c291690ce02), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:26.145234 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-81158780-c7dd-460c-8c8b-77bf808a0dc6 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784789'] for security_group_rule (ffe5ff05-47d3-426b-a006-9c291690ce02), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:26.166090 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81158780-c7dd-460c-8c8b-77bf808a0dc6 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffe5ff05-47d3-426b-a006-9c291690ce02,revision_number=0']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:54:26.238714 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-81158780-c7dd-460c-8c8b-77bf808a0dc6 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:26.240497 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-81158780-c7dd-460c-8c8b-77bf808a0dc6 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4592805 Sep 16 09:54:26.244243 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 53140) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:54:26.249405 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.v2.base [None req-14b7b8b2-5d1b-4cec-b942-1b3dd0adf5c7 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Request body: {'floatingip': {'floating_network_id': 'd06af4bd-75ff-4039-9388-f05026361d79'}} {{(pid=113424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:54:26.402108 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-14b7b8b2-5d1b-4cec-b942-1b3dd0adf5c7 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:26.781759 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-14b7b8b2-5d1b-4cec-b942-1b3dd0adf5c7 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:26.882478 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-7a701ed8-9bfd-432e-b138-fa7898e488fc req-8b9429a5-8058-4063-8699-e725bcb65054 tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5fb1768d-3b6f-4fa5-9e3f-bbd5a4548e32 HTTP/1.1" status: 200 len: 210 time: 0.0653791 Sep 16 09:54:26.918930 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.db_base_plugin_common [None req-14b7b8b2-5d1b-4cec-b942-1b3dd0adf5c7 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Allocated IP 172.27.1.76 (d06af4bd-75ff-4039-9388-f05026361d79/429d2505-e0fa-44a7-bb81-98c451c1a231/17ac1b74-f623-4b36-9a3e-c57b28058e35) {{(pid=113424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 09:54:27.022260 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:INSERT=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:54:27.039028 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-14b7b8b2-5d1b-4cec-b942-1b3dd0adf5c7 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks [] for port (17ac1b74-f623-4b36-9a3e-c57b28058e35), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:27.151101 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-14b7b8b2-5d1b-4cec-b942-1b3dd0adf5c7 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759571245505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27240065'] for port (17ac1b74-f623-4b36-9a3e-c57b28058e35), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:27.190474 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:54:27.192308 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b7b8b2-5d1b-4cec-b942-1b3dd0adf5c7 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Network d06af4bd-75ff-4039-9388-f05026361d79 is already hosted by enough agents. {{(pid=113424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 09:54:27.196689 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.base_scheduler [None req-14b7b8b2-5d1b-4cec-b942-1b3dd0adf5c7 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Resources bound (agent type, host, resource id): {{(pid=113424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 09:54:27.200451 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b7b8b2-5d1b-4cec-b942-1b3dd0adf5c7 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Received port after_create {{(pid=113424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 09:54:27.223185 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b7b8b2-5d1b-4cec-b942-1b3dd0adf5c7 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Pushing event updated for resources: {'Port': ['ID=17ac1b74-f623-4b36-9a3e-c57b28058e35,revision_number=1']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:54:27.337950 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-14b7b8b2-5d1b-4cec-b942-1b3dd0adf5c7 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks [] for floatingip (41b05719-4b85-403d-b6f7-b51baff5a747), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:27.544533 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (be58d251-43cc-467d-bf31-2aae48e2ac56), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:27.576363 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-cd5fe5d0-24d3-4349-8269-176b5bcdf250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (65aa34d6-cc53-475e-ab2c-2c2516bff08f), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:27.614642 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-14b7b8b2-5d1b-4cec-b942-1b3dd0adf5c7 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (17ac1b74-f623-4b36-9a3e-c57b28058e35), before_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:27.895674 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-14b7b8b2-5d1b-4cec-b942-1b3dd0adf5c7 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks [] for port (17ac1b74-f623-4b36-9a3e-c57b28058e35), precommit_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:27.925237 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 53166) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:54:27.944442 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22879c4a-ee06-40a2-85e3-a870aaa3e22d req-b507b836-78d6-4785-957b-27b80faea127 tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:27.946712 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-22879c4a-ee06-40a2-85e3-a870aaa3e22d req-b507b836-78d6-4785-957b-27b80faea127 tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] 10.222.0.27 "GET /networking/v2.0/networks?id=80ad130f-ee94-4395-b6b0-46a52c3f8f24 HTTP/1.1" status: 200 len: 813 time: 0.1896379 Sep 16 09:54:27.961606 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.v2.base [req-22879c4a-ee06-40a2-85e3-a870aaa3e22d req-cf91bb58-7172-4fc2-bf2c-bddd1d582c52 tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] Request body: {'port': {'device_id': '5fb1768d-3b6f-4fa5-9e3f-bbd5a4548e32', 'network_id': '80ad130f-ee94-4395-b6b0-46a52c3f8f24', 'admin_state_up': True, 'tenant_id': '01d2a4f111114064aa5a477177e6d1dd'}} {{(pid=113424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:54:28.025900 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-14b7b8b2-5d1b-4cec-b942-1b3dd0adf5c7 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27240120'] for port (17ac1b74-f623-4b36-9a3e-c57b28058e35), after_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:28.095257 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-df18e4e9-00d0-4b2d-a720-e99a5ac149ab req-cc8b4338-1842-4ee9-afbf-01c0224d1fb5 tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5fb1768d-3b6f-4fa5-9e3f-bbd5a4548e32 HTTP/1.1" status: 200 len: 210 time: 0.1121571 Sep 16 09:54:28.115846 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-11b7aa10-e046-437b-9ac2-1aa198948577 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:28.122732 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:54:28.138166 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-14b7b8b2-5d1b-4cec-b942-1b3dd0adf5c7 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711587'] for floatingip (41b05719-4b85-403d-b6f7-b51baff5a747), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:28.152538 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b7b8b2-5d1b-4cec-b942-1b3dd0adf5c7 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Pushing event updated for resources: {'Port': ['ID=17ac1b74-f623-4b36-9a3e-c57b28058e35,revision_number=2']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:54:28.228391 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=76,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:54:28.254515 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-11b7aa10-e046-437b-9ac2-1aa198948577 admin admin] Publish callbacks [] for security_group (32013bf1-1265-46fc-9d76-6bf83b06ff44), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:28.280898 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-14b7b8b2-5d1b-4cec-b942-1b3dd0adf5c7 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110971'] for floatingip (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:28.292922 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-14b7b8b2-5d1b-4cec-b942-1b3dd0adf5c7 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0473394 Sep 16 09:54:28.339405 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-11b7aa10-e046-437b-9ac2-1aa198948577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (32013bf1-1265-46fc-9d76-6bf83b06ff44), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:28.402721 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-11b7aa10-e046-437b-9ac2-1aa198948577 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=2f5c3e4252ad4131879a193b60cf92d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4731841 Sep 16 09:54:28.403044 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 53182) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:54:28.405996 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b7aa10-e046-437b-9ac2-1aa198948577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32013bf1-1265-46fc-9d76-6bf83b06ff44,revision_number=1']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:54:28.441775 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22879c4a-ee06-40a2-85e3-a870aaa3e22d req-cf91bb58-7172-4fc2-bf2c-bddd1d582c52 tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] Made reservation on behalf of 01d2a4f111114064aa5a477177e6d1dd for: {'port': 1} {{(pid=113424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 09:54:28.453097 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-22879c4a-ee06-40a2-85e3-a870aaa3e22d req-cf91bb58-7172-4fc2-bf2c-bddd1d582c52 tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:28.534701 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-7d3bfa81-cf4a-45b7-bf58-de97dafdfac4 req-3fda461a-b4f0-42fd-b508-c138de3b51de tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--382370222&fields=id&tenant_id=75007587f92646f686881c2e1bfb7b2d HTTP/1.1" status: 200 len: 267 time: 0.0492747 Sep 16 09:54:28.571961 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-74e57ab1-1841-4ac1-80c3-60f91584353a admin admin] Publish callbacks [] for security_group (32013bf1-1265-46fc-9d76-6bf83b06ff44), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:28.615464 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-74e57ab1-1841-4ac1-80c3-60f91584353a admin admin] Publish callbacks [] for security_group (32013bf1-1265-46fc-9d76-6bf83b06ff44), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:28.649358 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:54:28.665557 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3bfa81-cf4a-45b7-bf58-de97dafdfac4 req-40fa4287-9aa9-4b47-91b3-b366f2af2d24 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:28.673308 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-7d3bfa81-cf4a-45b7-bf58-de97dafdfac4 req-40fa4287-9aa9-4b47-91b3-b366f2af2d24 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/networks?id=b92b7908-54f3-4444-8e37-e6621fa07310 HTTP/1.1" status: 200 len: 815 time: 0.1312120 Sep 16 09:54:28.688443 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.db_base_plugin_common [req-22879c4a-ee06-40a2-85e3-a870aaa3e22d req-cf91bb58-7172-4fc2-bf2c-bddd1d582c52 tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] Allocated IP 172.20.0.5 (80ad130f-ee94-4395-b6b0-46a52c3f8f24/da0e6d10-7841-444f-856f-b48d93cd9093/653f531b-38b0-487f-a8d5-e1b3745ae870) {{(pid=113424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 09:54:28.691307 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-7d3bfa81-cf4a-45b7-bf58-de97dafdfac4 req-cdb16605-09c6-4b08-b094-2d703a3e04fe tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/quotas/75007587f92646f686881c2e1bfb7b2d HTTP/1.1" status: 200 len: 375 time: 0.0158479 Sep 16 09:54:28.730713 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:DELETE=1,neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:54:28.762352 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-7d3bfa81-cf4a-45b7-bf58-de97dafdfac4 req-51fc576d-9857-4d2f-9b9e-f3505595305e tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=75007587f92646f686881c2e1bfb7b2d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0675924 Sep 16 09:54:28.837525 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-74e57ab1-1841-4ac1-80c3-60f91584353a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (32013bf1-1265-46fc-9d76-6bf83b06ff44), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:28.840226 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-74e57ab1-1841-4ac1-80c3-60f91584353a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:28.844616 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-74e57ab1-1841-4ac1-80c3-60f91584353a admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/32013bf1-1265-46fc-9d76-6bf83b06ff44 HTTP/1.1" status: 204 len: 168 time: 0.4374118 Sep 16 09:54:28.857489 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e57ab1-1841-4ac1-80c3-60f91584353a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32013bf1-1265-46fc-9d76-6bf83b06ff44,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:54:28.874092 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-7d3bfa81-cf4a-45b7-bf58-de97dafdfac4 req-c8538228-055e-4569-8c87-adaf7443caa8 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/b92b7908-54f3-4444-8e37-e6621fa07310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106396 Sep 16 09:54:28.966273 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-22879c4a-ee06-40a2-85e3-a870aaa3e22d req-cf91bb58-7172-4fc2-bf2c-bddd1d582c52 tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] Publish callbacks [] for port (653f531b-38b0-487f-a8d5-e1b3745ae870), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:28.995724 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-7d3bfa81-cf4a-45b7-bf58-de97dafdfac4 req-6eaa3914-29d7-4855-83ab-9744ceafa2e7 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/b92b7908-54f3-4444-8e37-e6621fa07310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207736 Sep 16 09:54:29.067727 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-22879c4a-ee06-40a2-85e3-a870aaa3e22d req-cf91bb58-7172-4fc2-bf2c-bddd1d582c52 tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759571245505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27240065'] for port (653f531b-38b0-487f-a8d5-e1b3745ae870), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:29.132289 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22879c4a-ee06-40a2-85e3-a870aaa3e22d req-cf91bb58-7172-4fc2-bf2c-bddd1d582c52 tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] Network 80ad130f-ee94-4395-b6b0-46a52c3f8f24 is already hosted by enough agents. {{(pid=113424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 09:54:29.135974 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.base_scheduler [req-22879c4a-ee06-40a2-85e3-a870aaa3e22d req-cf91bb58-7172-4fc2-bf2c-bddd1d582c52 tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] Resources bound (agent type, host, resource id): {{(pid=113424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 09:54:29.158437 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.l3_dvrscheduler_db [req-22879c4a-ee06-40a2-85e3-a870aaa3e22d req-cf91bb58-7172-4fc2-bf2c-bddd1d582c52 tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] Received port after_create {{(pid=113424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 09:54:29.213005 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91bb58-7172-4fc2-bf2c-bddd1d582c52 tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] Pushing event updated for resources: {'Port': ['ID=653f531b-38b0-487f-a8d5-e1b3745ae870,revision_number=1']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:54:29.309093 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22879c4a-ee06-40a2-85e3-a870aaa3e22d req-cf91bb58-7172-4fc2-bf2c-bddd1d582c52 tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:29.310668 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-22879c4a-ee06-40a2-85e3-a870aaa3e22d req-cf91bb58-7172-4fc2-bf2c-bddd1d582c52 tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110971'] for port (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:29.353166 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-b3c6c34b-58cd-4543-90ea-74c1da7b7d6c req-78f9c678-7cab-4a9a-875b-3a208eb7a0c7 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=db7a1d44-25f8-48e4-a8b6-f6ea14a508cb HTTP/1.1" status: 200 len: 210 time: 0.0390944 Sep 16 09:54:29.416245 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-22879c4a-ee06-40a2-85e3-a870aaa3e22d req-cf91bb58-7172-4fc2-bf2c-bddd1d582c52 tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4592979 Sep 16 09:54:29.429942 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.v2.base [req-22879c4a-ee06-40a2-85e3-a870aaa3e22d req-83337045-782d-4d2a-8337-8eda30110431 service neutron] Request body: {'port': {'device_id': '5fb1768d-3b6f-4fa5-9e3f-bbd5a4548e32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=113424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:54:29.438241 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c500ea-4b6d-476d-ba1e-a881de43a321 req-34876e74-ee05-4b98-a2bb-aa2a76f6c4e8 tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:29.450127 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-d2c500ea-4b6d-476d-ba1e-a881de43a321 req-34876e74-ee05-4b98-a2bb-aa2a76f6c4e8 tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5fb1768d-3b6f-4fa5-9e3f-bbd5a4548e32 HTTP/1.1" status: 200 len: 931 time: 0.1131105 Sep 16 09:54:29.559490 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:54:29.563452 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-22879c4a-ee06-40a2-85e3-a870aaa3e22d req-83337045-782d-4d2a-8337-8eda30110431 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (653f531b-38b0-487f-a8d5-e1b3745ae870), before_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:29.578967 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-d2c500ea-4b6d-476d-ba1e-a881de43a321 req-c87a6b40-b1f7-4f58-8521-ee43f12066fa tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2922bbd2-3ef0-4357-a0fc-a39d4e5b5d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255248 Sep 16 09:54:29.921169 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:54:29.927584 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.notifiers.nova [req-22879c4a-ee06-40a2-85e3-a870aaa3e22d req-83337045-782d-4d2a-8337-8eda30110431 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 653f531b-38b0-487f-a8d5-e1b3745ae870 {{(pid=113424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 09:54:29.938594 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-22879c4a-ee06-40a2-85e3-a870aaa3e22d req-83337045-782d-4d2a-8337-8eda30110431 service neutron] Publish callbacks [] for port (653f531b-38b0-487f-a8d5-e1b3745ae870), precommit_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:29.961352 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.provisioning_blocks [req-22879c4a-ee06-40a2-85e3-a870aaa3e22d req-83337045-782d-4d2a-8337-8eda30110431 service neutron] Transition to ACTIVE for port object 653f531b-38b0-487f-a8d5-e1b3745ae870 will not be triggered until provisioned by entity L2. {{(pid=113424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 09:54:30.035879 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-22879c4a-ee06-40a2-85e3-a870aaa3e22d req-83337045-782d-4d2a-8337-8eda30110431 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27240120'] for port (653f531b-38b0-487f-a8d5-e1b3745ae870), after_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:30.156851 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83337045-782d-4d2a-8337-8eda30110431 service neutron] Pushing event updated for resources: {'Port': ['ID=653f531b-38b0-487f-a8d5-e1b3745ae870,revision_number=2']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:54:30.205909 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.managers [req-22879c4a-ee06-40a2-85e3-a870aaa3e22d req-83337045-782d-4d2a-8337-8eda30110431 service neutron] Attempting to bind port 653f531b-38b0-487f-a8d5-e1b3745ae870 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=113424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 09:54:30.206517 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.managers [req-22879c4a-ee06-40a2-85e3-a870aaa3e22d req-83337045-782d-4d2a-8337-8eda30110431 service neutron] Attempting to bind port 653f531b-38b0-487f-a8d5-e1b3745ae870 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '77702ee8-f02d-4ea6-9a7d-572b8466f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '80ad130f-ee94-4395-b6b0-46a52c3f8f24'}] {{(pid=113424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 09:54:30.206999 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22879c4a-ee06-40a2-85e3-a870aaa3e22d req-83337045-782d-4d2a-8337-8eda30110431 service neutron] Attempting to bind port 653f531b-38b0-487f-a8d5-e1b3745ae870 on network 80ad130f-ee94-4395-b6b0-46a52c3f8f24 {{(pid=113424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 09:54:30.275859 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22879c4a-ee06-40a2-85e3-a870aaa3e22d req-83337045-782d-4d2a-8337-8eda30110431 service neutron] Port 653f531b-38b0-487f-a8d5-e1b3745ae870 on network 80ad130f-ee94-4395-b6b0-46a52c3f8f24 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=113424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 09:54:30.276408 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22879c4a-ee06-40a2-85e3-a870aaa3e22d req-83337045-782d-4d2a-8337-8eda30110431 service neutron] Attempting to bind port 653f531b-38b0-487f-a8d5-e1b3745ae870 on network 80ad130f-ee94-4395-b6b0-46a52c3f8f24 {{(pid=113424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 09:54:30.341385 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22879c4a-ee06-40a2-85e3-a870aaa3e22d req-83337045-782d-4d2a-8337-8eda30110431 service neutron] Checking agent: {'id': '5b31c92a-f134-4c39-96dd-6f3267de2076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 9, 48, 33), 'started_at': datetime.datetime(2022, 9, 16, 9, 48, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 9, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 09:54:30.341880 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22879c4a-ee06-40a2-85e3-a870aaa3e22d req-83337045-782d-4d2a-8337-8eda30110431 service neutron] Checking segment: {'id': '77702ee8-f02d-4ea6-9a7d-572b8466f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '80ad130f-ee94-4395-b6b0-46a52c3f8f24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 09:54:30.342461 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22879c4a-ee06-40a2-85e3-a870aaa3e22d req-83337045-782d-4d2a-8337-8eda30110431 service neutron] Bound using segment: {'id': '77702ee8-f02d-4ea6-9a7d-572b8466f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '80ad130f-ee94-4395-b6b0-46a52c3f8f24'} {{(pid=113424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 09:54:30.343072 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.managers [req-22879c4a-ee06-40a2-85e3-a870aaa3e22d req-83337045-782d-4d2a-8337-8eda30110431 service neutron] Bound port: 653f531b-38b0-487f-a8d5-e1b3745ae870, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77702ee8-f02d-4ea6-9a7d-572b8466f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '80ad130f-ee94-4395-b6b0-46a52c3f8f24'}}] {{(pid=113424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 09:54:30.343503 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-22879c4a-ee06-40a2-85e3-a870aaa3e22d req-83337045-782d-4d2a-8337-8eda30110431 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (653f531b-38b0-487f-a8d5-e1b3745ae870), before_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:30.441124 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.db [req-22879c4a-ee06-40a2-85e3-a870aaa3e22d req-83337045-782d-4d2a-8337-8eda30110431 service neutron] For port 653f531b-38b0-487f-a8d5-e1b3745ae870, host hv-cinder-79053, cleared binding levels {{(pid=113424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 09:54:30.445818 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.db [req-22879c4a-ee06-40a2-85e3-a870aaa3e22d req-83337045-782d-4d2a-8337-8eda30110431 service neutron] For port 653f531b-38b0-487f-a8d5-e1b3745ae870, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=653f531b-38b0-487f-a8d5-e1b3745ae870,segment=NetworkSegment(77702ee8-f02d-4ea6-9a7d-572b8466f7a3),segment_id=77702ee8-f02d-4ea6-9a7d-572b8466f7a3)] {{(pid=113424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 09:54:30.492844 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-b8e0d244-adc2-4b01-a850-365d21d1c45d req-75621544-e978-40cb-97a9-4a3da486cd5e tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=db7a1d44-25f8-48e4-a8b6-f6ea14a508cb HTTP/1.1" status: 200 len: 210 time: 0.0350974 Sep 16 09:54:30.528118 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-22879c4a-ee06-40a2-85e3-a870aaa3e22d req-83337045-782d-4d2a-8337-8eda30110431 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27240120'] for port (653f531b-38b0-487f-a8d5-e1b3745ae870), after_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:30.533895 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22879c4a-ee06-40a2-85e3-a870aaa3e22d req-83337045-782d-4d2a-8337-8eda30110431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:30.534995 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-22879c4a-ee06-40a2-85e3-a870aaa3e22d req-83337045-782d-4d2a-8337-8eda30110431 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110971'] for port (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:30.536748 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-22879c4a-ee06-40a2-85e3-a870aaa3e22d req-83337045-782d-4d2a-8337-8eda30110431 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/653f531b-38b0-487f-a8d5-e1b3745ae870 HTTP/1.1" status: 200 len: 1093 time: 1.1111946 Sep 16 09:54:30.537030 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fb1768d-3b6f-4fa5-9e3f-bbd5a4548e32', 'tag': '653f531b-38b0-487f-a8d5-e1b3745ae870'}] {{(pid=113424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 09:54:30.539581 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16dfd0a1dfdfa1f1ee01b24bca40ddc03421b0ad37c1355f54f1c3176401751a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a192921-e45a-4533-8f80-e6e3312183d1" -d '{"events": [{"name": "network-changed", "server_uuid": "5fb1768d-3b6f-4fa5-9e3f-bbd5a4548e32", "tag": "653f531b-38b0-487f-a8d5-e1b3745ae870"}]}' {{(pid=113424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 09:54:30.596864 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 09:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-388833b1-67c2-4f3e-9680-747f81235f41 x-openstack-request-id: req-388833b1-67c2-4f3e-9680-747f81235f41 {{(pid=113424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 09:54:30.597367 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fb1768d-3b6f-4fa5-9e3f-bbd5a4548e32", "tag": "653f531b-38b0-487f-a8d5-e1b3745ae870", "status": "completed", "code": 200}]} {{(pid=113424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 09:54:30.597747 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-388833b1-67c2-4f3e-9680-747f81235f41 {{(pid=113424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 09:54:30.598255 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-388833b1-67c2-4f3e-9680-747f81235f41'] response: {'name': 'network-changed', 'server_uuid': '5fb1768d-3b6f-4fa5-9e3f-bbd5a4548e32', 'tag': '653f531b-38b0-487f-a8d5-e1b3745ae870', 'status': 'completed', 'code': 200} Sep 16 09:54:30.601523 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83337045-782d-4d2a-8337-8eda30110431 service neutron] Pushing event updated for resources: {'Port': ['ID=653f531b-38b0-487f-a8d5-e1b3745ae870,revision_number=3']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:54:30.718960 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a192921-e45a-4533-8f80-e6e3312183d1 req-109cd96b-82fa-4efb-a959-959f9929ada3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:30.721158 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-9a192921-e45a-4533-8f80-e6e3312183d1 req-109cd96b-82fa-4efb-a959-959f9929ada3 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=01d2a4f111114064aa5a477177e6d1dd&device_id=5fb1768d-3b6f-4fa5-9e3f-bbd5a4548e32 HTTP/1.1" status: 200 len: 1127 time: 0.0745370 Sep 16 09:54:30.758681 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e62389-b752-40aa-8b4d-3d453a8319fb req-ebc8c182-9bbd-44ae-b3e3-012318681d4c tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:30.760979 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-e1e62389-b752-40aa-8b4d-3d453a8319fb req-ebc8c182-9bbd-44ae-b3e3-012318681d4c tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5fb1768d-3b6f-4fa5-9e3f-bbd5a4548e32 HTTP/1.1" status: 200 len: 943 time: 0.0798938 Sep 16 09:54:30.883260 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-e1e62389-b752-40aa-8b4d-3d453a8319fb req-c94e361c-1347-4a42-87ab-52bc3b71fbda tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2922bbd2-3ef0-4357-a0fc-a39d4e5b5d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124530 Sep 16 09:54:30.886761 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a192921-e45a-4533-8f80-e6e3312183d1 req-e4bf7dd3-c7d3-401f-9b51-ad4908cb3bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:30.888442 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-9a192921-e45a-4533-8f80-e6e3312183d1 req-e4bf7dd3-c7d3-401f-9b51-ad4908cb3bbb service neutron] 10.222.0.27 "GET /networking/v2.0/networks?tenant_id=01d2a4f111114064aa5a477177e6d1dd&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1536303 Sep 16 09:54:31.019941 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a192921-e45a-4533-8f80-e6e3312183d1 req-00f21e83-8c8c-427e-9592-6e045dd763c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:31.021588 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-9a192921-e45a-4533-8f80-e6e3312183d1 req-00f21e83-8c8c-427e-9592-6e045dd763c5 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1209753 Sep 16 09:54:31.157690 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22879c4a-ee06-40a2-85e3-a870aaa3e22d req-70d93bdd-d73b-4292-8c1a-339c4053a714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:31.159503 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-22879c4a-ee06-40a2-85e3-a870aaa3e22d req-70d93bdd-d73b-4292-8c1a-339c4053a714 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=01d2a4f111114064aa5a477177e6d1dd&device_id=5fb1768d-3b6f-4fa5-9e3f-bbd5a4548e32 HTTP/1.1" status: 200 len: 1127 time: 0.0717783 Sep 16 09:54:31.202599 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-22879c4a-ee06-40a2-85e3-a870aaa3e22d req-d0e5f1dc-42a7-4920-8ca6-44c28ada5ade service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=653f531b-38b0-487f-a8d5-e1b3745ae870 HTTP/1.1" status: 200 len: 217 time: 0.0348110 Sep 16 09:54:31.259061 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22879c4a-ee06-40a2-85e3-a870aaa3e22d req-6870453b-b5a7-498d-acb1-91a544098989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:31.260529 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-22879c4a-ee06-40a2-85e3-a870aaa3e22d req-6870453b-b5a7-498d-acb1-91a544098989 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=da0e6d10-7841-444f-856f-b48d93cd9093 HTTP/1.1" status: 200 len: 853 time: 0.0495186 Sep 16 09:54:31.300202 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-22879c4a-ee06-40a2-85e3-a870aaa3e22d req-13aeadb8-2096-462a-a0af-f255744d8f7a service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=80ad130f-ee94-4395-b6b0-46a52c3f8f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298414 Sep 16 09:54:31.414658 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-22879c4a-ee06-40a2-85e3-a870aaa3e22d req-9cc09375-9948-4e1b-8f46-da62d90ac21b service neutron] 10.222.0.27 "GET /networking/v2.0/networks/80ad130f-ee94-4395-b6b0-46a52c3f8f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977824 Sep 16 09:54:31.485243 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:54:31.506585 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:54:31.529075 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-22879c4a-ee06-40a2-85e3-a870aaa3e22d req-3b5eb836-cfe9-4fd8-9028-b3eb90fe62f0 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/80ad130f-ee94-4395-b6b0-46a52c3f8f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073592 Sep 16 09:54:31.637738 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-7d0ce21d-5f00-455d-b60f-f7aa169f9bd1 req-b45c0c52-122f-4704-81c0-4b5dde2eabc8 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=db7a1d44-25f8-48e4-a8b6-f6ea14a508cb HTTP/1.1" status: 200 len: 210 time: 0.0460875 Sep 16 09:54:32.042680 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d173572f-8a54-4672-96ee-9509e9a949c7 req-a2e5404f-0c50-47cd-9f13-e20034533222 tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:32.044222 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-d173572f-8a54-4672-96ee-9509e9a949c7 req-a2e5404f-0c50-47cd-9f13-e20034533222 tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5fb1768d-3b6f-4fa5-9e3f-bbd5a4548e32 HTTP/1.1" status: 200 len: 943 time: 0.0550354 Sep 16 09:54:32.097937 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-d173572f-8a54-4672-96ee-9509e9a949c7 req-9e4dc7c9-c3e9-438b-9c0c-a0c008dfad7d tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2922bbd2-3ef0-4357-a0fc-a39d4e5b5d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459983 Sep 16 09:54:32.357650 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:54:32.742261 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-6a1d1d6e-7176-447d-b26f-713836b5af74 req-c884539f-6fc4-4c1b-ab37-c04c8f861a19 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=db7a1d44-25f8-48e4-a8b6-f6ea14a508cb HTTP/1.1" status: 200 len: 210 time: 0.0359547 Sep 16 09:54:33.030794 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3bfa81-cf4a-45b7-bf58-de97dafdfac4 req-77c80a77-fa3c-4be2-828e-115d7a4d2d9b tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:33.033694 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-7d3bfa81-cf4a-45b7-bf58-de97dafdfac4 req-77c80a77-fa3c-4be2-828e-115d7a4d2d9b tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.27 "GET /networking/v2.0/networks?id=b92b7908-54f3-4444-8e37-e6621fa07310 HTTP/1.1" status: 200 len: 815 time: 0.1665637 Sep 16 09:54:33.120907 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-7d3bfa81-cf4a-45b7-bf58-de97dafdfac4 req-beb3f7f5-8370-442d-8922-e774a280482f tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.27 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=75007587f92646f686881c2e1bfb7b2d HTTP/1.1" status: 200 len: 379 time: 0.0701077 Sep 16 09:54:33.130960 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.v2.base [req-7d3bfa81-cf4a-45b7-bf58-de97dafdfac4 req-0319cfaf-4bf1-4489-ba3a-c465ac31e90c tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Request body: {'port': {'device_id': 'db7a1d44-25f8-48e4-a8b6-f6ea14a508cb', 'network_id': 'b92b7908-54f3-4444-8e37-e6621fa07310', 'admin_state_up': True, 'tenant_id': '75007587f92646f686881c2e1bfb7b2d', 'security_groups': ['5010f791-d757-4bed-be3f-8de6a1b6382f']}} {{(pid=113424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:54:33.272561 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f2518c-ad48-40bb-9bcb-5178d1445c76 req-2c26631c-dd5b-4518-ae75-1277a5ff867a tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:33.280510 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-e6f2518c-ad48-40bb-9bcb-5178d1445c76 req-2c26631c-dd5b-4518-ae75-1277a5ff867a tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5fb1768d-3b6f-4fa5-9e3f-bbd5a4548e32 HTTP/1.1" status: 200 len: 943 time: 0.0636365 Sep 16 09:54:33.334506 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-e6f2518c-ad48-40bb-9bcb-5178d1445c76 req-86907466-1dd6-42db-94fc-e28c0dc473be tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2922bbd2-3ef0-4357-a0fc-a39d4e5b5d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526760 Sep 16 09:54:33.372919 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d3bfa81-cf4a-45b7-bf58-de97dafdfac4 req-0319cfaf-4bf1-4489-ba3a-c465ac31e90c tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Made reservation on behalf of 75007587f92646f686881c2e1bfb7b2d for: {'port': 1} {{(pid=113424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 09:54:33.377719 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-7d3bfa81-cf4a-45b7-bf58-de97dafdfac4 req-0319cfaf-4bf1-4489-ba3a-c465ac31e90c tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:33.532423 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.db_base_plugin_common [req-7d3bfa81-cf4a-45b7-bf58-de97dafdfac4 req-0319cfaf-4bf1-4489-ba3a-c465ac31e90c tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Allocated IP 172.20.0.12 (b92b7908-54f3-4444-8e37-e6621fa07310/2c5e3932-9cbf-4551-a459-a4948ab2f258/8eda7ab4-bb91-4e39-a83a-f6278b385656) {{(pid=113424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 09:54:33.693569 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-7d3bfa81-cf4a-45b7-bf58-de97dafdfac4 req-0319cfaf-4bf1-4489-ba3a-c465ac31e90c tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks [] for port (8eda7ab4-bb91-4e39-a83a-f6278b385656), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:33.812087 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-7d3bfa81-cf4a-45b7-bf58-de97dafdfac4 req-0319cfaf-4bf1-4489-ba3a-c465ac31e90c tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759571245505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27240065'] for port (8eda7ab4-bb91-4e39-a83a-f6278b385656), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:33.931228 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0319cfaf-4bf1-4489-ba3a-c465ac31e90c tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Pushing event updated for resources: {'Port': ['ID=8eda7ab4-bb91-4e39-a83a-f6278b385656,revision_number=1']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:54:33.934921 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d3bfa81-cf4a-45b7-bf58-de97dafdfac4 req-0319cfaf-4bf1-4489-ba3a-c465ac31e90c tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Network b92b7908-54f3-4444-8e37-e6621fa07310 is already hosted by enough agents. {{(pid=113424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 09:54:33.939585 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.base_scheduler [req-7d3bfa81-cf4a-45b7-bf58-de97dafdfac4 req-0319cfaf-4bf1-4489-ba3a-c465ac31e90c tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Resources bound (agent type, host, resource id): {{(pid=113424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 09:54:33.943362 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d3bfa81-cf4a-45b7-bf58-de97dafdfac4 req-0319cfaf-4bf1-4489-ba3a-c465ac31e90c tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Received port after_create {{(pid=113424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 09:54:34.001656 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3bfa81-cf4a-45b7-bf58-de97dafdfac4 req-0319cfaf-4bf1-4489-ba3a-c465ac31e90c tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:34.002483 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-7d3bfa81-cf4a-45b7-bf58-de97dafdfac4 req-0319cfaf-4bf1-4489-ba3a-c465ac31e90c tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110971'] for port (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:34.016508 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92553b77-c94a-45aa-8198-8a14b5bbc993 req-a39363ce-d767-46bb-816e-318aa56c6c14 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:34.024464 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-92553b77-c94a-45aa-8198-8a14b5bbc993 req-a39363ce-d767-46bb-816e-318aa56c6c14 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=db7a1d44-25f8-48e4-a8b6-f6ea14a508cb HTTP/1.1" status: 200 len: 932 time: 0.1689970 Sep 16 09:54:34.050708 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:54:34.066479 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:54:34.098423 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-92553b77-c94a-45aa-8198-8a14b5bbc993 req-a83bc315-60a4-4bcd-b301-6575b3438150 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5010f791-d757-4bed-be3f-8de6a1b6382f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725801 Sep 16 09:54:34.133583 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-7d3bfa81-cf4a-45b7-bf58-de97dafdfac4 req-0319cfaf-4bf1-4489-ba3a-c465ac31e90c tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0074520 Sep 16 09:54:34.146964 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.v2.base [req-7d3bfa81-cf4a-45b7-bf58-de97dafdfac4 req-93555ead-78d1-4632-a746-a64baa0e909a service neutron] Request body: {'port': {'device_id': 'db7a1d44-25f8-48e4-a8b6-f6ea14a508cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=113424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:54:34.216974 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-7d3bfa81-cf4a-45b7-bf58-de97dafdfac4 req-93555ead-78d1-4632-a746-a64baa0e909a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (8eda7ab4-bb91-4e39-a83a-f6278b385656), before_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:34.287347 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-a0b0fdcd-d740-4c13-8842-328fc88a0334 None None] Provisioning complete for port 8eda7ab4-bb91-4e39-a83a-f6278b385656 triggered by entity DHCP. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:54:34.287945 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-a0b0fdcd-d740-4c13-8842-328fc88a0334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (8eda7ab4-bb91-4e39-a83a-f6278b385656), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:34.288235 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-a0b0fdcd-d740-4c13-8842-328fc88a0334 None None] Attempt 1 to provision port 8eda7ab4-bb91-4e39-a83a-f6278b385656 Sep 16 09:54:34.332268 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-a0b0fdcd-d740-4c13-8842-328fc88a0334 None None] Port 8eda7ab4-bb91-4e39-a83a-f6278b385656 cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:54:34.472122 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15759624-1633-4773-aa9b-5054cd105523 req-a5ed82ec-1f11-45f6-9bfb-000c7076369a tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:34.473708 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-15759624-1633-4773-aa9b-5054cd105523 req-a5ed82ec-1f11-45f6-9bfb-000c7076369a tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5fb1768d-3b6f-4fa5-9e3f-bbd5a4548e32 HTTP/1.1" status: 200 len: 943 time: 0.0535386 Sep 16 09:54:34.527240 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-15759624-1633-4773-aa9b-5054cd105523 req-0eb41116-8fb7-4e2b-990b-8474daef031b tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2922bbd2-3ef0-4357-a0fc-a39d4e5b5d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432041 Sep 16 09:54:34.576482 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.notifiers.nova [req-7d3bfa81-cf4a-45b7-bf58-de97dafdfac4 req-93555ead-78d1-4632-a746-a64baa0e909a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8eda7ab4-bb91-4e39-a83a-f6278b385656 {{(pid=113424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 09:54:34.589690 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-7d3bfa81-cf4a-45b7-bf58-de97dafdfac4 req-93555ead-78d1-4632-a746-a64baa0e909a service neutron] Publish callbacks [] for port (8eda7ab4-bb91-4e39-a83a-f6278b385656), precommit_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:34.598176 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.provisioning_blocks [req-7d3bfa81-cf4a-45b7-bf58-de97dafdfac4 req-93555ead-78d1-4632-a746-a64baa0e909a service neutron] Transition to ACTIVE for port object 8eda7ab4-bb91-4e39-a83a-f6278b385656 will not be triggered until provisioned by entity L2. {{(pid=113424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 09:54:34.692729 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-7d3bfa81-cf4a-45b7-bf58-de97dafdfac4 req-93555ead-78d1-4632-a746-a64baa0e909a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27240120'] for port (8eda7ab4-bb91-4e39-a83a-f6278b385656), after_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:34.754298 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93555ead-78d1-4632-a746-a64baa0e909a service neutron] Pushing event updated for resources: {'Port': ['ID=8eda7ab4-bb91-4e39-a83a-f6278b385656,revision_number=2']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:54:34.811602 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (5b31c92a-f134-4c39-96dd-6f3267de2076), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:34.812284 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.managers [req-7d3bfa81-cf4a-45b7-bf58-de97dafdfac4 req-93555ead-78d1-4632-a746-a64baa0e909a service neutron] Attempting to bind port 8eda7ab4-bb91-4e39-a83a-f6278b385656 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=113424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 09:54:34.812871 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.managers [req-7d3bfa81-cf4a-45b7-bf58-de97dafdfac4 req-93555ead-78d1-4632-a746-a64baa0e909a service neutron] Attempting to bind port 8eda7ab4-bb91-4e39-a83a-f6278b385656 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '59ea54c9-a504-4c17-ac42-04cf91228ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b92b7908-54f3-4444-8e37-e6621fa07310'}] {{(pid=113424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 09:54:34.813393 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d3bfa81-cf4a-45b7-bf58-de97dafdfac4 req-93555ead-78d1-4632-a746-a64baa0e909a service neutron] Attempting to bind port 8eda7ab4-bb91-4e39-a83a-f6278b385656 on network b92b7908-54f3-4444-8e37-e6621fa07310 {{(pid=113424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 09:54:34.833688 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-a0b0fdcd-d740-4c13-8842-328fc88a0334 None None] Attempt 2 to provision port 8eda7ab4-bb91-4e39-a83a-f6278b385656 Sep 16 09:54:34.870324 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d3bfa81-cf4a-45b7-bf58-de97dafdfac4 req-93555ead-78d1-4632-a746-a64baa0e909a service neutron] Port 8eda7ab4-bb91-4e39-a83a-f6278b385656 on network b92b7908-54f3-4444-8e37-e6621fa07310 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=113424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 09:54:34.870724 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d3bfa81-cf4a-45b7-bf58-de97dafdfac4 req-93555ead-78d1-4632-a746-a64baa0e909a service neutron] Attempting to bind port 8eda7ab4-bb91-4e39-a83a-f6278b385656 on network b92b7908-54f3-4444-8e37-e6621fa07310 {{(pid=113424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 09:54:34.878761 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-a0b0fdcd-d740-4c13-8842-328fc88a0334 None None] Port 8eda7ab4-bb91-4e39-a83a-f6278b385656 cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:54:34.929593 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d3bfa81-cf4a-45b7-bf58-de97dafdfac4 req-93555ead-78d1-4632-a746-a64baa0e909a service neutron] Checking agent: {'id': '5b31c92a-f134-4c39-96dd-6f3267de2076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 9, 48, 33), 'started_at': datetime.datetime(2022, 9, 16, 9, 48, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 9, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 09:54:34.929593 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d3bfa81-cf4a-45b7-bf58-de97dafdfac4 req-93555ead-78d1-4632-a746-a64baa0e909a service neutron] Checking segment: {'id': '59ea54c9-a504-4c17-ac42-04cf91228ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b92b7908-54f3-4444-8e37-e6621fa07310'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 09:54:34.929879 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d3bfa81-cf4a-45b7-bf58-de97dafdfac4 req-93555ead-78d1-4632-a746-a64baa0e909a service neutron] Bound using segment: {'id': '59ea54c9-a504-4c17-ac42-04cf91228ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b92b7908-54f3-4444-8e37-e6621fa07310'} {{(pid=113424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 09:54:34.930512 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.managers [req-7d3bfa81-cf4a-45b7-bf58-de97dafdfac4 req-93555ead-78d1-4632-a746-a64baa0e909a service neutron] Bound port: 8eda7ab4-bb91-4e39-a83a-f6278b385656, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59ea54c9-a504-4c17-ac42-04cf91228ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b92b7908-54f3-4444-8e37-e6621fa07310'}}] {{(pid=113424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 09:54:34.930874 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-7d3bfa81-cf4a-45b7-bf58-de97dafdfac4 req-93555ead-78d1-4632-a746-a64baa0e909a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (8eda7ab4-bb91-4e39-a83a-f6278b385656), before_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:35.020637 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.db [req-7d3bfa81-cf4a-45b7-bf58-de97dafdfac4 req-93555ead-78d1-4632-a746-a64baa0e909a service neutron] For port 8eda7ab4-bb91-4e39-a83a-f6278b385656, host hv-cinder-79053, cleared binding levels {{(pid=113424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 09:54:35.024144 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.db [req-7d3bfa81-cf4a-45b7-bf58-de97dafdfac4 req-93555ead-78d1-4632-a746-a64baa0e909a service neutron] For port 8eda7ab4-bb91-4e39-a83a-f6278b385656, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8eda7ab4-bb91-4e39-a83a-f6278b385656,segment=NetworkSegment(59ea54c9-a504-4c17-ac42-04cf91228ccc),segment_id=59ea54c9-a504-4c17-ac42-04cf91228ccc)] {{(pid=113424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 09:54:35.087921 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-7d3bfa81-cf4a-45b7-bf58-de97dafdfac4 req-93555ead-78d1-4632-a746-a64baa0e909a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27240120'] for port (8eda7ab4-bb91-4e39-a83a-f6278b385656), after_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:35.091987 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3bfa81-cf4a-45b7-bf58-de97dafdfac4 req-93555ead-78d1-4632-a746-a64baa0e909a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:35.092790 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-7d3bfa81-cf4a-45b7-bf58-de97dafdfac4 req-93555ead-78d1-4632-a746-a64baa0e909a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110971'] for port (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:35.095038 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-7d3bfa81-cf4a-45b7-bf58-de97dafdfac4 req-93555ead-78d1-4632-a746-a64baa0e909a service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/8eda7ab4-bb91-4e39-a83a-f6278b385656 HTTP/1.1" status: 200 len: 1094 time: 0.9524636 Sep 16 09:54:35.099928 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db7a1d44-25f8-48e4-a8b6-f6ea14a508cb', 'tag': '8eda7ab4-bb91-4e39-a83a-f6278b385656'}] {{(pid=113424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 09:54:35.105070 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16dfd0a1dfdfa1f1ee01b24bca40ddc03421b0ad37c1355f54f1c3176401751a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a1ce23b-85d0-4ea7-955e-1ec2cb8d0136" -d '{"events": [{"name": "network-changed", "server_uuid": "db7a1d44-25f8-48e4-a8b6-f6ea14a508cb", "tag": "8eda7ab4-bb91-4e39-a83a-f6278b385656"}]}' {{(pid=113424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 09:54:35.163650 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:54:35.168063 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 09:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d66e0d40-f41f-4872-8a1b-0f5339680be3 x-openstack-request-id: req-d66e0d40-f41f-4872-8a1b-0f5339680be3 {{(pid=113424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 09:54:35.168355 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db7a1d44-25f8-48e4-a8b6-f6ea14a508cb", "tag": "8eda7ab4-bb91-4e39-a83a-f6278b385656", "status": "completed", "code": 200}]} {{(pid=113424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 09:54:35.168614 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d66e0d40-f41f-4872-8a1b-0f5339680be3 {{(pid=113424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 09:54:35.169092 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d66e0d40-f41f-4872-8a1b-0f5339680be3'] response: {'name': 'network-changed', 'server_uuid': 'db7a1d44-25f8-48e4-a8b6-f6ea14a508cb', 'tag': '8eda7ab4-bb91-4e39-a83a-f6278b385656', 'status': 'completed', 'code': 200} Sep 16 09:54:35.232921 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93555ead-78d1-4632-a746-a64baa0e909a service neutron] Pushing event updated for resources: {'Port': ['ID=8eda7ab4-bb91-4e39-a83a-f6278b385656,revision_number=3']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:54:35.248901 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1ce23b-85d0-4ea7-955e-1ec2cb8d0136 req-92cc1091-a23c-4ae6-ad29-05b7d5058a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:35.250502 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-9a1ce23b-85d0-4ea7-955e-1ec2cb8d0136 req-92cc1091-a23c-4ae6-ad29-05b7d5058a7a service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=75007587f92646f686881c2e1bfb7b2d&device_id=db7a1d44-25f8-48e4-a8b6-f6ea14a508cb HTTP/1.1" status: 200 len: 1128 time: 0.0551054 Sep 16 09:54:35.258463 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Device 653f531b-38b0-487f-a8d5-e1b3745ae870 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=113425) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 09:54:35.294714 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c624c6-185c-4b23-a0bf-f27d8ccebc70 req-ba11ff54-384c-4646-98c7-914632959c03 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:35.302716 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-05c624c6-185c-4b23-a0bf-f27d8ccebc70 req-ba11ff54-384c-4646-98c7-914632959c03 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=db7a1d44-25f8-48e4-a8b6-f6ea14a508cb HTTP/1.1" status: 200 len: 944 time: 0.0808933 Sep 16 09:54:35.358470 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-05c624c6-185c-4b23-a0bf-f27d8ccebc70 req-dd1c3d3c-9293-4697-8496-6aa34d248d35 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5010f791-d757-4bed-be3f-8de6a1b6382f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525270 Sep 16 09:54:35.380107 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-a0b0fdcd-d740-4c13-8842-328fc88a0334 None None] Attempt 3 to provision port 8eda7ab4-bb91-4e39-a83a-f6278b385656 Sep 16 09:54:35.440239 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1ce23b-85d0-4ea7-955e-1ec2cb8d0136 req-8f5aeb0c-9141-4999-a926-8ca40f68a6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:35.442148 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-9a1ce23b-85d0-4ea7-955e-1ec2cb8d0136 req-8f5aeb0c-9141-4999-a926-8ca40f68a6b9 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?tenant_id=75007587f92646f686881c2e1bfb7b2d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1730335 Sep 16 09:54:35.448523 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-a0b0fdcd-d740-4c13-8842-328fc88a0334 None None] Port 8eda7ab4-bb91-4e39-a83a-f6278b385656 had new provisioning blocks added so it will not transition to active. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 09:54:35.456116 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] For port 653f531b-38b0-487f-a8d5-e1b3745ae870, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=653f531b-38b0-487f-a8d5-e1b3745ae870,segment=NetworkSegment(77702ee8-f02d-4ea6-9a7d-572b8466f7a3),segment_id=77702ee8-f02d-4ea6-9a7d-572b8466f7a3)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:54:35.478169 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Returning: {'device': '653f531b-38b0-487f-a8d5-e1b3745ae870', 'network_id': '80ad130f-ee94-4395-b6b0-46a52c3f8f24', 'port_id': '653f531b-38b0-487f-a8d5-e1b3745ae870', 'mac_address': 'fa:16:3e:0c:1b:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da0e6d10-7841-444f-856f-b48d93cd9093', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113425) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 09:54:35.528529 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:54:35.569284 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1ce23b-85d0-4ea7-955e-1ec2cb8d0136 req-5f42f98d-d382-44b3-94e1-78ba91331251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:35.571401 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-9a1ce23b-85d0-4ea7-955e-1ec2cb8d0136 req-5f42f98d-d382-44b3-94e1-78ba91331251 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1225998 Sep 16 09:54:35.661727 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Current status of the port 653f531b-38b0-487f-a8d5-e1b3745ae870 is: DOWN; New status is: BUILD {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:54:35.662123 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (653f531b-38b0-487f-a8d5-e1b3745ae870), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:35.675440 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.notifiers.nova [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 653f531b-38b0-487f-a8d5-e1b3745ae870 {{(pid=113425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 09:54:35.683940 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3bfa81-cf4a-45b7-bf58-de97dafdfac4 req-3a1bab21-6b67-4858-907b-2e78538e7278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:35.685460 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-7d3bfa81-cf4a-45b7-bf58-de97dafdfac4 req-3a1bab21-6b67-4858-907b-2e78538e7278 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=75007587f92646f686881c2e1bfb7b2d&device_id=db7a1d44-25f8-48e4-a8b6-f6ea14a508cb HTTP/1.1" status: 200 len: 1128 time: 0.0735896 Sep 16 09:54:35.692106 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17152751-9c80-471d-b3e0-a449404376bb req-45e6336b-4a81-4038-b9bb-7ba941e2508a tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:35.693459 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-17152751-9c80-471d-b3e0-a449404376bb req-45e6336b-4a81-4038-b9bb-7ba941e2508a tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5fb1768d-3b6f-4fa5-9e3f-bbd5a4548e32 HTTP/1.1" status: 200 len: 943 time: 0.0729580 Sep 16 09:54:35.696757 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] For port 653f531b-38b0-487f-a8d5-e1b3745ae870, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=653f531b-38b0-487f-a8d5-e1b3745ae870,segment=NetworkSegment(77702ee8-f02d-4ea6-9a7d-572b8466f7a3),segment_id=77702ee8-f02d-4ea6-9a7d-572b8466f7a3)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:54:35.737442 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-7d3bfa81-cf4a-45b7-bf58-de97dafdfac4 req-64e5f7dc-3763-4073-abe6-c94c5b71be05 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8eda7ab4-bb91-4e39-a83a-f6278b385656 HTTP/1.1" status: 200 len: 217 time: 0.0430148 Sep 16 09:54:35.766158 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (653f531b-38b0-487f-a8d5-e1b3745ae870), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:35.813836 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-17152751-9c80-471d-b3e0-a449404376bb req-ce83ed7b-2556-4b01-bcc7-433536160126 tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2922bbd2-3ef0-4357-a0fc-a39d4e5b5d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121507 Sep 16 09:54:35.816952 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Pushing event updated for resources: {'Port': ['ID=653f531b-38b0-487f-a8d5-e1b3745ae870,revision_number=4']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:54:35.818260 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3bfa81-cf4a-45b7-bf58-de97dafdfac4 req-2e7a3801-9648-4c1e-ae0f-3509a49c5187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:35.819713 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-7d3bfa81-cf4a-45b7-bf58-de97dafdfac4 req-2e7a3801-9648-4c1e-ae0f-3509a49c5187 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=2c5e3932-9cbf-4551-a459-a4948ab2f258 HTTP/1.1" status: 200 len: 854 time: 0.0734007 Sep 16 09:54:35.865202 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3bfa81-cf4a-45b7-bf58-de97dafdfac4 req-08c42e69-6f62-42fc-8271-283fab4b24f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:35.866711 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-7d3bfa81-cf4a-45b7-bf58-de97dafdfac4 req-08c42e69-6f62-42fc-8271-283fab4b24f0 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=b92b7908-54f3-4444-8e37-e6621fa07310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0387177 Sep 16 09:54:35.968634 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-7d3bfa81-cf4a-45b7-bf58-de97dafdfac4 req-8121cc0f-8f41-42de-a91a-c043933daa9b service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b92b7908-54f3-4444-8e37-e6621fa07310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947628 Sep 16 09:54:36.021751 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] get_ports_and_sgs() called for port_ids ['653f531b-38b0-487f-a8d5-e1b3745ae870'] {{(pid=113425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 09:54:36.063497 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-7d3bfa81-cf4a-45b7-bf58-de97dafdfac4 req-e69ec81e-bc65-4efa-8fa9-6390d32c927c service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b92b7908-54f3-4444-8e37-e6621fa07310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876377 Sep 16 09:54:36.148985 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:54:36.474615 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef84424e-02eb-49f3-9cfc-804cc2d63329 req-3e31b1aa-f1f2-4cce-bfda-bbf325285949 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:36.475970 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-ef84424e-02eb-49f3-9cfc-804cc2d63329 req-3e31b1aa-f1f2-4cce-bfda-bbf325285949 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=db7a1d44-25f8-48e4-a8b6-f6ea14a508cb HTTP/1.1" status: 200 len: 944 time: 0.0468819 Sep 16 09:54:36.500531 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=100 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:54:36.527155 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-ef84424e-02eb-49f3-9cfc-804cc2d63329 req-73558a76-fc49-457b-a02e-8f6dd3ad68c0 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5010f791-d757-4bed-be3f-8de6a1b6382f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455203 Sep 16 09:54:36.941781 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c382d2-89fd-4d80-8d5a-d9f877423512 req-613fe046-1de8-49e5-b335-60326901123a tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:36.943320 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-40c382d2-89fd-4d80-8d5a-d9f877423512 req-613fe046-1de8-49e5-b335-60326901123a tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5fb1768d-3b6f-4fa5-9e3f-bbd5a4548e32 HTTP/1.1" status: 200 len: 944 time: 0.0476725 Sep 16 09:54:36.991469 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-40c382d2-89fd-4d80-8d5a-d9f877423512 req-8111f851-2552-48b8-8931-26e3a761c14f tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2922bbd2-3ef0-4357-a0fc-a39d4e5b5d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425797 Sep 16 09:54:37.140343 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-2460a1a6-52e6-4d0e-82f2-cc6983b19613 req-64c13318-2424-47e9-8d30-cbc7fc8fc360 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6f3fc30-e196-4427-90b4-5d49b56a9b46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392146 Sep 16 09:54:37.199816 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2460a1a6-52e6-4d0e-82f2-cc6983b19613 req-1145a971-108a-49ac-b8f8-3b25e771dd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:37.201283 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-2460a1a6-52e6-4d0e-82f2-cc6983b19613 req-1145a971-108a-49ac-b8f8-3b25e771dd23 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=3fe0d52d42324aa38182b47b3588b979&device_id=a6f3fc30-e196-4427-90b4-5d49b56a9b46 HTTP/1.1" status: 200 len: 1130 time: 0.0382788 Sep 16 09:54:37.273868 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Device 653f531b-38b0-487f-a8d5-e1b3745ae870 up at agent hyperv_hv-cinder-79053 {{(pid=113425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 09:54:37.326980 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Provisioning for port 653f531b-38b0-487f-a8d5-e1b3745ae870 completed by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 09:54:37.423828 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Provisioning complete for port 653f531b-38b0-487f-a8d5-e1b3745ae870 triggered by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:54:37.424316 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (653f531b-38b0-487f-a8d5-e1b3745ae870), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:37.424768 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Attempt 1 to provision port 653f531b-38b0-487f-a8d5-e1b3745ae870 Sep 16 09:54:37.510390 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Current status of the port 653f531b-38b0-487f-a8d5-e1b3745ae870 is: BUILD; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:54:37.510701 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (653f531b-38b0-487f-a8d5-e1b3745ae870), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:37.534379 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb1768d-3b6f-4fa5-9e3f-bbd5a4548e32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '653f531b-38b0-487f-a8d5-e1b3745ae870'}] {{(pid=113425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 09:54:37.536613 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d904371a3690c7392a65e5457b849277104f62c83d6e5586b28cc731d2d00ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39066df4-50ec-4ab2-af7c-7283185ea620" -d '{"events": [{"server_uuid": "5fb1768d-3b6f-4fa5-9e3f-bbd5a4548e32", "name": "network-vif-plugged", "status": "completed", "tag": "653f531b-38b0-487f-a8d5-e1b3745ae870"}]}' {{(pid=113425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 09:54:37.551294 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] For port 653f531b-38b0-487f-a8d5-e1b3745ae870, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=653f531b-38b0-487f-a8d5-e1b3745ae870,segment=NetworkSegment(77702ee8-f02d-4ea6-9a7d-572b8466f7a3),segment_id=77702ee8-f02d-4ea6-9a7d-572b8466f7a3)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:54:37.561754 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=100 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:54:37.578555 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2460a1a6-52e6-4d0e-82f2-cc6983b19613 req-ebdd809a-81fe-4fae-acf1-3dc4eac4d2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:37.581257 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-2460a1a6-52e6-4d0e-82f2-cc6983b19613 req-ebdd809a-81fe-4fae-acf1-3dc4eac4d2e2 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=17684eae-ad40-4ec5-9092-8a60e4e87e96 HTTP/1.1" status: 200 len: 919 time: 0.3594959 Sep 16 09:54:37.586191 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 09:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ae42825-0373-4541-b6ec-b090fd410f23 x-openstack-request-id: req-8ae42825-0373-4541-b6ec-b090fd410f23 {{(pid=113425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 09:54:37.586543 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fb1768d-3b6f-4fa5-9e3f-bbd5a4548e32", "name": "network-vif-plugged", "status": "completed", "tag": "653f531b-38b0-487f-a8d5-e1b3745ae870", "code": 200}]} {{(pid=113425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 09:54:37.586806 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8ae42825-0373-4541-b6ec-b090fd410f23 {{(pid=113425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 09:54:37.587196 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ae42825-0373-4541-b6ec-b090fd410f23'] response: {'server_uuid': '5fb1768d-3b6f-4fa5-9e3f-bbd5a4548e32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '653f531b-38b0-487f-a8d5-e1b3745ae870', 'code': 200} Sep 16 09:54:37.613258 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (653f531b-38b0-487f-a8d5-e1b3745ae870), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:37.634988 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-2460a1a6-52e6-4d0e-82f2-cc6983b19613 req-e4eb9940-f9d5-491c-875f-e7d8e28656a6 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10ea483a-6487-40ad-8b75-adc32be4973b HTTP/1.1" status: 200 len: 217 time: 0.0439596 Sep 16 09:54:37.661517 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:54:37.671829 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Pushing event updated for resources: {'Port': ['ID=653f531b-38b0-487f-a8d5-e1b3745ae870,revision_number=5']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:54:37.708247 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d7c3b-b009-40d7-86d4-0d421772d86d req-ad9e904d-4b44-4b1c-a509-83b4e6da33b3 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:37.709753 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-027d7c3b-b009-40d7-86d4-0d421772d86d req-ad9e904d-4b44-4b1c-a509-83b4e6da33b3 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=db7a1d44-25f8-48e4-a8b6-f6ea14a508cb HTTP/1.1" status: 200 len: 944 time: 0.0774024 Sep 16 09:54:37.725859 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2460a1a6-52e6-4d0e-82f2-cc6983b19613 req-575fda58-6c95-4291-8cee-7171bbf841bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:37.727266 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-2460a1a6-52e6-4d0e-82f2-cc6983b19613 req-575fda58-6c95-4291-8cee-7171bbf841bc service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=7270ea1b-9730-4d7c-89ed-4cebd5834047 HTTP/1.1" status: 200 len: 857 time: 0.0825019 Sep 16 09:54:37.794238 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2460a1a6-52e6-4d0e-82f2-cc6983b19613 req-bb2fff00-f1f6-4f95-acc4-6c90ea4d25ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:37.795649 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-2460a1a6-52e6-4d0e-82f2-cc6983b19613 req-bb2fff00-f1f6-4f95-acc4-6c90ea4d25ba service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=17684eae-ad40-4ec5-9092-8a60e4e87e96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0610340 Sep 16 09:54:37.799678 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-027d7c3b-b009-40d7-86d4-0d421772d86d req-a9770e2b-46d2-4ee0-909b-39bb006bcc1e tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5010f791-d757-4bed-be3f-8de6a1b6382f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838361 Sep 16 09:54:37.888409 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-2460a1a6-52e6-4d0e-82f2-cc6983b19613 req-9ecf138f-c680-45f8-b15d-810039e124bf service neutron] 10.222.0.27 "GET /networking/v2.0/networks/17684eae-ad40-4ec5-9092-8a60e4e87e96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857801 Sep 16 09:54:37.945829 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d20c21-9606-4740-99ec-621d73213781 req-638c02da-9a6c-46b7-8864-936db9f70335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:37.947830 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-d2d20c21-9606-4740-99ec-621d73213781 req-638c02da-9a6c-46b7-8864-936db9f70335 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5fb1768d-3b6f-4fa5-9e3f-bbd5a4548e32 HTTP/1.1" status: 200 len: 1129 time: 0.0472026 Sep 16 09:54:37.991598 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-2460a1a6-52e6-4d0e-82f2-cc6983b19613 req-194a2fb3-1957-4ccc-bdb4-b69e7c56b67d service neutron] 10.222.0.27 "GET /networking/v2.0/networks/17684eae-ad40-4ec5-9092-8a60e4e87e96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911529 Sep 16 09:54:37.997419 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-d2d20c21-9606-4740-99ec-621d73213781 req-39a9e0e1-ea37-4d58-be7c-1f44144e45a3 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2922bbd2-3ef0-4357-a0fc-a39d4e5b5d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426819 Sep 16 09:54:38.115640 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c906c6c5-f244-49e8-88d8-2ba2e4f10e7f req-a9729e82-68ff-495b-a721-4e80f6ebbd6e tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:38.117154 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-c906c6c5-f244-49e8-88d8-2ba2e4f10e7f req-a9729e82-68ff-495b-a721-4e80f6ebbd6e tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5fb1768d-3b6f-4fa5-9e3f-bbd5a4548e32 HTTP/1.1" status: 200 len: 945 time: 0.0490990 Sep 16 09:54:38.166677 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-c906c6c5-f244-49e8-88d8-2ba2e4f10e7f req-8af6ad59-8008-4520-bb41-d7d361da6226 tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2922bbd2-3ef0-4357-a0fc-a39d4e5b5d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438387 Sep 16 09:54:38.925519 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177cbff8-3f65-41aa-abd2-fb145e3badac req-6663cac5-ceaf-4366-9773-1e8d4573626b tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:38.926702 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-177cbff8-3f65-41aa-abd2-fb145e3badac req-6663cac5-ceaf-4366-9773-1e8d4573626b tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=db7a1d44-25f8-48e4-a8b6-f6ea14a508cb HTTP/1.1" status: 200 len: 944 time: 0.0478406 Sep 16 09:54:38.975229 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=100 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:54:38.979862 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-177cbff8-3f65-41aa-abd2-fb145e3badac req-86efdf8c-11d5-4ccd-a889-559ee721c1b6 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5010f791-d757-4bed-be3f-8de6a1b6382f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473900 Sep 16 09:54:39.173823 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 53380) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:54:39.221496 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.db_base_plugin_v2 [None req-27316a76-5116-48f2-91af-808fd65ec14a admin admin] Deleting subnet b6f3a94c-f190-4d3b-bf49-e529afe16b75 {{(pid=113424) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 09:54:39.225672 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-27316a76-5116-48f2-91af-808fd65ec14a admin admin] Publish callbacks [] for subnet (b6f3a94c-f190-4d3b-bf49-e529afe16b75), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:39.270580 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-27316a76-5116-48f2-91af-808fd65ec14a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2616881'] for subnet (b6f3a94c-f190-4d3b-bf49-e529afe16b75), precommit_delete_associations {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:39.276104 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Device 8eda7ab4-bb91-4e39-a83a-f6278b385656 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=113425) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 09:54:39.300814 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704de481-d041-458d-8f43-2ea5706ad30e req-03088a52-218e-4c60-a46f-adf56725c353 tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:39.303292 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-704de481-d041-458d-8f43-2ea5706ad30e req-03088a52-218e-4c60-a46f-adf56725c353 tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5fb1768d-3b6f-4fa5-9e3f-bbd5a4548e32 HTTP/1.1" status: 200 len: 945 time: 0.0564387 Sep 16 09:54:39.330265 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-27316a76-5116-48f2-91af-808fd65ec14a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1872270'] for subnet (b6f3a94c-f190-4d3b-bf49-e529afe16b75), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:39.384788 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-704de481-d041-458d-8f43-2ea5706ad30e req-33fcfd5b-e278-4c7d-9208-1988a9fa0e54 tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2922bbd2-3ef0-4357-a0fc-a39d4e5b5d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749674 Sep 16 09:54:39.436090 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] For port 8eda7ab4-bb91-4e39-a83a-f6278b385656, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8eda7ab4-bb91-4e39-a83a-f6278b385656,segment=NetworkSegment(59ea54c9-a504-4c17-ac42-04cf91228ccc),segment_id=59ea54c9-a504-4c17-ac42-04cf91228ccc)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:54:39.450380 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Returning: {'device': '8eda7ab4-bb91-4e39-a83a-f6278b385656', 'network_id': 'b92b7908-54f3-4444-8e37-e6621fa07310', 'port_id': '8eda7ab4-bb91-4e39-a83a-f6278b385656', 'mac_address': 'fa:16:3e:b5:f4:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c5e3932-9cbf-4551-a459-a4948ab2f258', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113425) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 09:54:39.475059 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-27316a76-5116-48f2-91af-808fd65ec14a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1875891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27240174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26736198'] for subnet (b6f3a94c-f190-4d3b-bf49-e529afe16b75), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:39.487412 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Current status of the port 8eda7ab4-bb91-4e39-a83a-f6278b385656 is: DOWN; New status is: BUILD {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:54:39.487818 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (8eda7ab4-bb91-4e39-a83a-f6278b385656), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:39.501073 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.notifiers.nova [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8eda7ab4-bb91-4e39-a83a-f6278b385656 {{(pid=113425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 09:54:39.503857 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27316a76-5116-48f2-91af-808fd65ec14a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6f3a94c-f190-4d3b-bf49-e529afe16b75,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:54:39.505861 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-27316a76-5116-48f2-91af-808fd65ec14a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:39.509002 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-27316a76-5116-48f2-91af-808fd65ec14a admin admin] 10.222.0.73 "DELETE /networking/v2.0/subnets/b6f3a94c-f190-4d3b-bf49-e529afe16b75 HTTP/1.1" status: 204 len: 168 time: 0.3341231 Sep 16 09:54:39.511588 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 53386) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:54:39.526025 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] For port 8eda7ab4-bb91-4e39-a83a-f6278b385656, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8eda7ab4-bb91-4e39-a83a-f6278b385656,segment=NetworkSegment(59ea54c9-a504-4c17-ac42-04cf91228ccc),segment_id=59ea54c9-a504-4c17-ac42-04cf91228ccc)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:54:39.584020 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-69e9a71f-5586-47cc-9176-c17c6848f017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1848827'] for network (15e63dfc-22b7-48c1-94c3-7e5f623a1d1a), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:39.612834 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (8eda7ab4-bb91-4e39-a83a-f6278b385656), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:39.662685 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Pushing event updated for resources: {'Port': ['ID=8eda7ab4-bb91-4e39-a83a-f6278b385656,revision_number=4']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:54:39.666845 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-69e9a71f-5586-47cc-9176-c17c6848f017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1303205', 'neutron.services.segments.db._delete_segments_for_network-8759571758529'] for network (15e63dfc-22b7-48c1-94c3-7e5f623a1d1a), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:39.687230 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.services.segments.db [None req-69e9a71f-5586-47cc-9176-c17c6848f017 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15e63dfc-22b7-48c1-94c3-7e5f623a1d1a']}} {{(pid=113424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:54:39.696454 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.services.segments.db [None req-69e9a71f-5586-47cc-9176-c17c6848f017 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c173b1f4-3294-47a0-8c62-65bf20be121f') {'for_net_delete': True} {{(pid=113424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:54:39.696754 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.services.segments.db [None req-69e9a71f-5586-47cc-9176-c17c6848f017 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c173b1f4-3294-47a0-8c62-65bf20be121f') {} {{(pid=113424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:54:39.710254 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-69e9a71f-5586-47cc-9176-c17c6848f017 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759571758421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2616842'] for segment (c173b1f4-3294-47a0-8c62-65bf20be121f), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:39.724548 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-69e9a71f-5586-47cc-9176-c17c6848f017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1277354'] for segment (c173b1f4-3294-47a0-8c62-65bf20be121f), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:39.730703 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69e9a71f-5586-47cc-9176-c17c6848f017 admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=113424) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 09:54:39.731083 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-69e9a71f-5586-47cc-9176-c17c6848f017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1277354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27240020'] for segment (c173b1f4-3294-47a0-8c62-65bf20be121f), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:39.771675 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.services.segments.plugin [-] Segment c173b1f4-3294-47a0-8c62-65bf20be121f resource provider aggregate not found Sep 16 09:54:39.788902 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.services.segments.plugin [-] Segment c173b1f4-3294-47a0-8c62-65bf20be121f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c173b1f4-3294-47a0-8c62-65bf20be121f found for delete ", "request_id": "req-d4f0b23d-de8a-426e-8fa9-2b80c4004f86"}]} Sep 16 09:54:39.873501 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] get_ports_and_sgs() called for port_ids ['8eda7ab4-bb91-4e39-a83a-f6278b385656'] {{(pid=113425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 09:54:39.874282 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-69e9a71f-5586-47cc-9176-c17c6848f017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1303196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-711564'] for network (15e63dfc-22b7-48c1-94c3-7e5f623a1d1a), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:39.881171 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-69e9a71f-5586-47cc-9176-c17c6848f017 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546317'] for network (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:39.884198 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-69e9a71f-5586-47cc-9176-c17c6848f017 admin admin] 10.222.0.73 "DELETE /networking/v2.0/networks/15e63dfc-22b7-48c1-94c3-7e5f623a1d1a HTTP/1.1" status: 204 len: 168 time: 0.3716178 Sep 16 09:54:39.896614 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e9a71f-5586-47cc-9176-c17c6848f017 admin admin] Pushing event deleted for resources: {'Network': ['ID=15e63dfc-22b7-48c1-94c3-7e5f623a1d1a,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:54:39.950715 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:54:40.096001 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:54:40.106648 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96666bd2-3e59-4b79-9f5d-b8fb409dda28 req-0c750c58-8e12-4b53-8328-0a3114a0d488 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:40.108425 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-96666bd2-3e59-4b79-9f5d-b8fb409dda28 req-0c750c58-8e12-4b53-8328-0a3114a0d488 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=db7a1d44-25f8-48e4-a8b6-f6ea14a508cb HTTP/1.1" status: 200 len: 945 time: 0.0480940 Sep 16 09:54:40.156951 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-96666bd2-3e59-4b79-9f5d-b8fb409dda28 req-ec6321cd-6787-416d-9ba7-2d86fbe28226 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5010f791-d757-4bed-be3f-8de6a1b6382f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423470 Sep 16 09:54:40.221208 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 53396) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:54:40.266596 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-4d4e4dc8-0d74-44d6-8a9f-77942b7f7638 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=6e0c83ab03cd40d6a1ffcc3d5b369d64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0440543 Sep 16 09:54:40.269181 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 53398) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:54:40.322557 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-d8544ce0-ab8a-48a6-b048-eb73fea2fab0 admin admin] Publish callbacks [] for security_group (d8ce9788-d1c7-4e09-bac4-57f70356401b), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:40.343155 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-d8544ce0-ab8a-48a6-b048-eb73fea2fab0 admin admin] Publish callbacks [] for security_group (d8ce9788-d1c7-4e09-bac4-57f70356401b), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:40.349994 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=100 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:54:40.512150 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd994fd-18b9-4052-8b5b-555c2884ec92 req-018975e2-664b-482f-b74d-e1ea9ff4d3ca tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:40.513676 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-ebd994fd-18b9-4052-8b5b-555c2884ec92 req-018975e2-664b-482f-b74d-e1ea9ff4d3ca tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5fb1768d-3b6f-4fa5-9e3f-bbd5a4548e32 HTTP/1.1" status: 200 len: 945 time: 0.0517235 Sep 16 09:54:40.514681 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-d8544ce0-ab8a-48a6-b048-eb73fea2fab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (d8ce9788-d1c7-4e09-bac4-57f70356401b), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:40.517244 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-d8544ce0-ab8a-48a6-b048-eb73fea2fab0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:40.518310 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-d8544ce0-ab8a-48a6-b048-eb73fea2fab0 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/d8ce9788-d1c7-4e09-bac4-57f70356401b HTTP/1.1" status: 204 len: 168 time: 0.2482204 Sep 16 09:54:40.538542 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8544ce0-ab8a-48a6-b048-eb73fea2fab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ce9788-d1c7-4e09-bac4-57f70356401b,revision_number=None']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:54:40.571117 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-ebd994fd-18b9-4052-8b5b-555c2884ec92 req-2908dff7-fafe-42bb-8b84-403b9465fe1d tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2922bbd2-3ef0-4357-a0fc-a39d4e5b5d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501616 Sep 16 09:54:41.284971 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf1a4aa-a5a5-4187-ae27-7f646f0b1fbc req-f6b78eae-f0a7-4646-8e51-718f422e97c5 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:41.287193 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-dcf1a4aa-a5a5-4187-ae27-7f646f0b1fbc req-f6b78eae-f0a7-4646-8e51-718f422e97c5 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=db7a1d44-25f8-48e4-a8b6-f6ea14a508cb HTTP/1.1" status: 200 len: 945 time: 0.0541940 Sep 16 09:54:41.290042 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Device 8eda7ab4-bb91-4e39-a83a-f6278b385656 up at agent hyperv_hv-cinder-79053 {{(pid=113425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 09:54:41.348793 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Provisioning for port 8eda7ab4-bb91-4e39-a83a-f6278b385656 completed by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 09:54:41.353652 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-dcf1a4aa-a5a5-4187-ae27-7f646f0b1fbc req-7f14ca17-8889-4be6-87df-5ac5215179d6 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5010f791-d757-4bed-be3f-8de6a1b6382f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491731 Sep 16 09:54:41.423003 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Provisioning complete for port 8eda7ab4-bb91-4e39-a83a-f6278b385656 triggered by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:54:41.424159 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (8eda7ab4-bb91-4e39-a83a-f6278b385656), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:41.424376 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Attempt 1 to provision port 8eda7ab4-bb91-4e39-a83a-f6278b385656 Sep 16 09:54:41.510057 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Current status of the port 8eda7ab4-bb91-4e39-a83a-f6278b385656 is: BUILD; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:54:41.510057 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (8eda7ab4-bb91-4e39-a83a-f6278b385656), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:41.532804 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db7a1d44-25f8-48e4-a8b6-f6ea14a508cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eda7ab4-bb91-4e39-a83a-f6278b385656'}] {{(pid=113425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 09:54:41.538130 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d904371a3690c7392a65e5457b849277104f62c83d6e5586b28cc731d2d00ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-179f26c3-521a-4a8e-92a1-93c266b0ae14" -d '{"events": [{"server_uuid": "db7a1d44-25f8-48e4-a8b6-f6ea14a508cb", "name": "network-vif-plugged", "status": "completed", "tag": "8eda7ab4-bb91-4e39-a83a-f6278b385656"}]}' {{(pid=113425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 09:54:41.554130 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] For port 8eda7ab4-bb91-4e39-a83a-f6278b385656, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8eda7ab4-bb91-4e39-a83a-f6278b385656,segment=NetworkSegment(59ea54c9-a504-4c17-ac42-04cf91228ccc),segment_id=59ea54c9-a504-4c17-ac42-04cf91228ccc)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:54:41.587221 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 09:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abcc42e6-31ec-4750-971a-34db157f97c2 x-openstack-request-id: req-abcc42e6-31ec-4750-971a-34db157f97c2 {{(pid=113425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 09:54:41.587570 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db7a1d44-25f8-48e4-a8b6-f6ea14a508cb", "name": "network-vif-plugged", "status": "completed", "tag": "8eda7ab4-bb91-4e39-a83a-f6278b385656", "code": 200}]} {{(pid=113425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 09:54:41.587829 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-abcc42e6-31ec-4750-971a-34db157f97c2 {{(pid=113425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 09:54:41.588235 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abcc42e6-31ec-4750-971a-34db157f97c2'] response: {'server_uuid': 'db7a1d44-25f8-48e4-a8b6-f6ea14a508cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eda7ab4-bb91-4e39-a83a-f6278b385656', 'code': 200} Sep 16 09:54:41.663783 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (8eda7ab4-bb91-4e39-a83a-f6278b385656), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:41.714823 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Pushing event updated for resources: {'Port': ['ID=8eda7ab4-bb91-4e39-a83a-f6278b385656,revision_number=5']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:54:41.807975 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 53478) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:54:41.910385 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.v2.base [None req-d91a0bf8-ffe6-435f-bbf3-4525997127a1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-547633644-network', 'tenant_id': 'c3ebe25211ee4dcb887de8e0c9a03040'}} {{(pid=113423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:54:41.968236 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8584e32-cff5-4114-bb4b-1eb161d3bc38 req-8be6bdcb-6cfb-4a2e-8457-7d23d21e9a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:41.969780 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-d8584e32-cff5-4114-bb4b-1eb161d3bc38 req-8be6bdcb-6cfb-4a2e-8457-7d23d21e9a17 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=db7a1d44-25f8-48e4-a8b6-f6ea14a508cb HTTP/1.1" status: 200 len: 1130 time: 0.0410848 Sep 16 09:54:41.995715 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d91a0bf8-ffe6-435f-bbf3-4525997127a1 admin admin] Made reservation on behalf of c3ebe25211ee4dcb887de8e0c9a03040 for: {'network': 1} {{(pid=113423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 09:54:41.997995 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-d91a0bf8-ffe6-435f-bbf3-4525997127a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for network (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:42.013893 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-d91a0bf8-ffe6-435f-bbf3-4525997127a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:42.051311 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-d8584e32-cff5-4114-bb4b-1eb161d3bc38 req-672058c1-9686-4135-8213-328e27d74e75 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5010f791-d757-4bed-be3f-8de6a1b6382f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740831 Sep 16 09:54:42.060119 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:54:42.117982 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-d91a0bf8-ffe6-435f-bbf3-4525997127a1 admin admin] Publish callbacks [] for security_group (26222961-26fe-4aa1-bb0f-ff557a1e3214), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:42.170012 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589a3e74-0dba-419f-bbc4-e5fd34548ccc req-7698d8b4-316a-49f0-b48d-b12437438218 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:42.171550 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-589a3e74-0dba-419f-bbc4-e5fd34548ccc req-7698d8b4-316a-49f0-b48d-b12437438218 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=bd1272b6-2b81-407d-b0fc-c9ce62d7c5aa HTTP/1.1" status: 200 len: 945 time: 0.0515537 Sep 16 09:54:42.217305 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-d91a0bf8-ffe6-435f-bbf3-4525997127a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (26222961-26fe-4aa1-bb0f-ff557a1e3214), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:42.241212 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-589a3e74-0dba-419f-bbc4-e5fd34548ccc req-badcffd0-49d4-41d6-bd61-e26b1a96e654 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=76e72fdc-3119-4f98-835c-2d305cfe62d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638700 Sep 16 09:54:42.253846 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d91a0bf8-ffe6-435f-bbf3-4525997127a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=113423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 09:54:42.264712 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91a0bf8-ffe6-435f-bbf3-4525997127a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26222961-26fe-4aa1-bb0f-ff557a1e3214,revision_number=1']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:54:42.271145 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-d91a0bf8-ffe6-435f-bbf3-4525997127a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1277354'] for segment (d36e2288-42fc-4dac-8b56-4d4e100f0521), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:42.271492 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.db.segments_db [None req-d91a0bf8-ffe6-435f-bbf3-4525997127a1 admin admin] Added segment d36e2288-42fc-4dac-8b56-4d4e100f0521 of type vlan for network bcb00623-4b05-4b9d-bd71-6d191eabf6b0 Sep 16 09:54:42.317119 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-d91a0bf8-ffe6-435f-bbf3-4525997127a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759571199151'] for network (bcb00623-4b05-4b9d-bd71-6d191eabf6b0), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:42.409736 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-d91a0bf8-ffe6-435f-bbf3-4525997127a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335'] for network (bcb00623-4b05-4b9d-bd71-6d191eabf6b0), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:42.410749 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91a0bf8-ffe6-435f-bbf3-4525997127a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:42.411329 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-d91a0bf8-ffe6-435f-bbf3-4525997127a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546317'] for network (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:42.441575 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74f4e27-3009-4c8e-b7f3-b58c17a96833 req-96aa5532-fee9-4e0e-8854-0a373b1f9874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:42.443047 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-e74f4e27-3009-4c8e-b7f3-b58c17a96833 req-96aa5532-fee9-4e0e-8854-0a373b1f9874 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=3fe0d52d42324aa38182b47b3588b979&device_id=bd1272b6-2b81-407d-b0fc-c9ce62d7c5aa HTTP/1.1" status: 200 len: 1129 time: 0.0680437 Sep 16 09:54:42.497092 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129bf0c6-1810-4674-bdbc-cc75ad3d0398 req-78a8ba89-78ce-4533-9b93-6956c2e68e32 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:42.499321 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-129bf0c6-1810-4674-bdbc-cc75ad3d0398 req-78a8ba89-78ce-4533-9b93-6956c2e68e32 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=db7a1d44-25f8-48e4-a8b6-f6ea14a508cb HTTP/1.1" status: 200 len: 946 time: 0.0547953 Sep 16 09:54:42.516238 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:54:42.549639 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-129bf0c6-1810-4674-bdbc-cc75ad3d0398 req-9a24d23f-2932-4b8d-9383-bbf75f600bde tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5010f791-d757-4bed-be3f-8de6a1b6382f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441656 Sep 16 09:54:42.554244 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-d91a0bf8-ffe6-435f-bbf3-4525997127a1 admin admin] 10.222.0.73 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7451277 Sep 16 09:54:42.557070 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91a0bf8-ffe6-435f-bbf3-4525997127a1 admin admin] Pushing event updated for resources: {'Network': ['ID=bcb00623-4b05-4b9d-bd71-6d191eabf6b0,revision_number=1']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:54:42.558024 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 53502) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:54:42.563328 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.v2.base [None req-1631365b-83fb-46d3-bc86-2f09210d8e3a admin admin] Request body: {'subnet': {'network_id': 'bcb00623-4b05-4b9d-bd71-6d191eabf6b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-547633644-subnet', 'tenant_id': 'c3ebe25211ee4dcb887de8e0c9a03040', 'ip_version': 4}} {{(pid=113424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:54:42.569778 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Network bcb00623-4b05-4b9d-bd71-6d191eabf6b0 details requested by agent ovs-agent-dv-cinder-790535-43-iscsi with host dv-cinder-790535-43-iscsi {{(pid=113425) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 09:54:42.583317 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:54:42.609102 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74f4e27-3009-4c8e-b7f3-b58c17a96833 req-81f525c4-b7fe-4bc3-aa4e-06e210456a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:42.610759 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-e74f4e27-3009-4c8e-b7f3-b58c17a96833 req-81f525c4-b7fe-4bc3-aa4e-06e210456a9b service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=17684eae-ad40-4ec5-9092-8a60e4e87e96 HTTP/1.1" status: 200 len: 919 time: 0.1241677 Sep 16 09:54:42.675119 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1631365b-83fb-46d3-bc86-2f09210d8e3a admin admin] Made reservation on behalf of c3ebe25211ee4dcb887de8e0c9a03040 for: {'subnet': 1} {{(pid=113424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 09:54:42.677660 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-1631365b-83fb-46d3-bc86-2f09210d8e3a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26736233'] for subnet (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:42.921344 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-1631365b-83fb-46d3-bc86-2f09210d8e3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27253809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26736255'] for subnet (b4c54137-1628-45cb-b352-130a9da62b88), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:42.929382 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-e74f4e27-3009-4c8e-b7f3-b58c17a96833 req-49ee166a-e000-4f6b-868e-8b2aa7b2946e service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6851d923-796f-41a3-a0d3-de42390996fa HTTP/1.1" status: 200 len: 1001 time: 0.0566385 Sep 16 09:54:42.981162 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1631365b-83fb-46d3-bc86-2f09210d8e3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4c54137-1628-45cb-b352-130a9da62b88,revision_number=0']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:54:42.982011 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74f4e27-3009-4c8e-b7f3-b58c17a96833 req-e7f2b7f2-dc88-496e-b771-c8cfa2c09574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:42.983751 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-e74f4e27-3009-4c8e-b7f3-b58c17a96833 req-e7f2b7f2-dc88-496e-b771-c8cfa2c09574 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=7270ea1b-9730-4d7c-89ed-4cebd5834047 HTTP/1.1" status: 200 len: 857 time: 0.0484188 Sep 16 09:54:42.998976 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1631365b-83fb-46d3-bc86-2f09210d8e3a admin admin] Checking segment: {'id': 'd36e2288-42fc-4dac-8b56-4d4e100f0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'bcb00623-4b05-4b9d-bd71-6d191eabf6b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 09:54:42.999429 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1631365b-83fb-46d3-bc86-2f09210d8e3a admin admin] Network hostable DHCP agents. Network: bcb00623-4b05-4b9d-bd71-6d191eabf6b0, hostable agents: ['54fa5420-569f-41b3-81ce-b3c99a893561'], hosted agents: [] {{(pid=113424) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 09:54:43.041244 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74f4e27-3009-4c8e-b7f3-b58c17a96833 req-4d2139c4-2577-4a6a-96a7-44300b495617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:43.042758 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-e74f4e27-3009-4c8e-b7f3-b58c17a96833 req-4d2139c4-2577-4a6a-96a7-44300b495617 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=17684eae-ad40-4ec5-9092-8a60e4e87e96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0381582 Sep 16 09:54:43.086648 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1631365b-83fb-46d3-bc86-2f09210d8e3a admin admin] Network bcb00623-4b05-4b9d-bd71-6d191eabf6b0 is scheduled to be hosted by DHCP agent 54fa5420-569f-41b3-81ce-b3c99a893561 with binding_index 1 {{(pid=113424) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 09:54:43.140087 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-e74f4e27-3009-4c8e-b7f3-b58c17a96833 req-ebee7d0d-b2ed-438f-97cc-45ebc2dcddcf service neutron] 10.222.0.27 "GET /networking/v2.0/networks/17684eae-ad40-4ec5-9092-8a60e4e87e96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883212 Sep 16 09:54:43.143743 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.base_scheduler [None req-1631365b-83fb-46d3-bc86-2f09210d8e3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-43-iscsi, bcb00623-4b05-4b9d-bd71-6d191eabf6b0) {{(pid=113424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 09:54:43.147995 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1631365b-83fb-46d3-bc86-2f09210d8e3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:43.148644 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-1631365b-83fb-46d3-bc86-2f09210d8e3a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:43.152389 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82dd5ffa-2028-471b-a148-4d6cc89d6ed3 None None] Network bcb00623-4b05-4b9d-bd71-6d191eabf6b0 requested from dv-cinder-790535-43-iscsi {{(pid=113425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 09:54:43.263714 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75858879-5dc4-415c-a5b6-bd6350e1ba65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8adadafb-aa0f-50bc-bc9f-45663671aa4d-bcb00623-4b05-4b9d-bd71-6d191eabf6b0', 'network_id': 'bcb00623-4b05-4b9d-bd71-6d191eabf6b0', 'project_id': 'c3ebe25211ee4dcb887de8e0c9a03040', 'fixed_ips': [{'subnet_id': 'b4c54137-1628-45cb-b352-130a9da62b88'}]}} from dv-cinder-790535-43-iscsi. {{(pid=113425) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 09:54:43.265037 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-75858879-5dc4-415c-a5b6-bd6350e1ba65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (None), before_create {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:43.266646 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-1631365b-83fb-46d3-bc86-2f09210d8e3a admin admin] 10.222.0.73 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7073722 Sep 16 09:54:43.284847 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 53508) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:54:43.292380 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.v2.base [None req-3f000910-a821-48e1-af08-9f0a4a5f2fcb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-547633644-router', 'tenant_id': 'c3ebe25211ee4dcb887de8e0c9a03040', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79'}}} {{(pid=113424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:54:43.294723 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:54:43.301314 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-e74f4e27-3009-4c8e-b7f3-b58c17a96833 req-0bdef920-ed98-43ad-ae26-769be2a5f07f service neutron] 10.222.0.27 "GET /networking/v2.0/networks/17684eae-ad40-4ec5-9092-8a60e4e87e96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918753 Sep 16 09:54:43.384599 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e3ac0c-034d-4a88-acb6-465f733eeff9 req-6b4c52ba-d34f-4cd0-8104-f0efc7064f92 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:43.386252 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-c1e3ac0c-034d-4a88-acb6-465f733eeff9 req-6b4c52ba-d34f-4cd0-8104-f0efc7064f92 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=bd1272b6-2b81-407d-b0fc-c9ce62d7c5aa HTTP/1.1" status: 200 len: 945 time: 0.0498893 Sep 16 09:54:43.388777 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-3f000910-a821-48e1-af08-9f0a4a5f2fcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-696460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65145'] for router (f06541c2-8acd-451e-a3e4-97d03928e01d), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:43.389996 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-3f000910-a821-48e1-af08-9f0a4a5f2fcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65120'] for router (f06541c2-8acd-451e-a3e4-97d03928e01d), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:43.400184 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:54:43.430681 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.db_base_plugin_common [None req-75858879-5dc4-415c-a5b6-bd6350e1ba65 None None] Allocated IP 172.20.0.2 (bcb00623-4b05-4b9d-bd71-6d191eabf6b0/b4c54137-1628-45cb-b352-130a9da62b88/69ff3ef8-6131-4daa-8b8b-5016ec7e7b7e) {{(pid=113425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 09:54:43.445678 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-3f000910-a821-48e1-af08-9f0a4a5f2fcb admin admin] Publish callbacks [] for router_controller (f06541c2-8acd-451e-a3e4-97d03928e01d), precommit_add_association {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:43.458572 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-c1e3ac0c-034d-4a88-acb6-465f733eeff9 req-d884128d-65da-4bfc-97b5-0aba2779e229 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=76e72fdc-3119-4f98-835c-2d305cfe62d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646060 Sep 16 09:54:43.595002 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-75858879-5dc4-415c-a5b6-bd6350e1ba65 None None] Publish callbacks [] for port (69ff3ef8-6131-4daa-8b8b-5016ec7e7b7e), precommit_create {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:43.641509 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-75858879-5dc4-415c-a5b6-bd6350e1ba65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759571245505'] for port (69ff3ef8-6131-4daa-8b8b-5016ec7e7b7e), after_create {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:43.659646 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-3f000910-a821-48e1-af08-9f0a4a5f2fcb admin admin] Publish callbacks [] for router_gateway (f06541c2-8acd-451e-a3e4-97d03928e01d), precommit_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:43.676659 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=5 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:54:43.686176 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75858879-5dc4-415c-a5b6-bd6350e1ba65 None None] Network bcb00623-4b05-4b9d-bd71-6d191eabf6b0 is already hosted by enough agents. {{(pid=113425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 09:54:43.691673 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.scheduler.base_scheduler [None req-75858879-5dc4-415c-a5b6-bd6350e1ba65 None None] Resources bound (agent type, host, resource id): {{(pid=113425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 09:54:43.695727 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75858879-5dc4-415c-a5b6-bd6350e1ba65 None None] Received port after_create {{(pid=113425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 09:54:43.706121 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75858879-5dc4-415c-a5b6-bd6350e1ba65 None None] Pushing event updated for resources: {'Port': ['ID=69ff3ef8-6131-4daa-8b8b-5016ec7e7b7e,revision_number=1']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:54:43.706689 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64a214-89ce-4094-94b2-37271e7ee31f req-06ffb667-6e47-4139-afb5-805b8845c3fd tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:43.708886 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-cb64a214-89ce-4094-94b2-37271e7ee31f req-06ffb667-6e47-4139-afb5-805b8845c3fd tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=db7a1d44-25f8-48e4-a8b6-f6ea14a508cb HTTP/1.1" status: 200 len: 946 time: 0.0601442 Sep 16 09:54:43.775020 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.managers [None req-75858879-5dc4-415c-a5b6-bd6350e1ba65 None None] Attempting to bind port 69ff3ef8-6131-4daa-8b8b-5016ec7e7b7e on host dv-cinder-790535-43-iscsi for vnic_type normal with profile {{(pid=113425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 09:54:43.775020 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.managers [None req-75858879-5dc4-415c-a5b6-bd6350e1ba65 None None] Attempting to bind port 69ff3ef8-6131-4daa-8b8b-5016ec7e7b7e by drivers openvswitch,hyperv on host dv-cinder-790535-43-iscsi at level 0 using segments [{'id': 'd36e2288-42fc-4dac-8b56-4d4e100f0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'bcb00623-4b05-4b9d-bd71-6d191eabf6b0'}] {{(pid=113425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 09:54:43.775020 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75858879-5dc4-415c-a5b6-bd6350e1ba65 None None] Attempting to bind port 69ff3ef8-6131-4daa-8b8b-5016ec7e7b7e on network bcb00623-4b05-4b9d-bd71-6d191eabf6b0 {{(pid=113425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 09:54:43.818150 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75858879-5dc4-415c-a5b6-bd6350e1ba65 None None] Checking agent: {'id': 'be58d251-43cc-467d-bf31-2aae48e2ac56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-43-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 9, 41, 57), 'started_at': datetime.datetime(2022, 9, 16, 9, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 9, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-43-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 09:54:43.818521 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75858879-5dc4-415c-a5b6-bd6350e1ba65 None None] Checking segment: {'id': 'd36e2288-42fc-4dac-8b56-4d4e100f0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'bcb00623-4b05-4b9d-bd71-6d191eabf6b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 09:54:43.818921 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-75858879-5dc4-415c-a5b6-bd6350e1ba65 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:43.819320 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75858879-5dc4-415c-a5b6-bd6350e1ba65 None None] Bound using segment: {'id': 'd36e2288-42fc-4dac-8b56-4d4e100f0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'bcb00623-4b05-4b9d-bd71-6d191eabf6b0'} {{(pid=113425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 09:54:43.819786 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.managers [None req-75858879-5dc4-415c-a5b6-bd6350e1ba65 None None] Bound port: 69ff3ef8-6131-4daa-8b8b-5016ec7e7b7e, host: dv-cinder-790535-43-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd36e2288-42fc-4dac-8b56-4d4e100f0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'bcb00623-4b05-4b9d-bd71-6d191eabf6b0'}}] {{(pid=113425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 09:54:43.820153 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-75858879-5dc4-415c-a5b6-bd6350e1ba65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (69ff3ef8-6131-4daa-8b8b-5016ec7e7b7e), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:43.825804 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-cb64a214-89ce-4094-94b2-37271e7ee31f req-ef3c0191-9719-4207-a943-d994bcb187ed tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5010f791-d757-4bed-be3f-8de6a1b6382f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081789 Sep 16 09:54:43.911402 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-75858879-5dc4-415c-a5b6-bd6350e1ba65 None None] For port 69ff3ef8-6131-4daa-8b8b-5016ec7e7b7e, host dv-cinder-790535-43-iscsi, cleared binding levels {{(pid=113425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 09:54:43.915728 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-75858879-5dc4-415c-a5b6-bd6350e1ba65 None None] For port 69ff3ef8-6131-4daa-8b8b-5016ec7e7b7e, host dv-cinder-790535-43-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=69ff3ef8-6131-4daa-8b8b-5016ec7e7b7e,segment=NetworkSegment(d36e2288-42fc-4dac-8b56-4d4e100f0521),segment_id=d36e2288-42fc-4dac-8b56-4d4e100f0521)] {{(pid=113425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 09:54:43.962619 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-3f000910-a821-48e1-af08-9f0a4a5f2fcb admin admin] Publish callbacks [] for router_gateway (f06541c2-8acd-451e-a3e4-97d03928e01d), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:43.964191 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b1e7ca-3803-4b78-83cf-27515970d4ae req-736d940c-f482-4c15-b9d3-ba55b02c6e8e tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:43.965938 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-d1b1e7ca-3803-4b78-83cf-27515970d4ae req-736d940c-f482-4c15-b9d3-ba55b02c6e8e tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=db7a1d44-25f8-48e4-a8b6-f6ea14a508cb HTTP/1.1" status: 200 len: 946 time: 0.0509553 Sep 16 09:54:43.980604 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 53520) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:54:43.982099 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.v2.base [None req-c2e9ea37-f7e2-43d5-a836-4bdbaf53b47e tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Request body: {'floatingip': {'port_id': '8eda7ab4-bb91-4e39-a83a-f6278b385656'}} {{(pid=113423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:54:43.983874 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-3f000910-a821-48e1-af08-9f0a4a5f2fcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:44.001651 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-75858879-5dc4-415c-a5b6-bd6350e1ba65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (69ff3ef8-6131-4daa-8b8b-5016ec7e7b7e), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:44.034432 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-c2e9ea37-f7e2-43d5-a836-4bdbaf53b47e tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks [] for floatingip (41b05719-4b85-403d-b6f7-b51baff5a747), before_update {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:44.075730 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75858879-5dc4-415c-a5b6-bd6350e1ba65 None None] Pushing event updated for resources: {'Port': ['ID=69ff3ef8-6131-4daa-8b8b-5016ec7e7b7e,revision_number=2']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:54:44.114555 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.db_base_plugin_common [None req-3f000910-a821-48e1-af08-9f0a4a5f2fcb admin admin] Allocated IP 172.27.1.3 (d06af4bd-75ff-4039-9388-f05026361d79/429d2505-e0fa-44a7-bb81-98c451c1a231/6d5ace66-4ec8-4374-b011-9afa88f2112b) {{(pid=113424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 09:54:44.181086 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:54:44.260321 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-3f000910-a821-48e1-af08-9f0a4a5f2fcb admin admin] Publish callbacks [] for port (6d5ace66-4ec8-4374-b011-9afa88f2112b), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:44.296774 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:54:44.417662 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-3f000910-a821-48e1-af08-9f0a4a5f2fcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759571245505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27240065'] for port (6d5ace66-4ec8-4374-b011-9afa88f2112b), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:44.464680 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f000910-a821-48e1-af08-9f0a4a5f2fcb admin admin] Network d06af4bd-75ff-4039-9388-f05026361d79 is already hosted by enough agents. {{(pid=113424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 09:54:44.468426 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f000910-a821-48e1-af08-9f0a4a5f2fcb admin admin] Pushing event updated for resources: {'Port': ['ID=6d5ace66-4ec8-4374-b011-9afa88f2112b,revision_number=1']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:54:44.472915 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.base_scheduler [None req-3f000910-a821-48e1-af08-9f0a4a5f2fcb admin admin] Resources bound (agent type, host, resource id): {{(pid=113424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 09:54:44.475180 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f000910-a821-48e1-af08-9f0a4a5f2fcb admin admin] Received port after_create {{(pid=113424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 09:54:44.490289 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:54:44.507406 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:54:44.568770 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-c2e9ea37-f7e2-43d5-a836-4bdbaf53b47e tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:44.635098 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-c2e9ea37-f7e2-43d5-a836-4bdbaf53b47e tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711587'] for floatingip (41b05719-4b85-403d-b6f7-b51baff5a747), after_update {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:44.660609 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af075e9c-8d63-4652-9e93-ccece7a2f827 req-97899cd0-4a34-4a03-b444-12e4879239f1 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:44.662090 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-af075e9c-8d63-4652-9e93-ccece7a2f827 req-97899cd0-4a34-4a03-b444-12e4879239f1 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=bd1272b6-2b81-407d-b0fc-c9ce62d7c5aa HTTP/1.1" status: 200 len: 945 time: 0.1014600 Sep 16 09:54:44.720900 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-af075e9c-8d63-4652-9e93-ccece7a2f827 req-470f6548-f23b-4995-8f88-04d705ddc613 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=76e72fdc-3119-4f98-835c-2d305cfe62d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511537 Sep 16 09:54:44.759780 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.db.l3_db [None req-c2e9ea37-f7e2-43d5-a836-4bdbaf53b47e tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Floating IP 41b05719-4b85-403d-b6f7-b51baff5a747 associated. External IP: 172.27.1.76, port: 8eda7ab4-bb91-4e39-a83a-f6278b385656. Sep 16 09:54:44.868023 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-3f000910-a821-48e1-af08-9f0a4a5f2fcb admin admin] Publish callbacks [] for router_gateway (f06541c2-8acd-451e-a3e4-97d03928e01d), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:45.114924 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device 69ff3ef8-6131-4daa-8b8b-5016ec7e7b7e up at agent ovs-agent-dv-cinder-790535-43-iscsi {{(pid=113425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 09:54:45.133822 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-3f000910-a821-48e1-af08-9f0a4a5f2fcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-711457'] for router (f06541c2-8acd-451e-a3e4-97d03928e01d), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:45.140283 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49fe7804-3e94-4366-9cf4-f2b8790834b2 None None] Network bcb00623-4b05-4b9d-bd71-6d191eabf6b0 requested from dv-cinder-790535-43-iscsi {{(pid=113425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 09:54:45.200403 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-fbf277ec-8882-4f32-a8b2-a666aa589902 None None] Provisioning complete for port 69ff3ef8-6131-4daa-8b8b-5016ec7e7b7e triggered by entity DHCP. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:54:45.200922 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-fbf277ec-8882-4f32-a8b2-a666aa589902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (69ff3ef8-6131-4daa-8b8b-5016ec7e7b7e), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:45.201357 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-fbf277ec-8882-4f32-a8b2-a666aa589902 None None] Attempt 1 to provision port 69ff3ef8-6131-4daa-8b8b-5016ec7e7b7e Sep 16 09:54:45.237305 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:54:45.245190 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2e9ea37-f7e2-43d5-a836-4bdbaf53b47e tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Router 5f629d17-6c04-4750-846b-90fbe144f83c has already been hosted by L3 agent 647718b3-8298-4382-86e2-3fad9f5d7804 {{(pid=113423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 09:54:45.256827 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Provisioning complete for port 69ff3ef8-6131-4daa-8b8b-5016ec7e7b7e triggered by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:54:45.257172 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (69ff3ef8-6131-4daa-8b8b-5016ec7e7b7e), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:45.257715 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Attempt 1 to provision port 69ff3ef8-6131-4daa-8b8b-5016ec7e7b7e Sep 16 09:54:45.279899 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:54:45.357020 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2e9ea37-f7e2-43d5-a836-4bdbaf53b47e tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Notify agent at l3_agent.dv-cinder-790535-43-iscsi the message routers_updated {{(pid=113423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 09:54:45.364835 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-c2e9ea37-f7e2-43d5-a836-4bdbaf53b47e tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110971'] for floatingip (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:45.372451 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f000910-a821-48e1-af08-9f0a4a5f2fcb admin admin] Router f06541c2-8acd-451e-a3e4-97d03928e01d is scheduled to L3 agent 647718b3-8298-4382-86e2-3fad9f5d7804 with binding_index 1 {{(pid=113424) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 09:54:45.374444 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5673741a-4ff5-4099-a72a-d79be570c140 None None] Sync routers for ids ['5f629d17-6c04-4750-846b-90fbe144f83c'] in dv-cinder-790535-43-iscsi {{(pid=113425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 09:54:45.404077 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-fbf277ec-8882-4f32-a8b2-a666aa589902 None None] Current status of the port 69ff3ef8-6131-4daa-8b8b-5016ec7e7b7e is: DOWN; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:54:45.404453 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-fbf277ec-8882-4f32-a8b2-a666aa589902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (69ff3ef8-6131-4daa-8b8b-5016ec7e7b7e), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:45.415675 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-c2e9ea37-f7e2-43d5-a836-4bdbaf53b47e tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "PUT /networking/v2.0/floatingips/41b05719-4b85-403d-b6f7-b51baff5a747 HTTP/1.1" status: 200 len: 991 time: 1.4304018 Sep 16 09:54:45.415675 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db7a1d44-25f8-48e4-a8b6-f6ea14a508cb', 'tag': '8eda7ab4-bb91-4e39-a83a-f6278b385656'}] {{(pid=113423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 09:54:45.415675 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71a7bfedd24ed74f5a0f7cbe4469292c95f8b2943141139d877a1e440cdb58a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-405c6cae-7540-41fd-84f2-a5da9addfed3" -d '{"events": [{"name": "network-changed", "server_uuid": "db7a1d44-25f8-48e4-a8b6-f6ea14a508cb", "tag": "8eda7ab4-bb91-4e39-a83a-f6278b385656"}]}' {{(pid=113423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 09:54:45.444706 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5673741a-4ff5-4099-a72a-d79be570c140 None None] Routers {'5f629d17-6c04-4750-846b-90fbe144f83c'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 09:54:45.444706 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-5673741a-4ff5-4099-a72a-d79be570c140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T09:54:24Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['5f629d17-6c04-4750-846b-90fbe144f83c'], 'active': True} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:54:45.475437 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 09:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8856a01-ca73-4484-aceb-52b674f89c94 x-openstack-request-id: req-f8856a01-ca73-4484-aceb-52b674f89c94 {{(pid=113423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 09:54:45.475730 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db7a1d44-25f8-48e4-a8b6-f6ea14a508cb", "tag": "8eda7ab4-bb91-4e39-a83a-f6278b385656", "status": "completed", "code": 200}]} {{(pid=113423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 09:54:45.481462 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f8856a01-ca73-4484-aceb-52b674f89c94 {{(pid=113423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 09:54:45.481462 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8856a01-ca73-4484-aceb-52b674f89c94'] response: {'name': 'network-changed', 'server_uuid': 'db7a1d44-25f8-48e4-a8b6-f6ea14a508cb', 'tag': '8eda7ab4-bb91-4e39-a83a-f6278b385656', 'status': 'completed', 'code': 200} Sep 16 09:54:45.511460 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Current status of the port 69ff3ef8-6131-4daa-8b8b-5016ec7e7b7e is: DOWN; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:54:45.512003 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (69ff3ef8-6131-4daa-8b8b-5016ec7e7b7e), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:45.531102 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f000910-a821-48e1-af08-9f0a4a5f2fcb admin admin] Notify agent at l3_agent.dv-cinder-790535-43-iscsi the message routers_updated {{(pid=113424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 09:54:45.540489 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea74e73-6343-4698-ae5e-8f527cb148fc None None] Sync routers for ids ['f06541c2-8acd-451e-a3e4-97d03928e01d'] in dv-cinder-790535-43-iscsi {{(pid=113426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 09:54:45.550499 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-fbf277ec-8882-4f32-a8b2-a666aa589902 None None] For port 69ff3ef8-6131-4daa-8b8b-5016ec7e7b7e, host dv-cinder-790535-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=69ff3ef8-6131-4daa-8b8b-5016ec7e7b7e,segment=NetworkSegment(d36e2288-42fc-4dac-8b56-4d4e100f0521),segment_id=d36e2288-42fc-4dac-8b56-4d4e100f0521)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:54:45.563899 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c6cae-7540-41fd-84f2-a5da9addfed3 req-931f3d2d-7357-4fc0-88c8-1a60c3a2fb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:45.565743 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-405c6cae-7540-41fd-84f2-a5da9addfed3 req-931f3d2d-7357-4fc0-88c8-1a60c3a2fb14 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=75007587f92646f686881c2e1bfb7b2d&device_id=db7a1d44-25f8-48e4-a8b6-f6ea14a508cb HTTP/1.1" status: 200 len: 1130 time: 0.0670285 Sep 16 09:54:45.567568 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea74e73-6343-4698-ae5e-8f527cb148fc None None] Routers {'f06541c2-8acd-451e-a3e4-97d03928e01d'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 09:54:45.568204 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-fea74e73-6343-4698-ae5e-8f527cb148fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T09:54:24Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['f06541c2-8acd-451e-a3e4-97d03928e01d'], 'active': True} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:54:45.673125 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-3f000910-a821-48e1-af08-9f0a4a5f2fcb admin admin] Publish callbacks [] for router (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:45.681473 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-3f000910-a821-48e1-af08-9f0a4a5f2fcb admin admin] 10.222.0.73 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3871489 Sep 16 09:54:45.683421 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 53532) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:54:45.705936 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvr_db [None req-fea74e73-6343-4698-ae5e-8f527cb148fc None None] Set router f06541c2-8acd-451e-a3e4-97d03928e01d gateway port host: dv-cinder-790535-43-iscsi {{(pid=113426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 09:54:45.735139 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-fbf277ec-8882-4f32-a8b2-a666aa589902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (69ff3ef8-6131-4daa-8b8b-5016ec7e7b7e), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:45.757047 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c6cae-7540-41fd-84f2-a5da9addfed3 req-84461ae1-41e4-458a-8aff-2e4db816b48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:45.760241 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-405c6cae-7540-41fd-84f2-a5da9addfed3 req-84461ae1-41e4-458a-8aff-2e4db816b48c service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=b92b7908-54f3-4444-8e37-e6621fa07310 HTTP/1.1" status: 200 len: 916 time: 0.1867263 Sep 16 09:54:45.815878 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:54:45.830493 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.db.api [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=113425) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 16 09:54:45.831025 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG oslo_db.api [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 09:54:45.852035 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvr_db [None req-5673741a-4ff5-4099-a72a-d79be570c140 None None] Set router 5f629d17-6c04-4750-846b-90fbe144f83c gateway port host: dv-cinder-790535-43-iscsi {{(pid=113425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 09:54:45.875476 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-405c6cae-7540-41fd-84f2-a5da9addfed3 req-bbc53cf2-5e2b-46e0-a160-91037f49a09b service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8eda7ab4-bb91-4e39-a83a-f6278b385656 HTTP/1.1" status: 200 len: 999 time: 0.1060388 Sep 16 09:54:45.893362 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf277ec-8882-4f32-a8b2-a666aa589902 None None] Pushing event updated for resources: {'Port': ['ID=69ff3ef8-6131-4daa-8b8b-5016ec7e7b7e,revision_number=3']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:54:45.907614 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-fea74e73-6343-4698-ae5e-8f527cb148fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f06541c2-8acd-451e-a3e4-97d03928e01d', 'name': 'tempest-TestMinimumBasicScenario-547633644-router', 'tenant_id': 'c3ebe25211ee4dcb887de8e0c9a03040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '6d5ace66-4ec8-4374-b011-9afa88f2112b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:54:43Z', 'updated_at': '2022-09-16T09:54:44Z', 'revision_number': 3, 'project_id': 'c3ebe25211ee4dcb887de8e0c9a03040', 'gw_port': {'id': '6d5ace66-4ec8-4374-b011-9afa88f2112b', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:22:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f06541c2-8acd-451e-a3e4-97d03928e01d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:54:43Z', 'updated_at': '2022-09-16T09:54:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi'}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:54:45.914668 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-97df5db4-b94c-4342-ac02-4dc25ad954bc None None] Provisioning complete for port 69ff3ef8-6131-4daa-8b8b-5016ec7e7b7e triggered by entity DHCP. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:54:45.915136 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-97df5db4-b94c-4342-ac02-4dc25ad954bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (69ff3ef8-6131-4daa-8b8b-5016ec7e7b7e), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:45.915552 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-97df5db4-b94c-4342-ac02-4dc25ad954bc None None] Attempt 1 to provision port 69ff3ef8-6131-4daa-8b8b-5016ec7e7b7e Sep 16 09:54:45.935105 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea74e73-6343-4698-ae5e-8f527cb148fc None None] Checking router: f06541c2-8acd-451e-a3e4-97d03928e01d for host: dv-cinder-790535-43-iscsi {{(pid=113426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 09:54:45.935451 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea74e73-6343-4698-ae5e-8f527cb148fc None None] Updating router f06541c2-8acd-451e-a3e4-97d03928e01d port 6d5ace66-4ec8-4374-b011-9afa88f2112b binding host dv-cinder-790535-43-iscsi {{(pid=113426) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 09:54:45.937161 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c6cae-7540-41fd-84f2-a5da9addfed3 req-289662e2-bdf0-45f3-bdf7-b1b8c290155d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:45.939442 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-405c6cae-7540-41fd-84f2-a5da9addfed3 req-289662e2-bdf0-45f3-bdf7-b1b8c290155d service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=2c5e3932-9cbf-4551-a459-a4948ab2f258 HTTP/1.1" status: 200 len: 854 time: 0.0536208 Sep 16 09:54:45.957920 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=100 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:54:45.973673 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron_lib.callbacks.manager [None req-fea74e73-6343-4698-ae5e-8f527cb148fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (6d5ace66-4ec8-4374-b011-9afa88f2112b), before_update {{(pid=113426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:45.999338 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c6cae-7540-41fd-84f2-a5da9addfed3 req-552a8f2c-175c-4d71-a61d-e509d890ecec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:46.004047 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-405c6cae-7540-41fd-84f2-a5da9addfed3 req-552a8f2c-175c-4d71-a61d-e509d890ecec service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=b92b7908-54f3-4444-8e37-e6621fa07310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0554338 Sep 16 09:54:46.124583 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-405c6cae-7540-41fd-84f2-a5da9addfed3 req-21b0ceb5-2ab1-4dfa-b817-98ceac09f0a0 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b92b7908-54f3-4444-8e37-e6621fa07310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138725 Sep 16 09:54:46.135447 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-97df5db4-b94c-4342-ac02-4dc25ad954bc None None] Current status of the port 69ff3ef8-6131-4daa-8b8b-5016ec7e7b7e is: ACTIVE; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:54:46.229875 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-5673741a-4ff5-4099-a72a-d79be570c140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'name': 'tempest-AttachVolumeNegativeTest-1147155597-router', 'tenant_id': '75007587f92646f686881c2e1bfb7b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'f25e5371-7d7a-4929-ba67-20f64b85ea85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:50:29Z', 'updated_at': '2022-09-16T09:50:39Z', 'revision_number': 4, 'project_id': '75007587f92646f686881c2e1bfb7b2d', 'gw_port': {'id': 'f25e5371-7d7a-4929-ba67-20f64b85ea85', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:73:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:30Z', 'updated_at': '2022-09-16T09:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_floatingips': [{'id': '41b05719-4b85-403d-b6f7-b51baff5a747', 'tenant_id': '75007587f92646f686881c2e1bfb7b2d', 'floating_ip_address': '172.27.1.76', 'floating_network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'router_id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'port_id': '8eda7ab4-bb91-4e39-a83a-f6278b385656', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b92b7908-54f3-4444-8e37-e6621fa07310', 'mac_address': 'fa:16:3e:b5:f4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7a1d44-25f8-48e4-a8b6-f6ea14a508cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T09:54:27Z', 'updated_at': '2022-09-16T09:54:44Z', 'revision_number': 1, 'project_id': '75007587f92646f686881c2e1bfb7b2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '884885de-9e10-4652-9aba-309ace13393a', 'name': '', 'network_id': 'b92b7908-54f3-4444-8e37-e6621fa07310', 'tenant_id': '75007587f92646f686881c2e1bfb7b2d', 'mac_address': 'fa:16:3e:8d:8c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2c5e3932-9cbf-4551-a459-a4948ab2f258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:38Z', 'updated_at': '2022-09-16T09:50:59Z', 'revision_number': 5, 'project_id': '75007587f92646f686881c2e1bfb7b2d', 'subnets': [{'id': '2c5e3932-9cbf-4551-a459-a4948ab2f258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:54:46.267199 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5673741a-4ff5-4099-a72a-d79be570c140 None None] Checking router: 5f629d17-6c04-4750-846b-90fbe144f83c for host: dv-cinder-790535-43-iscsi {{(pid=113425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 09:54:46.270971 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-405c6cae-7540-41fd-84f2-a5da9addfed3 req-973a79c0-2d4a-4925-b751-1ec2fcef787e service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b92b7908-54f3-4444-8e37-e6621fa07310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322367 Sep 16 09:54:46.285270 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5673741a-4ff5-4099-a72a-d79be570c140 None None] Routers {'5f629d17-6c04-4750-846b-90fbe144f83c'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 09:54:46.288032 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-5673741a-4ff5-4099-a72a-d79be570c140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T09:54:24Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['5f629d17-6c04-4750-846b-90fbe144f83c'], 'active': True} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:54:46.293745 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0315c99-e3d7-404e-99e5-c9e5df8aa675 req-f5c593d2-108d-478b-8f61-f9c54a759046 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:46.295275 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-d0315c99-e3d7-404e-99e5-c9e5df8aa675 req-f5c593d2-108d-478b-8f61-f9c54a759046 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=bd1272b6-2b81-407d-b0fc-c9ce62d7c5aa HTTP/1.1" status: 200 len: 945 time: 0.4610865 Sep 16 09:54:46.301941 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:54:46.365556 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=100 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:54:46.370736 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron_lib.callbacks.manager [None req-fea74e73-6343-4698-ae5e-8f527cb148fc None None] Publish callbacks [] for port (6d5ace66-4ec8-4374-b011-9afa88f2112b), precommit_update {{(pid=113426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:46.407057 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Current status of the port 69ff3ef8-6131-4daa-8b8b-5016ec7e7b7e is: ACTIVE; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:54:46.428718 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-d0315c99-e3d7-404e-99e5-c9e5df8aa675 req-296ded87-7ef0-43bb-948a-a3d9a4a1fbd9 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=76e72fdc-3119-4f98-835c-2d305cfe62d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241248 Sep 16 09:54:46.436564 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvr_db [None req-5673741a-4ff5-4099-a72a-d79be570c140 None None] Set router 5f629d17-6c04-4750-846b-90fbe144f83c gateway port host: dv-cinder-790535-43-iscsi {{(pid=113425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 09:54:46.447385 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron_lib.callbacks.manager [None req-fea74e73-6343-4698-ae5e-8f527cb148fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (6d5ace66-4ec8-4374-b011-9afa88f2112b), after_update {{(pid=113426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:46.466675 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.managers [None req-fea74e73-6343-4698-ae5e-8f527cb148fc None None] Attempting to bind port 6d5ace66-4ec8-4374-b011-9afa88f2112b on host dv-cinder-790535-43-iscsi for vnic_type normal with profile {{(pid=113426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 09:54:46.467412 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.managers [None req-fea74e73-6343-4698-ae5e-8f527cb148fc None None] Attempting to bind port 6d5ace66-4ec8-4374-b011-9afa88f2112b by drivers openvswitch,hyperv on host dv-cinder-790535-43-iscsi at level 0 using segments [{'id': '0b254eb8-8459-4a20-9dd6-e212af12e724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79'}] {{(pid=113426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 09:54:46.468098 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea74e73-6343-4698-ae5e-8f527cb148fc None None] Attempting to bind port 6d5ace66-4ec8-4374-b011-9afa88f2112b on network d06af4bd-75ff-4039-9388-f05026361d79 {{(pid=113426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 09:54:46.536765 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:54:46.541747 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8205439-8689-4aaa-89a8-c1db9ffff806 None None] Pushing event updated for resources: {'Port': ['ID=6d5ace66-4ec8-4374-b011-9afa88f2112b,revision_number=2']} {{(pid=113426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:54:46.553194 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8205439-8689-4aaa-89a8-c1db9ffff806 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:54:46.553570 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8205439-8689-4aaa-89a8-c1db9ffff806 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:54:46.553934 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8205439-8689-4aaa-89a8-c1db9ffff806 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:54:46.554294 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8205439-8689-4aaa-89a8-c1db9ffff806 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:54:46.554634 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8205439-8689-4aaa-89a8-c1db9ffff806 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:54:46.554963 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8205439-8689-4aaa-89a8-c1db9ffff806 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:54:46.555345 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8205439-8689-4aaa-89a8-c1db9ffff806 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:54:46.555662 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8205439-8689-4aaa-89a8-c1db9ffff806 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:54:46.556002 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8205439-8689-4aaa-89a8-c1db9ffff806 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:54:46.556330 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8205439-8689-4aaa-89a8-c1db9ffff806 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:54:46.556843 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8205439-8689-4aaa-89a8-c1db9ffff806 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:54:46.557264 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8205439-8689-4aaa-89a8-c1db9ffff806 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:54:46.557943 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8205439-8689-4aaa-89a8-c1db9ffff806 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:54:46.558320 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8205439-8689-4aaa-89a8-c1db9ffff806 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:54:46.558644 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8205439-8689-4aaa-89a8-c1db9ffff806 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:54:46.566321 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea74e73-6343-4698-ae5e-8f527cb148fc None None] Checking agent: {'id': 'be58d251-43cc-467d-bf31-2aae48e2ac56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-43-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 9, 41, 57), 'started_at': datetime.datetime(2022, 9, 16, 9, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 9, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-43-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 09:54:46.567031 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea74e73-6343-4698-ae5e-8f527cb148fc None None] Checking segment: {'id': '0b254eb8-8459-4a20-9dd6-e212af12e724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 09:54:46.567605 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron_lib.callbacks.manager [None req-fea74e73-6343-4698-ae5e-8f527cb148fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:46.568150 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea74e73-6343-4698-ae5e-8f527cb148fc None None] Bound using segment: {'id': '0b254eb8-8459-4a20-9dd6-e212af12e724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79'} {{(pid=113426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 09:54:46.568794 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.managers [None req-fea74e73-6343-4698-ae5e-8f527cb148fc None None] Bound port: 6d5ace66-4ec8-4374-b011-9afa88f2112b, host: dv-cinder-790535-43-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b254eb8-8459-4a20-9dd6-e212af12e724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79'}}] {{(pid=113426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 09:54:46.569361 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron_lib.callbacks.manager [None req-fea74e73-6343-4698-ae5e-8f527cb148fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (6d5ace66-4ec8-4374-b011-9afa88f2112b), before_update {{(pid=113426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:46.629840 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.db [None req-fea74e73-6343-4698-ae5e-8f527cb148fc None None] For port 6d5ace66-4ec8-4374-b011-9afa88f2112b, host dv-cinder-790535-43-iscsi, cleared binding levels {{(pid=113426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 09:54:46.633177 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.db [None req-fea74e73-6343-4698-ae5e-8f527cb148fc None None] For port 6d5ace66-4ec8-4374-b011-9afa88f2112b, host dv-cinder-790535-43-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=6d5ace66-4ec8-4374-b011-9afa88f2112b,segment=NetworkSegment(0b254eb8-8459-4a20-9dd6-e212af12e724),segment_id=0b254eb8-8459-4a20-9dd6-e212af12e724)] {{(pid=113426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 09:54:46.647651 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-d51fa7a4-2587-4109-ab5f-1af7521d432e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:46.699918 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-5673741a-4ff5-4099-a72a-d79be570c140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'name': 'tempest-AttachVolumeNegativeTest-1147155597-router', 'tenant_id': '75007587f92646f686881c2e1bfb7b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'f25e5371-7d7a-4929-ba67-20f64b85ea85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:50:29Z', 'updated_at': '2022-09-16T09:50:39Z', 'revision_number': 4, 'project_id': '75007587f92646f686881c2e1bfb7b2d', 'gw_port': {'id': 'f25e5371-7d7a-4929-ba67-20f64b85ea85', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:73:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:30Z', 'updated_at': '2022-09-16T09:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_floatingips': [{'id': '41b05719-4b85-403d-b6f7-b51baff5a747', 'tenant_id': '75007587f92646f686881c2e1bfb7b2d', 'floating_ip_address': '172.27.1.76', 'floating_network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'router_id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'port_id': '8eda7ab4-bb91-4e39-a83a-f6278b385656', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b92b7908-54f3-4444-8e37-e6621fa07310', 'mac_address': 'fa:16:3e:b5:f4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7a1d44-25f8-48e4-a8b6-f6ea14a508cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T09:54:27Z', 'updated_at': '2022-09-16T09:54:44Z', 'revision_number': 1, 'project_id': '75007587f92646f686881c2e1bfb7b2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '884885de-9e10-4652-9aba-309ace13393a', 'name': '', 'network_id': 'b92b7908-54f3-4444-8e37-e6621fa07310', 'tenant_id': '75007587f92646f686881c2e1bfb7b2d', 'mac_address': 'fa:16:3e:8d:8c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2c5e3932-9cbf-4551-a459-a4948ab2f258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:38Z', 'updated_at': '2022-09-16T09:50:59Z', 'revision_number': 5, 'project_id': '75007587f92646f686881c2e1bfb7b2d', 'subnets': [{'id': '2c5e3932-9cbf-4551-a459-a4948ab2f258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:54:46.735145 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5673741a-4ff5-4099-a72a-d79be570c140 None None] The sync data for ids ['5f629d17-6c04-4750-846b-90fbe144f83c'] in dv-cinder-790535-43-iscsi is: [{'id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'name': 'tempest-AttachVolumeNegativeTest-1147155597-router', 'tenant_id': '75007587f92646f686881c2e1bfb7b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'f25e5371-7d7a-4929-ba67-20f64b85ea85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:50:29Z', 'updated_at': '2022-09-16T09:50:39Z', 'revision_number': 4, 'project_id': '75007587f92646f686881c2e1bfb7b2d', 'gw_port': {'id': 'f25e5371-7d7a-4929-ba67-20f64b85ea85', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:73:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:30Z', 'updated_at': '2022-09-16T09:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_floatingips': [{'id': '41b05719-4b85-403d-b6f7-b51baff5a747', 'tenant_id': '75007587f92646f686881c2e1bfb7b2d', 'floating_ip_address': '172.27.1.76', 'floating_network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'router_id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'port_id': '8eda7ab4-bb91-4e39-a83a-f6278b385656', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b92b7908-54f3-4444-8e37-e6621fa07310', 'mac_address': 'fa:16:3e:b5:f4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7a1d44-25f8-48e4-a8b6-f6ea14a508cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T09:54:27Z', 'updated_at': '2022-09-16T09:54:44Z', 'revision_number': 1, 'project_id': '75007587f92646f686881c2e1bfb7b2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '884885de-9e10-4652-9aba-309ace13393a', 'name': '', 'network_id': 'b92b7908-54f3-4444-8e37-e6621fa07310', 'tenant_id': '75007587f92646f686881c2e1bfb7b2d', 'mac_address': 'fa:16:3e:8d:8c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2c5e3932-9cbf-4551-a459-a4948ab2f258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:38Z', 'updated_at': '2022-09-16T09:50:59Z', 'revision_number': 5, 'project_id': '75007587f92646f686881c2e1bfb7b2d', 'subnets': [{'id': '2c5e3932-9cbf-4551-a459-a4948ab2f258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 09:54:46.739596 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron_lib.callbacks.manager [None req-fea74e73-6343-4698-ae5e-8f527cb148fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (6d5ace66-4ec8-4374-b011-9afa88f2112b), after_update {{(pid=113426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:46.791170 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea74e73-6343-4698-ae5e-8f527cb148fc None None] Routers {'f06541c2-8acd-451e-a3e4-97d03928e01d'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 09:54:46.791786 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-fea74e73-6343-4698-ae5e-8f527cb148fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T09:54:24Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['f06541c2-8acd-451e-a3e4-97d03928e01d'], 'active': True} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:54:46.824463 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.db_base_plugin_common [None req-d51fa7a4-2587-4109-ab5f-1af7521d432e admin admin] Allocated IP 172.20.0.1 (bcb00623-4b05-4b9d-bd71-6d191eabf6b0/b4c54137-1628-45cb-b352-130a9da62b88/8daf2da5-3313-47e2-b230-5bf9b1dc3023) {{(pid=113424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 09:54:46.848993 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8205439-8689-4aaa-89a8-c1db9ffff806 None None] Pushing event updated for resources: {'Port': ['ID=6d5ace66-4ec8-4374-b011-9afa88f2112b,revision_number=3']} {{(pid=113426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:54:46.917027 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvr_db [None req-fea74e73-6343-4698-ae5e-8f527cb148fc None None] Set router f06541c2-8acd-451e-a3e4-97d03928e01d gateway port host: dv-cinder-790535-43-iscsi {{(pid=113426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 09:54:46.928056 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:DELETE=1,neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:54:46.945181 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-d51fa7a4-2587-4109-ab5f-1af7521d432e admin admin] Publish callbacks [] for port (8daf2da5-3313-47e2-b230-5bf9b1dc3023), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:46.983989 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:54:47.002993 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cc46ed-e277-4d99-a6c6-2a3946d3ce42 None None] New status for floating IP 41b05719-4b85-403d-b6f7-b51baff5a747: ACTIVE {{(pid=113425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 09:54:47.041451 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-d51fa7a4-2587-4109-ab5f-1af7521d432e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759571245505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27240065'] for port (8daf2da5-3313-47e2-b230-5bf9b1dc3023), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:47.051092 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device 69ff3ef8-6131-4daa-8b8b-5016ec7e7b7e up at agent ovs-agent-dv-cinder-790535-43-iscsi {{(pid=113425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 09:54:47.099981 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51fa7a4-2587-4109-ab5f-1af7521d432e admin admin] Network bcb00623-4b05-4b9d-bd71-6d191eabf6b0 is already hosted by enough agents. {{(pid=113424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 09:54:47.105040 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.base_scheduler [None req-d51fa7a4-2587-4109-ab5f-1af7521d432e admin admin] Resources bound (agent type, host, resource id): {{(pid=113424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 09:54:47.107718 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51fa7a4-2587-4109-ab5f-1af7521d432e admin admin] Received port after_create {{(pid=113424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 09:54:47.119594 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-fea74e73-6343-4698-ae5e-8f527cb148fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f06541c2-8acd-451e-a3e4-97d03928e01d', 'name': 'tempest-TestMinimumBasicScenario-547633644-router', 'tenant_id': 'c3ebe25211ee4dcb887de8e0c9a03040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '6d5ace66-4ec8-4374-b011-9afa88f2112b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:54:43Z', 'updated_at': '2022-09-16T09:54:44Z', 'revision_number': 3, 'project_id': 'c3ebe25211ee4dcb887de8e0c9a03040', 'gw_port': {'id': '6d5ace66-4ec8-4374-b011-9afa88f2112b', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:22:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f06541c2-8acd-451e-a3e4-97d03928e01d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:54:43Z', 'updated_at': '2022-09-16T09:54:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi'}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:54:47.139425 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51fa7a4-2587-4109-ab5f-1af7521d432e admin admin] Pushing event updated for resources: {'Port': ['ID=8daf2da5-3313-47e2-b230-5bf9b1dc3023,revision_number=1']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:54:47.153607 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea74e73-6343-4698-ae5e-8f527cb148fc None None] The sync data for ids ['f06541c2-8acd-451e-a3e4-97d03928e01d'] in dv-cinder-790535-43-iscsi is: [{'id': 'f06541c2-8acd-451e-a3e4-97d03928e01d', 'name': 'tempest-TestMinimumBasicScenario-547633644-router', 'tenant_id': 'c3ebe25211ee4dcb887de8e0c9a03040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '6d5ace66-4ec8-4374-b011-9afa88f2112b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:54:43Z', 'updated_at': '2022-09-16T09:54:44Z', 'revision_number': 3, 'project_id': 'c3ebe25211ee4dcb887de8e0c9a03040', 'gw_port': {'id': '6d5ace66-4ec8-4374-b011-9afa88f2112b', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:22:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f06541c2-8acd-451e-a3e4-97d03928e01d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:54:43Z', 'updated_at': '2022-09-16T09:54:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi'}] {{(pid=113426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 09:54:47.155583 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51fa7a4-2587-4109-ab5f-1af7521d432e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:54:47.155583 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51fa7a4-2587-4109-ab5f-1af7521d432e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:54:47.155583 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51fa7a4-2587-4109-ab5f-1af7521d432e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:54:47.155843 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51fa7a4-2587-4109-ab5f-1af7521d432e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:54:47.156047 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51fa7a4-2587-4109-ab5f-1af7521d432e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:54:47.156328 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51fa7a4-2587-4109-ab5f-1af7521d432e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:54:47.156660 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51fa7a4-2587-4109-ab5f-1af7521d432e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:54:47.156986 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51fa7a4-2587-4109-ab5f-1af7521d432e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:54:47.157866 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51fa7a4-2587-4109-ab5f-1af7521d432e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:54:47.158197 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51fa7a4-2587-4109-ab5f-1af7521d432e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:54:47.158527 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51fa7a4-2587-4109-ab5f-1af7521d432e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:54:47.158996 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51fa7a4-2587-4109-ab5f-1af7521d432e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:54:47.160048 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51fa7a4-2587-4109-ab5f-1af7521d432e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:54:47.160048 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51fa7a4-2587-4109-ab5f-1af7521d432e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:54:47.160048 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51fa7a4-2587-4109-ab5f-1af7521d432e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:54:47.174444 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Provisioning complete for port 69ff3ef8-6131-4daa-8b8b-5016ec7e7b7e triggered by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:54:47.175081 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (69ff3ef8-6131-4daa-8b8b-5016ec7e7b7e), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:47.175164 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Attempt 1 to provision port 69ff3ef8-6131-4daa-8b8b-5016ec7e7b7e Sep 16 09:54:47.180619 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-d51fa7a4-2587-4109-ab5f-1af7521d432e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691992'] for router_interface (f06541c2-8acd-451e-a3e4-97d03928e01d), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:47.243586 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:54:47.299838 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Current status of the port 69ff3ef8-6131-4daa-8b8b-5016ec7e7b7e is: ACTIVE; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:54:47.409497 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-d51fa7a4-2587-4109-ab5f-1af7521d432e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (8daf2da5-3313-47e2-b230-5bf9b1dc3023), before_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:47.411470 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:54:47.489471 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-96030b83-e7b7-4082-b9c7-a516aa7ee1a9 None None] Provisioning complete for port 8daf2da5-3313-47e2-b230-5bf9b1dc3023 triggered by entity DHCP. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:54:47.492181 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-96030b83-e7b7-4082-b9c7-a516aa7ee1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (8daf2da5-3313-47e2-b230-5bf9b1dc3023), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:47.492548 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-96030b83-e7b7-4082-b9c7-a516aa7ee1a9 None None] Attempt 1 to provision port 8daf2da5-3313-47e2-b230-5bf9b1dc3023 Sep 16 09:54:47.555350 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-96030b83-e7b7-4082-b9c7-a516aa7ee1a9 None None] Port 8daf2da5-3313-47e2-b230-5bf9b1dc3023 cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:54:47.596958 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72f3b9b-3736-46a2-81d2-da7ef644e641 req-2da7bec5-3578-473b-b19e-dc0f999893a9 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:47.599436 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-b72f3b9b-3736-46a2-81d2-da7ef644e641 req-2da7bec5-3578-473b-b19e-dc0f999893a9 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=bd1272b6-2b81-407d-b0fc-c9ce62d7c5aa HTTP/1.1" status: 200 len: 945 time: 0.0693650 Sep 16 09:54:47.653225 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-b72f3b9b-3736-46a2-81d2-da7ef644e641 req-e0e528eb-297c-478a-b477-8020ad5ef31c tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=76e72fdc-3119-4f98-835c-2d305cfe62d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476501 Sep 16 09:54:47.662819 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-d51fa7a4-2587-4109-ab5f-1af7521d432e admin admin] Publish callbacks [] for port (8daf2da5-3313-47e2-b230-5bf9b1dc3023), precommit_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:47.722357 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-d51fa7a4-2587-4109-ab5f-1af7521d432e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27240120'] for port (8daf2da5-3313-47e2-b230-5bf9b1dc3023), after_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:47.796544 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51fa7a4-2587-4109-ab5f-1af7521d432e admin admin] Pushing event updated for resources: {'Port': ['ID=8daf2da5-3313-47e2-b230-5bf9b1dc3023,revision_number=2']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:54:47.799890 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-d51fa7a4-2587-4109-ab5f-1af7521d432e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692108'] for router_interface (f06541c2-8acd-451e-a3e4-97d03928e01d), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:47.909113 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51fa7a4-2587-4109-ab5f-1af7521d432e admin admin] Network bcb00623-4b05-4b9d-bd71-6d191eabf6b0 is already hosted by enough agents. {{(pid=113424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 09:54:47.910710 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.base_scheduler [None req-d51fa7a4-2587-4109-ab5f-1af7521d432e admin admin] Resources bound (agent type, host, resource id): {{(pid=113424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 09:54:48.031793 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d51fa7a4-2587-4109-ab5f-1af7521d432e admin admin] Router f06541c2-8acd-451e-a3e4-97d03928e01d has already been hosted by L3 agent 647718b3-8298-4382-86e2-3fad9f5d7804 {{(pid=113424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 09:54:48.057136 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-96030b83-e7b7-4082-b9c7-a516aa7ee1a9 None None] Attempt 2 to provision port 8daf2da5-3313-47e2-b230-5bf9b1dc3023 Sep 16 09:54:48.107450 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-96030b83-e7b7-4082-b9c7-a516aa7ee1a9 None None] Port 8daf2da5-3313-47e2-b230-5bf9b1dc3023 cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:54:48.155671 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d51fa7a4-2587-4109-ab5f-1af7521d432e admin admin] Notify agent at l3_agent.dv-cinder-790535-43-iscsi the message routers_updated {{(pid=113424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 09:54:48.160913 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-d51fa7a4-2587-4109-ab5f-1af7521d432e admin admin] 10.222.0.73 "PUT /networking/v2.0/routers/f06541c2-8acd-451e-a3e4-97d03928e01d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4762847 Sep 16 09:54:48.609170 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-96030b83-e7b7-4082-b9c7-a516aa7ee1a9 None None] Attempt 3 to provision port 8daf2da5-3313-47e2-b230-5bf9b1dc3023 Sep 16 09:54:48.653345 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-96030b83-e7b7-4082-b9c7-a516aa7ee1a9 None None] Port 8daf2da5-3313-47e2-b230-5bf9b1dc3023 cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:54:48.773707 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:54:48.791541 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce5ef9f-4450-4ffb-93b8-c70d498a3b5e req-8bf14a6f-cde3-4973-9e90-8a155f2dc170 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:48.793287 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-3ce5ef9f-4450-4ffb-93b8-c70d498a3b5e req-8bf14a6f-cde3-4973-9e90-8a155f2dc170 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=bd1272b6-2b81-407d-b0fc-c9ce62d7c5aa HTTP/1.1" status: 200 len: 945 time: 0.0529823 Sep 16 09:54:48.816131 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a3cec6-08bb-4e93-981d-d067888ca833 None None] Sync routers for ids ['f06541c2-8acd-451e-a3e4-97d03928e01d'] in dv-cinder-790535-43-iscsi {{(pid=113426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 09:54:48.827913 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a3cec6-08bb-4e93-981d-d067888ca833 None None] Routers {'f06541c2-8acd-451e-a3e4-97d03928e01d'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 09:54:48.828525 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-79a3cec6-08bb-4e93-981d-d067888ca833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T09:54:24Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['f06541c2-8acd-451e-a3e4-97d03928e01d'], 'active': True} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:54:48.877871 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-3ce5ef9f-4450-4ffb-93b8-c70d498a3b5e req-8c7dafaa-6482-4280-9765-3b13c02626d0 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=76e72fdc-3119-4f98-835c-2d305cfe62d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774748 Sep 16 09:54:48.901881 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 53562) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:54:48.910006 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.v2.base [None req-ce3b5fcd-db8a-42bd-ae13-8e544b9004b0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-244917425-network', 'tenant_id': '157ef0dbe3b54072a923b6cf3248aef6'}} {{(pid=113424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:54:48.957889 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvr_db [None req-79a3cec6-08bb-4e93-981d-d067888ca833 None None] Set router f06541c2-8acd-451e-a3e4-97d03928e01d gateway port host: dv-cinder-790535-43-iscsi {{(pid=113426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 09:54:49.006144 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce3b5fcd-db8a-42bd-ae13-8e544b9004b0 admin admin] Made reservation on behalf of 157ef0dbe3b54072a923b6cf3248aef6 for: {'network': 1} {{(pid=113424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 09:54:49.009564 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-ce3b5fcd-db8a-42bd-ae13-8e544b9004b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for network (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:49.020720 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device 6d5ace66-4ec8-4374-b011-9afa88f2112b up at agent ovs-agent-dv-cinder-790535-43-iscsi {{(pid=113425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 09:54:49.023776 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-ce3b5fcd-db8a-42bd-ae13-8e544b9004b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:49.078142 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Provisioning complete for port 6d5ace66-4ec8-4374-b011-9afa88f2112b triggered by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:54:49.078887 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (6d5ace66-4ec8-4374-b011-9afa88f2112b), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:49.080049 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Attempt 1 to provision port 6d5ace66-4ec8-4374-b011-9afa88f2112b Sep 16 09:54:49.120675 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:54:49.136687 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-ce3b5fcd-db8a-42bd-ae13-8e544b9004b0 admin admin] Publish callbacks [] for security_group (aa74b501-524c-4e66-8db4-5d6c525535ed), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:49.165671 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-96030b83-e7b7-4082-b9c7-a516aa7ee1a9 None None] Attempt 4 to provision port 8daf2da5-3313-47e2-b230-5bf9b1dc3023 Sep 16 09:54:49.178780 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-79a3cec6-08bb-4e93-981d-d067888ca833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f06541c2-8acd-451e-a3e4-97d03928e01d', 'name': 'tempest-TestMinimumBasicScenario-547633644-router', 'tenant_id': 'c3ebe25211ee4dcb887de8e0c9a03040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '6d5ace66-4ec8-4374-b011-9afa88f2112b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:54:43Z', 'updated_at': '2022-09-16T09:54:47Z', 'revision_number': 4, 'project_id': 'c3ebe25211ee4dcb887de8e0c9a03040', 'gw_port': {'id': '6d5ace66-4ec8-4374-b011-9afa88f2112b', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:22:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f06541c2-8acd-451e-a3e4-97d03928e01d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:54:43Z', 'updated_at': '2022-09-16T09:54:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_interfaces': [{'id': '8daf2da5-3313-47e2-b230-5bf9b1dc3023', 'name': '', 'network_id': 'bcb00623-4b05-4b9d-bd71-6d191eabf6b0', 'tenant_id': 'c3ebe25211ee4dcb887de8e0c9a03040', 'mac_address': 'fa:16:3e:11:65:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f06541c2-8acd-451e-a3e4-97d03928e01d', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'b4c54137-1628-45cb-b352-130a9da62b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:54:46Z', 'updated_at': '2022-09-16T09:54:47Z', 'revision_number': 2, 'project_id': 'c3ebe25211ee4dcb887de8e0c9a03040', 'subnets': [{'id': 'b4c54137-1628-45cb-b352-130a9da62b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:54:49.200740 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-96030b83-e7b7-4082-b9c7-a516aa7ee1a9 None None] Port 8daf2da5-3313-47e2-b230-5bf9b1dc3023 cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:54:49.201792 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Current status of the port 6d5ace66-4ec8-4374-b011-9afa88f2112b is: DOWN; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:54:49.202271 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (6d5ace66-4ec8-4374-b011-9afa88f2112b), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:49.206014 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a3cec6-08bb-4e93-981d-d067888ca833 None None] Checking router: f06541c2-8acd-451e-a3e4-97d03928e01d for host: dv-cinder-790535-43-iscsi {{(pid=113426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 09:54:49.206379 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a3cec6-08bb-4e93-981d-d067888ca833 None None] Updating router f06541c2-8acd-451e-a3e4-97d03928e01d port 8daf2da5-3313-47e2-b230-5bf9b1dc3023 binding host dv-cinder-790535-43-iscsi {{(pid=113426) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 09:54:49.212845 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-ce3b5fcd-db8a-42bd-ae13-8e544b9004b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (aa74b501-524c-4e66-8db4-5d6c525535ed), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:49.225725 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] For port 6d5ace66-4ec8-4374-b011-9afa88f2112b, host dv-cinder-790535-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=6d5ace66-4ec8-4374-b011-9afa88f2112b,segment=NetworkSegment(0b254eb8-8459-4a20-9dd6-e212af12e724),segment_id=0b254eb8-8459-4a20-9dd6-e212af12e724)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:54:49.240926 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron_lib.callbacks.manager [None req-79a3cec6-08bb-4e93-981d-d067888ca833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (8daf2da5-3313-47e2-b230-5bf9b1dc3023), before_update {{(pid=113426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:49.246175 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce3b5fcd-db8a-42bd-ae13-8e544b9004b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=113424) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 09:54:49.248028 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:54:49.253618 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3b5fcd-db8a-42bd-ae13-8e544b9004b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa74b501-524c-4e66-8db4-5d6c525535ed,revision_number=1']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:54:49.259817 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-ce3b5fcd-db8a-42bd-ae13-8e544b9004b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1277354'] for segment (aa39c9c9-5caa-4238-960b-97c472cb0c69), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:49.260165 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.db.segments_db [None req-ce3b5fcd-db8a-42bd-ae13-8e544b9004b0 admin admin] Added segment aa39c9c9-5caa-4238-960b-97c472cb0c69 of type vlan for network 1a56bbe2-3d19-48f3-842f-c274f039131a Sep 16 09:54:49.298266 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (6d5ace66-4ec8-4374-b011-9afa88f2112b), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:49.306048 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-ce3b5fcd-db8a-42bd-ae13-8e544b9004b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759571199151'] for network (1a56bbe2-3d19-48f3-842f-c274f039131a), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:49.352636 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:54:49.364728 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Pushing event updated for resources: {'Port': ['ID=6d5ace66-4ec8-4374-b011-9afa88f2112b,revision_number=4']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:54:49.395413 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-ce3b5fcd-db8a-42bd-ae13-8e544b9004b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335'] for network (1a56bbe2-3d19-48f3-842f-c274f039131a), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:49.396514 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3b5fcd-db8a-42bd-ae13-8e544b9004b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:49.397118 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-ce3b5fcd-db8a-42bd-ae13-8e544b9004b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546317'] for network (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:49.466514 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3b5fcd-db8a-42bd-ae13-8e544b9004b0 admin admin] Pushing event updated for resources: {'Network': ['ID=1a56bbe2-3d19-48f3-842f-c274f039131a,revision_number=1']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:54:49.477636 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Network 1a56bbe2-3d19-48f3-842f-c274f039131a details requested by agent ovs-agent-dv-cinder-790535-43-iscsi with host dv-cinder-790535-43-iscsi {{(pid=113425) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 09:54:49.522864 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron_lib.callbacks.manager [None req-79a3cec6-08bb-4e93-981d-d067888ca833 None None] Publish callbacks [] for port (8daf2da5-3313-47e2-b230-5bf9b1dc3023), precommit_update {{(pid=113426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:49.528393 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-ce3b5fcd-db8a-42bd-ae13-8e544b9004b0 admin admin] 10.222.0.73 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6282799 Sep 16 09:54:49.531326 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 53564) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:54:49.536892 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.v2.base [None req-3f271d5a-e852-46ca-8e82-e225ea9778a4 admin admin] Request body: {'subnet': {'network_id': '1a56bbe2-3d19-48f3-842f-c274f039131a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-244917425-subnet', 'tenant_id': '157ef0dbe3b54072a923b6cf3248aef6', 'ip_version': 4}} {{(pid=113423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:54:49.623776 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron_lib.callbacks.manager [None req-79a3cec6-08bb-4e93-981d-d067888ca833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (8daf2da5-3313-47e2-b230-5bf9b1dc3023), after_update {{(pid=113426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:49.646742 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f271d5a-e852-46ca-8e82-e225ea9778a4 admin admin] Made reservation on behalf of 157ef0dbe3b54072a923b6cf3248aef6 for: {'subnet': 1} {{(pid=113423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 09:54:49.649758 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-3f271d5a-e852-46ca-8e82-e225ea9778a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2535104'] for subnet (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:49.692628 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224653e9-be92-41d9-88d3-b739e58990f7 None None] Pushing event updated for resources: {'Port': ['ID=8daf2da5-3313-47e2-b230-5bf9b1dc3023,revision_number=3']} {{(pid=113426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:54:49.702241 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-96030b83-e7b7-4082-b9c7-a516aa7ee1a9 None None] Attempt 5 to provision port 8daf2da5-3313-47e2-b230-5bf9b1dc3023 Sep 16 09:54:49.721057 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.managers [None req-79a3cec6-08bb-4e93-981d-d067888ca833 None None] Attempting to bind port 8daf2da5-3313-47e2-b230-5bf9b1dc3023 on host dv-cinder-790535-43-iscsi for vnic_type normal with profile {{(pid=113426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 09:54:49.721273 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.managers [None req-79a3cec6-08bb-4e93-981d-d067888ca833 None None] Attempting to bind port 8daf2da5-3313-47e2-b230-5bf9b1dc3023 by drivers openvswitch,hyperv on host dv-cinder-790535-43-iscsi at level 0 using segments [{'id': 'd36e2288-42fc-4dac-8b56-4d4e100f0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'bcb00623-4b05-4b9d-bd71-6d191eabf6b0'}] {{(pid=113426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 09:54:49.721703 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a3cec6-08bb-4e93-981d-d067888ca833 None None] Attempting to bind port 8daf2da5-3313-47e2-b230-5bf9b1dc3023 on network bcb00623-4b05-4b9d-bd71-6d191eabf6b0 {{(pid=113426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 09:54:49.742204 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-96030b83-e7b7-4082-b9c7-a516aa7ee1a9 None None] Port 8daf2da5-3313-47e2-b230-5bf9b1dc3023 cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:54:49.752670 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:54:49.768663 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a3cec6-08bb-4e93-981d-d067888ca833 None None] Checking agent: {'id': 'be58d251-43cc-467d-bf31-2aae48e2ac56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-43-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 9, 41, 57), 'started_at': datetime.datetime(2022, 9, 16, 9, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 9, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-43-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 09:54:49.769035 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a3cec6-08bb-4e93-981d-d067888ca833 None None] Checking segment: {'id': 'd36e2288-42fc-4dac-8b56-4d4e100f0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'bcb00623-4b05-4b9d-bd71-6d191eabf6b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 09:54:49.769434 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron_lib.callbacks.manager [None req-79a3cec6-08bb-4e93-981d-d067888ca833 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:49.769856 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a3cec6-08bb-4e93-981d-d067888ca833 None None] Bound using segment: {'id': 'd36e2288-42fc-4dac-8b56-4d4e100f0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'bcb00623-4b05-4b9d-bd71-6d191eabf6b0'} {{(pid=113426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 09:54:49.770324 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.managers [None req-79a3cec6-08bb-4e93-981d-d067888ca833 None None] Bound port: 8daf2da5-3313-47e2-b230-5bf9b1dc3023, host: dv-cinder-790535-43-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd36e2288-42fc-4dac-8b56-4d4e100f0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'bcb00623-4b05-4b9d-bd71-6d191eabf6b0'}}] {{(pid=113426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 09:54:49.770707 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron_lib.callbacks.manager [None req-79a3cec6-08bb-4e93-981d-d067888ca833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (8daf2da5-3313-47e2-b230-5bf9b1dc3023), before_update {{(pid=113426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:49.815545 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:54:49.835402 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.db [None req-79a3cec6-08bb-4e93-981d-d067888ca833 None None] For port 8daf2da5-3313-47e2-b230-5bf9b1dc3023, host dv-cinder-790535-43-iscsi, cleared binding levels {{(pid=113426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 09:54:49.838693 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.db [None req-79a3cec6-08bb-4e93-981d-d067888ca833 None None] For port 8daf2da5-3313-47e2-b230-5bf9b1dc3023, host dv-cinder-790535-43-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=8daf2da5-3313-47e2-b230-5bf9b1dc3023,segment=NetworkSegment(d36e2288-42fc-4dac-8b56-4d4e100f0521),segment_id=d36e2288-42fc-4dac-8b56-4d4e100f0521)] {{(pid=113426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 09:54:49.908889 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-3f271d5a-e852-46ca-8e82-e225ea9778a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2475058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2535126'] for subnet (1935bc85-1cdc-4e5c-9029-4b760095ad85), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:49.910073 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron_lib.callbacks.manager [None req-79a3cec6-08bb-4e93-981d-d067888ca833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (8daf2da5-3313-47e2-b230-5bf9b1dc3023), after_update {{(pid=113426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:49.970192 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f271d5a-e852-46ca-8e82-e225ea9778a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1935bc85-1cdc-4e5c-9029-4b760095ad85,revision_number=0']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:54:49.991596 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f271d5a-e852-46ca-8e82-e225ea9778a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:54:49.991940 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f271d5a-e852-46ca-8e82-e225ea9778a4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:54:49.992276 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f271d5a-e852-46ca-8e82-e225ea9778a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:54:49.992722 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f271d5a-e852-46ca-8e82-e225ea9778a4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:54:49.993058 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f271d5a-e852-46ca-8e82-e225ea9778a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:54:49.993383 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f271d5a-e852-46ca-8e82-e225ea9778a4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:54:49.993736 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f271d5a-e852-46ca-8e82-e225ea9778a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:54:49.994055 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f271d5a-e852-46ca-8e82-e225ea9778a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:54:49.994558 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f271d5a-e852-46ca-8e82-e225ea9778a4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:54:49.994883 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f271d5a-e852-46ca-8e82-e225ea9778a4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:54:49.995206 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f271d5a-e852-46ca-8e82-e225ea9778a4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:54:49.995527 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f271d5a-e852-46ca-8e82-e225ea9778a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:54:49.995843 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f271d5a-e852-46ca-8e82-e225ea9778a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:54:49.996160 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f271d5a-e852-46ca-8e82-e225ea9778a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:54:49.996472 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f271d5a-e852-46ca-8e82-e225ea9778a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:54:50.005309 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a3cec6-08bb-4e93-981d-d067888ca833 None None] Routers {'f06541c2-8acd-451e-a3e4-97d03928e01d'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 09:54:50.005490 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f271d5a-e852-46ca-8e82-e225ea9778a4 admin admin] Checking segment: {'id': 'aa39c9c9-5caa-4238-960b-97c472cb0c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '1a56bbe2-3d19-48f3-842f-c274f039131a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 09:54:50.006434 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f271d5a-e852-46ca-8e82-e225ea9778a4 admin admin] Network hostable DHCP agents. Network: 1a56bbe2-3d19-48f3-842f-c274f039131a, hostable agents: ['54fa5420-569f-41b3-81ce-b3c99a893561'], hosted agents: [] {{(pid=113423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 09:54:50.006637 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-79a3cec6-08bb-4e93-981d-d067888ca833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T09:54:24Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['f06541c2-8acd-451e-a3e4-97d03928e01d'], 'active': True} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:54:50.012183 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:54:50.085282 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9126248d-d89a-4d24-b395-6b4fff44baab req-681e4cd1-e445-4ee8-a34a-1538d8f94579 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:50.086943 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-9126248d-d89a-4d24-b395-6b4fff44baab req-681e4cd1-e445-4ee8-a34a-1538d8f94579 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=bd1272b6-2b81-407d-b0fc-c9ce62d7c5aa HTTP/1.1" status: 200 len: 945 time: 0.0529087 Sep 16 09:54:50.117204 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f271d5a-e852-46ca-8e82-e225ea9778a4 admin admin] Network 1a56bbe2-3d19-48f3-842f-c274f039131a is scheduled to be hosted by DHCP agent 54fa5420-569f-41b3-81ce-b3c99a893561 with binding_index 1 {{(pid=113423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 09:54:50.145755 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-9126248d-d89a-4d24-b395-6b4fff44baab req-dab7332d-1242-428e-95ca-576983dd186b tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=76e72fdc-3119-4f98-835c-2d305cfe62d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527170 Sep 16 09:54:50.168038 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224653e9-be92-41d9-88d3-b739e58990f7 None None] Pushing event updated for resources: {'Port': ['ID=8daf2da5-3313-47e2-b230-5bf9b1dc3023,revision_number=4']} {{(pid=113426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:54:50.206339 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.base_scheduler [None req-3f271d5a-e852-46ca-8e82-e225ea9778a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-43-iscsi, 1a56bbe2-3d19-48f3-842f-c274f039131a) {{(pid=113423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 09:54:50.210283 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f271d5a-e852-46ca-8e82-e225ea9778a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:50.210884 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-3f271d5a-e852-46ca-8e82-e225ea9778a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546317'] for subnet (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:50.216078 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87ea9d9-ac3f-4dcb-b18e-0fa0dcc331dc None None] Network 1a56bbe2-3d19-48f3-842f-c274f039131a requested from dv-cinder-790535-43-iscsi {{(pid=113425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 09:54:50.236823 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvr_db [None req-79a3cec6-08bb-4e93-981d-d067888ca833 None None] Set router f06541c2-8acd-451e-a3e4-97d03928e01d gateway port host: dv-cinder-790535-43-iscsi {{(pid=113426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 09:54:50.262005 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-96030b83-e7b7-4082-b9c7-a516aa7ee1a9 None None] Attempt 6 to provision port 8daf2da5-3313-47e2-b230-5bf9b1dc3023 Sep 16 09:54:50.306360 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-3f271d5a-e852-46ca-8e82-e225ea9778a4 admin admin] 10.222.0.73 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7734454 Sep 16 09:54:50.309310 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 53570) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:54:50.314496 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.v2.base [None req-e597a45a-bcb9-463a-8598-34d42519d503 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-244917425-router', 'tenant_id': '157ef0dbe3b54072a923b6cf3248aef6', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79'}}} {{(pid=113423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:54:50.376010 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3ef14a-f1eb-473e-a8e6-269e3494a700 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8adadafb-aa0f-50bc-bc9f-45663671aa4d-1a56bbe2-3d19-48f3-842f-c274f039131a', 'network_id': '1a56bbe2-3d19-48f3-842f-c274f039131a', 'project_id': '157ef0dbe3b54072a923b6cf3248aef6', 'fixed_ips': [{'subnet_id': '1935bc85-1cdc-4e5c-9029-4b760095ad85'}]}} from dv-cinder-790535-43-iscsi. {{(pid=113425) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 09:54:50.377059 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-0a3ef14a-f1eb-473e-a8e6-269e3494a700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (None), before_create {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:50.395331 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-e597a45a-bcb9-463a-8598-34d42519d503 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-696460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65145'] for router (873fd051-c815-4bb2-b862-0baa8929c5a6), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:50.396818 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-e597a45a-bcb9-463a-8598-34d42519d503 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65120'] for router (873fd051-c815-4bb2-b862-0baa8929c5a6), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:50.410302 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-96030b83-e7b7-4082-b9c7-a516aa7ee1a9 None None] Current status of the port 8daf2da5-3313-47e2-b230-5bf9b1dc3023 is: DOWN; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:54:50.410977 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-96030b83-e7b7-4082-b9c7-a516aa7ee1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (8daf2da5-3313-47e2-b230-5bf9b1dc3023), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:50.442259 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:54:50.457834 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-79a3cec6-08bb-4e93-981d-d067888ca833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f06541c2-8acd-451e-a3e4-97d03928e01d', 'name': 'tempest-TestMinimumBasicScenario-547633644-router', 'tenant_id': 'c3ebe25211ee4dcb887de8e0c9a03040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '6d5ace66-4ec8-4374-b011-9afa88f2112b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:54:43Z', 'updated_at': '2022-09-16T09:54:47Z', 'revision_number': 4, 'project_id': 'c3ebe25211ee4dcb887de8e0c9a03040', 'gw_port': {'id': '6d5ace66-4ec8-4374-b011-9afa88f2112b', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:22:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06541c2-8acd-451e-a3e4-97d03928e01d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:54:43Z', 'updated_at': '2022-09-16T09:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_interfaces': [{'id': '8daf2da5-3313-47e2-b230-5bf9b1dc3023', 'name': '', 'network_id': 'bcb00623-4b05-4b9d-bd71-6d191eabf6b0', 'tenant_id': 'c3ebe25211ee4dcb887de8e0c9a03040', 'mac_address': 'fa:16:3e:11:65:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f06541c2-8acd-451e-a3e4-97d03928e01d', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'b4c54137-1628-45cb-b352-130a9da62b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:54:46Z', 'updated_at': '2022-09-16T09:54:49Z', 'revision_number': 4, 'project_id': 'c3ebe25211ee4dcb887de8e0c9a03040', 'subnets': [{'id': 'b4c54137-1628-45cb-b352-130a9da62b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:54:50.466942 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-e597a45a-bcb9-463a-8598-34d42519d503 admin admin] Publish callbacks [] for router_controller (873fd051-c815-4bb2-b862-0baa8929c5a6), precommit_add_association {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:50.486816 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a3cec6-08bb-4e93-981d-d067888ca833 None None] The sync data for ids ['f06541c2-8acd-451e-a3e4-97d03928e01d'] in dv-cinder-790535-43-iscsi is: [{'id': 'f06541c2-8acd-451e-a3e4-97d03928e01d', 'name': 'tempest-TestMinimumBasicScenario-547633644-router', 'tenant_id': 'c3ebe25211ee4dcb887de8e0c9a03040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '6d5ace66-4ec8-4374-b011-9afa88f2112b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:54:43Z', 'updated_at': '2022-09-16T09:54:47Z', 'revision_number': 4, 'project_id': 'c3ebe25211ee4dcb887de8e0c9a03040', 'gw_port': {'id': '6d5ace66-4ec8-4374-b011-9afa88f2112b', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:22:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06541c2-8acd-451e-a3e4-97d03928e01d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:54:43Z', 'updated_at': '2022-09-16T09:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_interfaces': [{'id': '8daf2da5-3313-47e2-b230-5bf9b1dc3023', 'name': '', 'network_id': 'bcb00623-4b05-4b9d-bd71-6d191eabf6b0', 'tenant_id': 'c3ebe25211ee4dcb887de8e0c9a03040', 'mac_address': 'fa:16:3e:11:65:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f06541c2-8acd-451e-a3e4-97d03928e01d', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'b4c54137-1628-45cb-b352-130a9da62b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:54:46Z', 'updated_at': '2022-09-16T09:54:49Z', 'revision_number': 4, 'project_id': 'c3ebe25211ee4dcb887de8e0c9a03040', 'subnets': [{'id': 'b4c54137-1628-45cb-b352-130a9da62b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 09:54:50.510019 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-96030b83-e7b7-4082-b9c7-a516aa7ee1a9 None None] For port 8daf2da5-3313-47e2-b230-5bf9b1dc3023, host dv-cinder-790535-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=8daf2da5-3313-47e2-b230-5bf9b1dc3023,segment=NetworkSegment(d36e2288-42fc-4dac-8b56-4d4e100f0521),segment_id=d36e2288-42fc-4dac-8b56-4d4e100f0521)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:54:50.575269 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-96030b83-e7b7-4082-b9c7-a516aa7ee1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (8daf2da5-3313-47e2-b230-5bf9b1dc3023), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:50.615488 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:54:50.616877 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.db_base_plugin_common [None req-0a3ef14a-f1eb-473e-a8e6-269e3494a700 None None] Allocated IP 172.20.0.2 (1a56bbe2-3d19-48f3-842f-c274f039131a/1935bc85-1cdc-4e5c-9029-4b760095ad85/40c1f570-6db3-4792-8876-3ff11222b716) {{(pid=113425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 09:54:50.692095 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-e597a45a-bcb9-463a-8598-34d42519d503 admin admin] Publish callbacks [] for router_gateway (873fd051-c815-4bb2-b862-0baa8929c5a6), precommit_update {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:50.710680 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96030b83-e7b7-4082-b9c7-a516aa7ee1a9 None None] Pushing event updated for resources: {'Port': ['ID=8daf2da5-3313-47e2-b230-5bf9b1dc3023,revision_number=5']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:54:50.722169 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-67f4b9cf-dda8-4598-9c14-f1e0e8afae71 None None] Provisioning complete for port 8daf2da5-3313-47e2-b230-5bf9b1dc3023 triggered by entity DHCP. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:54:50.722778 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-67f4b9cf-dda8-4598-9c14-f1e0e8afae71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (8daf2da5-3313-47e2-b230-5bf9b1dc3023), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:50.723263 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-67f4b9cf-dda8-4598-9c14-f1e0e8afae71 None None] Attempt 1 to provision port 8daf2da5-3313-47e2-b230-5bf9b1dc3023 Sep 16 09:54:50.883308 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-0a3ef14a-f1eb-473e-a8e6-269e3494a700 None None] Publish callbacks [] for port (40c1f570-6db3-4792-8876-3ff11222b716), precommit_create {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:50.886387 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-67f4b9cf-dda8-4598-9c14-f1e0e8afae71 None None] Current status of the port 8daf2da5-3313-47e2-b230-5bf9b1dc3023 is: ACTIVE; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:54:50.984209 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-0a3ef14a-f1eb-473e-a8e6-269e3494a700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759571245505'] for port (40c1f570-6db3-4792-8876-3ff11222b716), after_create {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:51.024233 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-e597a45a-bcb9-463a-8598-34d42519d503 admin admin] Publish callbacks [] for router_gateway (873fd051-c815-4bb2-b862-0baa8929c5a6), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:51.055609 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-e597a45a-bcb9-463a-8598-34d42519d503 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:51.061730 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3ef14a-f1eb-473e-a8e6-269e3494a700 None None] Network 1a56bbe2-3d19-48f3-842f-c274f039131a is already hosted by enough agents. {{(pid=113425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 09:54:51.067120 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3ef14a-f1eb-473e-a8e6-269e3494a700 None None] Pushing event updated for resources: {'Port': ['ID=40c1f570-6db3-4792-8876-3ff11222b716,revision_number=1']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:54:51.070309 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:54:51.071746 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.scheduler.base_scheduler [None req-0a3ef14a-f1eb-473e-a8e6-269e3494a700 None None] Resources bound (agent type, host, resource id): {{(pid=113425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 09:54:51.074321 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3ef14a-f1eb-473e-a8e6-269e3494a700 None None] Received port after_create {{(pid=113425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 09:54:51.150826 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.managers [None req-0a3ef14a-f1eb-473e-a8e6-269e3494a700 None None] Attempting to bind port 40c1f570-6db3-4792-8876-3ff11222b716 on host dv-cinder-790535-43-iscsi for vnic_type normal with profile {{(pid=113425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 09:54:51.151210 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.managers [None req-0a3ef14a-f1eb-473e-a8e6-269e3494a700 None None] Attempting to bind port 40c1f570-6db3-4792-8876-3ff11222b716 by drivers openvswitch,hyperv on host dv-cinder-790535-43-iscsi at level 0 using segments [{'id': 'aa39c9c9-5caa-4238-960b-97c472cb0c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '1a56bbe2-3d19-48f3-842f-c274f039131a'}] {{(pid=113425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 09:54:51.151590 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3ef14a-f1eb-473e-a8e6-269e3494a700 None None] Attempting to bind port 40c1f570-6db3-4792-8876-3ff11222b716 on network 1a56bbe2-3d19-48f3-842f-c274f039131a {{(pid=113425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 09:54:51.157882 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device 8daf2da5-3313-47e2-b230-5bf9b1dc3023 up at agent ovs-agent-dv-cinder-790535-43-iscsi {{(pid=113425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 09:54:51.206016 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.db.db_base_plugin_common [None req-e597a45a-bcb9-463a-8598-34d42519d503 admin admin] Allocated IP 172.27.1.208 (d06af4bd-75ff-4039-9388-f05026361d79/429d2505-e0fa-44a7-bb81-98c451c1a231/1445c595-cd5c-4499-9564-97d9b3271481) {{(pid=113423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 09:54:51.213667 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:54:51.247171 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.agents_db [None req-7c9a7194-4e2e-43f7-be58-28c896ce3cef None None] Agent healthcheck: found 6 active agents {{(pid=113426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 09:54:51.247748 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3ef14a-f1eb-473e-a8e6-269e3494a700 None None] Checking agent: {'id': 'be58d251-43cc-467d-bf31-2aae48e2ac56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-43-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 9, 41, 57), 'started_at': datetime.datetime(2022, 9, 16, 9, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 9, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-43-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 09:54:51.247923 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3ef14a-f1eb-473e-a8e6-269e3494a700 None None] Checking segment: {'id': 'aa39c9c9-5caa-4238-960b-97c472cb0c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '1a56bbe2-3d19-48f3-842f-c274f039131a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 09:54:51.248277 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-0a3ef14a-f1eb-473e-a8e6-269e3494a700 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:51.248674 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3ef14a-f1eb-473e-a8e6-269e3494a700 None None] Bound using segment: {'id': 'aa39c9c9-5caa-4238-960b-97c472cb0c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '1a56bbe2-3d19-48f3-842f-c274f039131a'} {{(pid=113425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 09:54:51.249148 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.managers [None req-0a3ef14a-f1eb-473e-a8e6-269e3494a700 None None] Bound port: 40c1f570-6db3-4792-8876-3ff11222b716, host: dv-cinder-790535-43-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa39c9c9-5caa-4238-960b-97c472cb0c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '1a56bbe2-3d19-48f3-842f-c274f039131a'}}] {{(pid=113425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 09:54:51.249524 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-0a3ef14a-f1eb-473e-a8e6-269e3494a700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (40c1f570-6db3-4792-8876-3ff11222b716), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:51.296363 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669f4fd4-58b2-4357-ab21-c9937cd6f64e req-a58adc6a-e126-4144-bbbc-cb3bf7b03524 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:51.304822 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-669f4fd4-58b2-4357-ab21-c9937cd6f64e req-a58adc6a-e126-4144-bbbc-cb3bf7b03524 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=bd1272b6-2b81-407d-b0fc-c9ce62d7c5aa HTTP/1.1" status: 200 len: 945 time: 0.0661862 Sep 16 09:54:51.313960 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Provisioning complete for port 8daf2da5-3313-47e2-b230-5bf9b1dc3023 triggered by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:54:51.314343 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (8daf2da5-3313-47e2-b230-5bf9b1dc3023), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:51.314690 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Attempt 1 to provision port 8daf2da5-3313-47e2-b230-5bf9b1dc3023 Sep 16 09:54:51.366298 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-669f4fd4-58b2-4357-ab21-c9937cd6f64e req-737020f4-ac02-4b4b-ad07-49d8cc1fe811 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=76e72fdc-3119-4f98-835c-2d305cfe62d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604751 Sep 16 09:54:51.385028 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-0a3ef14a-f1eb-473e-a8e6-269e3494a700 None None] For port 40c1f570-6db3-4792-8876-3ff11222b716, host dv-cinder-790535-43-iscsi, cleared binding levels {{(pid=113425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 09:54:51.390335 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-e597a45a-bcb9-463a-8598-34d42519d503 admin admin] Publish callbacks [] for port (1445c595-cd5c-4499-9564-97d9b3271481), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:51.390519 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-0a3ef14a-f1eb-473e-a8e6-269e3494a700 None None] For port 40c1f570-6db3-4792-8876-3ff11222b716, host dv-cinder-790535-43-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=40c1f570-6db3-4792-8876-3ff11222b716,segment=NetworkSegment(aa39c9c9-5caa-4238-960b-97c472cb0c69),segment_id=aa39c9c9-5caa-4238-960b-97c472cb0c69)] {{(pid=113425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 09:54:51.429296 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Current status of the port 8daf2da5-3313-47e2-b230-5bf9b1dc3023 is: ACTIVE; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:54:51.430603 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device 6d5ace66-4ec8-4374-b011-9afa88f2112b up at agent ovs-agent-dv-cinder-790535-43-iscsi {{(pid=113425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 09:54:51.480971 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Provisioning complete for port 6d5ace66-4ec8-4374-b011-9afa88f2112b triggered by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:54:51.481411 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (6d5ace66-4ec8-4374-b011-9afa88f2112b), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:51.481783 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Attempt 1 to provision port 6d5ace66-4ec8-4374-b011-9afa88f2112b Sep 16 09:54:51.512893 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-0a3ef14a-f1eb-473e-a8e6-269e3494a700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (40c1f570-6db3-4792-8876-3ff11222b716), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:51.561023 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-e597a45a-bcb9-463a-8598-34d42519d503 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759571245505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473602'] for port (1445c595-cd5c-4499-9564-97d9b3271481), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:51.585129 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3ef14a-f1eb-473e-a8e6-269e3494a700 None None] Pushing event updated for resources: {'Port': ['ID=40c1f570-6db3-4792-8876-3ff11222b716,revision_number=2']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:54:51.611325 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:54:51.619406 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e597a45a-bcb9-463a-8598-34d42519d503 admin admin] Network d06af4bd-75ff-4039-9388-f05026361d79 is already hosted by enough agents. {{(pid=113423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 09:54:51.622801 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.base_scheduler [None req-e597a45a-bcb9-463a-8598-34d42519d503 admin admin] Resources bound (agent type, host, resource id): {{(pid=113423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 09:54:51.627372 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e597a45a-bcb9-463a-8598-34d42519d503 admin admin] Received port after_create {{(pid=113423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 09:54:51.629927 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Current status of the port 6d5ace66-4ec8-4374-b011-9afa88f2112b is: ACTIVE; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:54:51.650555 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e597a45a-bcb9-463a-8598-34d42519d503 admin admin] Pushing event updated for resources: {'Port': ['ID=1445c595-cd5c-4499-9564-97d9b3271481,revision_number=1']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:54:51.654579 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:54:52.026425 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-e597a45a-bcb9-463a-8598-34d42519d503 admin admin] Publish callbacks [] for router_gateway (873fd051-c815-4bb2-b862-0baa8929c5a6), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:52.115566 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-5228ee1d-6c5f-44da-8808-c5a72acd8910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (54fa5420-569f-41b3-81ce-b3c99a893561), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:52.231249 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-e597a45a-bcb9-463a-8598-34d42519d503 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-711457'] for router (873fd051-c815-4bb2-b862-0baa8929c5a6), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:52.429073 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e597a45a-bcb9-463a-8598-34d42519d503 admin admin] Router 873fd051-c815-4bb2-b862-0baa8929c5a6 is scheduled to L3 agent 647718b3-8298-4382-86e2-3fad9f5d7804 with binding_index 1 {{(pid=113423) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 09:54:52.500382 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2261197a-48c6-4651-84ad-ec8720af4787 None None] Network 1a56bbe2-3d19-48f3-842f-c274f039131a requested from dv-cinder-790535-43-iscsi {{(pid=113425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 09:54:52.534065 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452ad18a-6ed0-4da9-b041-85fc76d7a61d req-c864a70e-576d-4693-91ea-2229a44ce328 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:52.535594 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-452ad18a-6ed0-4da9-b041-85fc76d7a61d req-c864a70e-576d-4693-91ea-2229a44ce328 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=bd1272b6-2b81-407d-b0fc-c9ce62d7c5aa HTTP/1.1" status: 200 len: 945 time: 0.0889196 Sep 16 09:54:52.558594 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-e94fd882-25f8-4b89-92c4-b7a79de47e89 None None] Provisioning complete for port 40c1f570-6db3-4792-8876-3ff11222b716 triggered by entity DHCP. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:54:52.559251 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-e94fd882-25f8-4b89-92c4-b7a79de47e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (40c1f570-6db3-4792-8876-3ff11222b716), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:52.559590 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-e94fd882-25f8-4b89-92c4-b7a79de47e89 None None] Attempt 1 to provision port 40c1f570-6db3-4792-8876-3ff11222b716 Sep 16 09:54:52.606824 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e597a45a-bcb9-463a-8598-34d42519d503 admin admin] Notify agent at l3_agent.dv-cinder-790535-43-iscsi the message routers_updated {{(pid=113423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 09:54:52.622869 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:54:52.630568 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-452ad18a-6ed0-4da9-b041-85fc76d7a61d req-25905e66-c0d2-4a90-bcbc-4359230c6711 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=76e72fdc-3119-4f98-835c-2d305cfe62d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659270 Sep 16 09:54:52.636739 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de05133-380e-4b89-be3a-63d26e6fc80b None None] Sync routers for ids ['873fd051-c815-4bb2-b862-0baa8929c5a6'] in dv-cinder-790535-43-iscsi {{(pid=113425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 09:54:52.687267 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de05133-380e-4b89-be3a-63d26e6fc80b None None] Routers {'873fd051-c815-4bb2-b862-0baa8929c5a6'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 09:54:52.687918 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-6de05133-380e-4b89-be3a-63d26e6fc80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T09:54:24Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['873fd051-c815-4bb2-b862-0baa8929c5a6'], 'active': True} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:54:52.717219 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-e597a45a-bcb9-463a-8598-34d42519d503 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:52.722600 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-e597a45a-bcb9-463a-8598-34d42519d503 admin admin] 10.222.0.73 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4114585 Sep 16 09:54:52.723470 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 53590) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:54:52.746974 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-e94fd882-25f8-4b89-92c4-b7a79de47e89 None None] Current status of the port 40c1f570-6db3-4792-8876-3ff11222b716 is: DOWN; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:54:52.746974 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-e94fd882-25f8-4b89-92c4-b7a79de47e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (40c1f570-6db3-4792-8876-3ff11222b716), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:52.830924 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-e94fd882-25f8-4b89-92c4-b7a79de47e89 None None] For port 40c1f570-6db3-4792-8876-3ff11222b716, host dv-cinder-790535-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=40c1f570-6db3-4792-8876-3ff11222b716,segment=NetworkSegment(aa39c9c9-5caa-4238-960b-97c472cb0c69),segment_id=aa39c9c9-5caa-4238-960b-97c472cb0c69)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:54:52.844791 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvr_db [None req-6de05133-380e-4b89-be3a-63d26e6fc80b None None] Set router 873fd051-c815-4bb2-b862-0baa8929c5a6 gateway port host: dv-cinder-790535-43-iscsi {{(pid=113425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 09:54:52.897569 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-e94fd882-25f8-4b89-92c4-b7a79de47e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (40c1f570-6db3-4792-8876-3ff11222b716), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:53.008171 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94fd882-25f8-4b89-92c4-b7a79de47e89 None None] Pushing event updated for resources: {'Port': ['ID=40c1f570-6db3-4792-8876-3ff11222b716,revision_number=3']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:54:53.026753 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:54:53.042368 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-ba2eb417-1ba1-466d-825e-9bd00bbcfff9 None None] Provisioning complete for port 40c1f570-6db3-4792-8876-3ff11222b716 triggered by entity DHCP. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:54:53.042368 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-ba2eb417-1ba1-466d-825e-9bd00bbcfff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (40c1f570-6db3-4792-8876-3ff11222b716), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:53.042368 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-ba2eb417-1ba1-466d-825e-9bd00bbcfff9 None None] Attempt 1 to provision port 40c1f570-6db3-4792-8876-3ff11222b716 Sep 16 09:54:53.043113 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device 40c1f570-6db3-4792-8876-3ff11222b716 up at agent ovs-agent-dv-cinder-790535-43-iscsi {{(pid=113425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 09:54:53.046856 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:54:53.149039 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-6de05133-380e-4b89-be3a-63d26e6fc80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '873fd051-c815-4bb2-b862-0baa8929c5a6', 'name': 'tempest-TestMinimumBasicScenario-244917425-router', 'tenant_id': '157ef0dbe3b54072a923b6cf3248aef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '1445c595-cd5c-4499-9564-97d9b3271481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:54:50Z', 'updated_at': '2022-09-16T09:54:51Z', 'revision_number': 3, 'project_id': '157ef0dbe3b54072a923b6cf3248aef6', 'gw_port': {'id': '1445c595-cd5c-4499-9564-97d9b3271481', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:4d:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '873fd051-c815-4bb2-b862-0baa8929c5a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:54:51Z', 'updated_at': '2022-09-16T09:54:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi'}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:54:53.166380 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-9129d29f-35c8-4fc2-99a0-e346a5bf7c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:53.187720 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de05133-380e-4b89-be3a-63d26e6fc80b None None] Checking router: 873fd051-c815-4bb2-b862-0baa8929c5a6 for host: dv-cinder-790535-43-iscsi {{(pid=113425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 09:54:53.188013 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de05133-380e-4b89-be3a-63d26e6fc80b None None] Updating router 873fd051-c815-4bb2-b862-0baa8929c5a6 port 1445c595-cd5c-4499-9564-97d9b3271481 binding host dv-cinder-790535-43-iscsi {{(pid=113425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 09:54:53.229315 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Provisioning complete for port 40c1f570-6db3-4792-8876-3ff11222b716 triggered by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:54:53.229729 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (40c1f570-6db3-4792-8876-3ff11222b716), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:53.230072 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Attempt 1 to provision port 40c1f570-6db3-4792-8876-3ff11222b716 Sep 16 09:54:53.272075 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-6de05133-380e-4b89-be3a-63d26e6fc80b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (1445c595-cd5c-4499-9564-97d9b3271481), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:53.295137 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-ba2eb417-1ba1-466d-825e-9bd00bbcfff9 None None] Current status of the port 40c1f570-6db3-4792-8876-3ff11222b716 is: ACTIVE; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:54:53.318092 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:54:53.335284 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.db_base_plugin_common [None req-9129d29f-35c8-4fc2-99a0-e346a5bf7c48 admin admin] Allocated IP 172.20.0.1 (1a56bbe2-3d19-48f3-842f-c274f039131a/1935bc85-1cdc-4e5c-9029-4b760095ad85/89e18129-5015-41fb-8f05-3e07b90e6cee) {{(pid=113424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 09:54:53.416764 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Current status of the port 40c1f570-6db3-4792-8876-3ff11222b716 is: ACTIVE; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:54:53.432812 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:54:53.445654 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-9129d29f-35c8-4fc2-99a0-e346a5bf7c48 admin admin] Publish callbacks [] for port (89e18129-5015-41fb-8f05-3e07b90e6cee), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:53.460085 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=100 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:54:53.550011 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-9129d29f-35c8-4fc2-99a0-e346a5bf7c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759571245505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27240065'] for port (89e18129-5015-41fb-8f05-3e07b90e6cee), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:53.596641 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9129d29f-35c8-4fc2-99a0-e346a5bf7c48 admin admin] Network 1a56bbe2-3d19-48f3-842f-c274f039131a is already hosted by enough agents. {{(pid=113424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 09:54:53.602118 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.base_scheduler [None req-9129d29f-35c8-4fc2-99a0-e346a5bf7c48 admin admin] Resources bound (agent type, host, resource id): {{(pid=113424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 09:54:53.604312 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9129d29f-35c8-4fc2-99a0-e346a5bf7c48 admin admin] Pushing event updated for resources: {'Port': ['ID=89e18129-5015-41fb-8f05-3e07b90e6cee,revision_number=1']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:54:53.606457 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9129d29f-35c8-4fc2-99a0-e346a5bf7c48 admin admin] Received port after_create {{(pid=113424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 09:54:53.646602 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-9129d29f-35c8-4fc2-99a0-e346a5bf7c48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691992'] for router_interface (873fd051-c815-4bb2-b862-0baa8929c5a6), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:53.700007 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-6de05133-380e-4b89-be3a-63d26e6fc80b None None] Publish callbacks [] for port (1445c595-cd5c-4499-9564-97d9b3271481), precommit_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:53.791531 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d177b0c8-d423-4f98-b18a-3326e7ff28d5 req-194f86bd-ca8c-4270-90a7-de1880005225 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:53.793259 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-d177b0c8-d423-4f98-b18a-3326e7ff28d5 req-194f86bd-ca8c-4270-90a7-de1880005225 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=bd1272b6-2b81-407d-b0fc-c9ce62d7c5aa HTTP/1.1" status: 200 len: 945 time: 0.0572433 Sep 16 09:54:53.800077 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-6de05133-380e-4b89-be3a-63d26e6fc80b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (1445c595-cd5c-4499-9564-97d9b3271481), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:53.840426 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.managers [None req-6de05133-380e-4b89-be3a-63d26e6fc80b None None] Attempting to bind port 1445c595-cd5c-4499-9564-97d9b3271481 on host dv-cinder-790535-43-iscsi for vnic_type normal with profile {{(pid=113425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 09:54:53.840789 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.managers [None req-6de05133-380e-4b89-be3a-63d26e6fc80b None None] Attempting to bind port 1445c595-cd5c-4499-9564-97d9b3271481 by drivers openvswitch,hyperv on host dv-cinder-790535-43-iscsi at level 0 using segments [{'id': '0b254eb8-8459-4a20-9dd6-e212af12e724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79'}] {{(pid=113425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 09:54:53.841151 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de05133-380e-4b89-be3a-63d26e6fc80b None None] Attempting to bind port 1445c595-cd5c-4499-9564-97d9b3271481 on network d06af4bd-75ff-4039-9388-f05026361d79 {{(pid=113425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 09:54:53.846178 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-d177b0c8-d423-4f98-b18a-3326e7ff28d5 req-f3d58dcc-d04f-4dc2-a430-be28fd396a93 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=76e72fdc-3119-4f98-835c-2d305cfe62d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463700 Sep 16 09:54:53.871855 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:54:53.872950 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-f8600c42-0d40-4d7f-b4ee-cc2d0bc07bc0 None None] Provisioning complete for port 89e18129-5015-41fb-8f05-3e07b90e6cee triggered by entity DHCP. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:54:53.873327 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-f8600c42-0d40-4d7f-b4ee-cc2d0bc07bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (89e18129-5015-41fb-8f05-3e07b90e6cee), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:53.873690 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-f8600c42-0d40-4d7f-b4ee-cc2d0bc07bc0 None None] Attempt 1 to provision port 89e18129-5015-41fb-8f05-3e07b90e6cee Sep 16 09:54:53.902220 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae980b4-8664-4136-ae50-082f0319c005 None None] Pushing event updated for resources: {'Port': ['ID=1445c595-cd5c-4499-9564-97d9b3271481,revision_number=2']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:54:53.902408 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-9129d29f-35c8-4fc2-99a0-e346a5bf7c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (89e18129-5015-41fb-8f05-3e07b90e6cee), before_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:53.921238 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-f8600c42-0d40-4d7f-b4ee-cc2d0bc07bc0 None None] Port 89e18129-5015-41fb-8f05-3e07b90e6cee cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:54:53.927575 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de05133-380e-4b89-be3a-63d26e6fc80b None None] Checking agent: {'id': 'be58d251-43cc-467d-bf31-2aae48e2ac56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-43-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 9, 41, 57), 'started_at': datetime.datetime(2022, 9, 16, 9, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 9, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-43-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 09:54:53.927953 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de05133-380e-4b89-be3a-63d26e6fc80b None None] Checking segment: {'id': '0b254eb8-8459-4a20-9dd6-e212af12e724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 09:54:53.928723 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-6de05133-380e-4b89-be3a-63d26e6fc80b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:53.928723 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de05133-380e-4b89-be3a-63d26e6fc80b None None] Bound using segment: {'id': '0b254eb8-8459-4a20-9dd6-e212af12e724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79'} {{(pid=113425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 09:54:53.929189 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.managers [None req-6de05133-380e-4b89-be3a-63d26e6fc80b None None] Bound port: 1445c595-cd5c-4499-9564-97d9b3271481, host: dv-cinder-790535-43-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b254eb8-8459-4a20-9dd6-e212af12e724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79'}}] {{(pid=113425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 09:54:53.929591 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-6de05133-380e-4b89-be3a-63d26e6fc80b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (1445c595-cd5c-4499-9564-97d9b3271481), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:53.978678 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-6de05133-380e-4b89-be3a-63d26e6fc80b None None] For port 1445c595-cd5c-4499-9564-97d9b3271481, host dv-cinder-790535-43-iscsi, cleared binding levels {{(pid=113425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 09:54:53.981810 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-6de05133-380e-4b89-be3a-63d26e6fc80b None None] For port 1445c595-cd5c-4499-9564-97d9b3271481, host dv-cinder-790535-43-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=1445c595-cd5c-4499-9564-97d9b3271481,segment=NetworkSegment(0b254eb8-8459-4a20-9dd6-e212af12e724),segment_id=0b254eb8-8459-4a20-9dd6-e212af12e724)] {{(pid=113425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 09:54:54.040733 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-6de05133-380e-4b89-be3a-63d26e6fc80b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (1445c595-cd5c-4499-9564-97d9b3271481), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:54.066791 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-9129d29f-35c8-4fc2-99a0-e346a5bf7c48 admin admin] Publish callbacks [] for port (89e18129-5015-41fb-8f05-3e07b90e6cee), precommit_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:54.095362 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de05133-380e-4b89-be3a-63d26e6fc80b None None] Routers {'873fd051-c815-4bb2-b862-0baa8929c5a6'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 09:54:54.095990 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-6de05133-380e-4b89-be3a-63d26e6fc80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T09:54:24Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['873fd051-c815-4bb2-b862-0baa8929c5a6'], 'active': True} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:54:54.142795 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae980b4-8664-4136-ae50-082f0319c005 None None] Pushing event updated for resources: {'Port': ['ID=1445c595-cd5c-4499-9564-97d9b3271481,revision_number=3']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:54:54.190142 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-9129d29f-35c8-4fc2-99a0-e346a5bf7c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27240120'] for port (89e18129-5015-41fb-8f05-3e07b90e6cee), after_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:54.204337 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:54:54.212231 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvr_db [None req-6de05133-380e-4b89-be3a-63d26e6fc80b None None] Set router 873fd051-c815-4bb2-b862-0baa8929c5a6 gateway port host: dv-cinder-790535-43-iscsi {{(pid=113425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 09:54:54.258975 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-9129d29f-35c8-4fc2-99a0-e346a5bf7c48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692108'] for router_interface (873fd051-c815-4bb2-b862-0baa8929c5a6), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:54.260766 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9129d29f-35c8-4fc2-99a0-e346a5bf7c48 admin admin] Pushing event updated for resources: {'Port': ['ID=89e18129-5015-41fb-8f05-3e07b90e6cee,revision_number=2']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:54:54.329464 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:54:54.366325 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9129d29f-35c8-4fc2-99a0-e346a5bf7c48 admin admin] Network 1a56bbe2-3d19-48f3-842f-c274f039131a is already hosted by enough agents. {{(pid=113424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 09:54:54.368403 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.base_scheduler [None req-9129d29f-35c8-4fc2-99a0-e346a5bf7c48 admin admin] Resources bound (agent type, host, resource id): {{(pid=113424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 09:54:54.421927 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-f8600c42-0d40-4d7f-b4ee-cc2d0bc07bc0 None None] Attempt 2 to provision port 89e18129-5015-41fb-8f05-3e07b90e6cee Sep 16 09:54:54.461956 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-f8600c42-0d40-4d7f-b4ee-cc2d0bc07bc0 None None] Port 89e18129-5015-41fb-8f05-3e07b90e6cee cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:54:54.487173 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-6de05133-380e-4b89-be3a-63d26e6fc80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '873fd051-c815-4bb2-b862-0baa8929c5a6', 'name': 'tempest-TestMinimumBasicScenario-244917425-router', 'tenant_id': '157ef0dbe3b54072a923b6cf3248aef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '1445c595-cd5c-4499-9564-97d9b3271481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:54:50Z', 'updated_at': '2022-09-16T09:54:53Z', 'revision_number': 4, 'project_id': '157ef0dbe3b54072a923b6cf3248aef6', 'gw_port': {'id': '1445c595-cd5c-4499-9564-97d9b3271481', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:4d:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '873fd051-c815-4bb2-b862-0baa8929c5a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:54:51Z', 'updated_at': '2022-09-16T09:54:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_interfaces': [{'id': '89e18129-5015-41fb-8f05-3e07b90e6cee', 'name': '', 'network_id': '1a56bbe2-3d19-48f3-842f-c274f039131a', 'tenant_id': '157ef0dbe3b54072a923b6cf3248aef6', 'mac_address': 'fa:16:3e:3a:89:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '873fd051-c815-4bb2-b862-0baa8929c5a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '1935bc85-1cdc-4e5c-9029-4b760095ad85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:54:53Z', 'updated_at': '2022-09-16T09:54:53Z', 'revision_number': 1, 'project_id': '157ef0dbe3b54072a923b6cf3248aef6', 'subnets': [{'id': '1935bc85-1cdc-4e5c-9029-4b760095ad85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:54:54.508505 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9129d29f-35c8-4fc2-99a0-e346a5bf7c48 admin admin] Router 873fd051-c815-4bb2-b862-0baa8929c5a6 has already been hosted by L3 agent 647718b3-8298-4382-86e2-3fad9f5d7804 {{(pid=113424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 09:54:54.519937 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de05133-380e-4b89-be3a-63d26e6fc80b None None] The sync data for ids ['873fd051-c815-4bb2-b862-0baa8929c5a6'] in dv-cinder-790535-43-iscsi is: [{'id': '873fd051-c815-4bb2-b862-0baa8929c5a6', 'name': 'tempest-TestMinimumBasicScenario-244917425-router', 'tenant_id': '157ef0dbe3b54072a923b6cf3248aef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '1445c595-cd5c-4499-9564-97d9b3271481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:54:50Z', 'updated_at': '2022-09-16T09:54:53Z', 'revision_number': 4, 'project_id': '157ef0dbe3b54072a923b6cf3248aef6', 'gw_port': {'id': '1445c595-cd5c-4499-9564-97d9b3271481', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:4d:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '873fd051-c815-4bb2-b862-0baa8929c5a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:54:51Z', 'updated_at': '2022-09-16T09:54:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_interfaces': [{'id': '89e18129-5015-41fb-8f05-3e07b90e6cee', 'name': '', 'network_id': '1a56bbe2-3d19-48f3-842f-c274f039131a', 'tenant_id': '157ef0dbe3b54072a923b6cf3248aef6', 'mac_address': 'fa:16:3e:3a:89:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '873fd051-c815-4bb2-b862-0baa8929c5a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '1935bc85-1cdc-4e5c-9029-4b760095ad85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:54:53Z', 'updated_at': '2022-09-16T09:54:53Z', 'revision_number': 1, 'project_id': '157ef0dbe3b54072a923b6cf3248aef6', 'subnets': [{'id': '1935bc85-1cdc-4e5c-9029-4b760095ad85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 09:54:54.571862 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-f60d5ace-1b08-46f0-894b-408f86f8aade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (647718b3-8298-4382-86e2-3fad9f5d7804), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:54.656620 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9129d29f-35c8-4fc2-99a0-e346a5bf7c48 admin admin] Notify agent at l3_agent.dv-cinder-790535-43-iscsi the message routers_updated {{(pid=113424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 09:54:54.662034 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-9129d29f-35c8-4fc2-99a0-e346a5bf7c48 admin admin] 10.222.0.73 "PUT /networking/v2.0/routers/873fd051-c815-4bb2-b862-0baa8929c5a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9374762 Sep 16 09:54:54.962796 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-f8600c42-0d40-4d7f-b4ee-cc2d0bc07bc0 None None] Attempt 3 to provision port 89e18129-5015-41fb-8f05-3e07b90e6cee Sep 16 09:54:54.997932 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e685af50-56f3-4294-9c34-4b721864a8ef req-35423076-17ca-4db8-826f-6e81de49e21f tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:55.008517 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-e685af50-56f3-4294-9c34-4b721864a8ef req-35423076-17ca-4db8-826f-6e81de49e21f tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=bd1272b6-2b81-407d-b0fc-c9ce62d7c5aa HTTP/1.1" status: 200 len: 945 time: 0.0706272 Sep 16 09:54:55.054376 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-f8600c42-0d40-4d7f-b4ee-cc2d0bc07bc0 None None] Port 89e18129-5015-41fb-8f05-3e07b90e6cee cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:54:55.093072 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device 40c1f570-6db3-4792-8876-3ff11222b716 up at agent ovs-agent-dv-cinder-790535-43-iscsi {{(pid=113425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 09:54:55.093273 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-e685af50-56f3-4294-9c34-4b721864a8ef req-2aebd92e-56f8-4b64-a8b2-15b9cbe68fce tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=76e72fdc-3119-4f98-835c-2d305cfe62d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834084 Sep 16 09:54:55.158455 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Provisioning complete for port 40c1f570-6db3-4792-8876-3ff11222b716 triggered by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:54:55.158935 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (40c1f570-6db3-4792-8876-3ff11222b716), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:55.159370 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Attempt 1 to provision port 40c1f570-6db3-4792-8876-3ff11222b716 Sep 16 09:54:55.255477 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Current status of the port 40c1f570-6db3-4792-8876-3ff11222b716 is: ACTIVE; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:54:55.555982 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-f8600c42-0d40-4d7f-b4ee-cc2d0bc07bc0 None None] Attempt 4 to provision port 89e18129-5015-41fb-8f05-3e07b90e6cee Sep 16 09:54:55.591673 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-f8600c42-0d40-4d7f-b4ee-cc2d0bc07bc0 None None] Port 89e18129-5015-41fb-8f05-3e07b90e6cee cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:54:55.823108 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-c17a0cac-31fa-4a66-ad06-99f53fca2b4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (2d63c820-fb16-4aae-acf9-0482010d4ad8), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:56.092796 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-f8600c42-0d40-4d7f-b4ee-cc2d0bc07bc0 None None] Attempt 5 to provision port 89e18129-5015-41fb-8f05-3e07b90e6cee Sep 16 09:54:56.145387 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-f8600c42-0d40-4d7f-b4ee-cc2d0bc07bc0 None None] Port 89e18129-5015-41fb-8f05-3e07b90e6cee cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:54:56.292764 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f0285f-f18c-4ef5-aea3-ac8da92abd59 req-9e043204-8ae3-4a25-b3b3-c00ce66ae974 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:56.305082 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-08f0285f-f18c-4ef5-aea3-ac8da92abd59 req-9e043204-8ae3-4a25-b3b3-c00ce66ae974 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=bd1272b6-2b81-407d-b0fc-c9ce62d7c5aa HTTP/1.1" status: 200 len: 945 time: 0.0847383 Sep 16 09:54:56.355807 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-08f0285f-f18c-4ef5-aea3-ac8da92abd59 req-5a679b40-53c9-418f-b907-d7b20d7e927f tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=76e72fdc-3119-4f98-835c-2d305cfe62d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518851 Sep 16 09:54:56.646960 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-f8600c42-0d40-4d7f-b4ee-cc2d0bc07bc0 None None] Attempt 6 to provision port 89e18129-5015-41fb-8f05-3e07b90e6cee Sep 16 09:54:56.687722 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-f8600c42-0d40-4d7f-b4ee-cc2d0bc07bc0 None None] Port 89e18129-5015-41fb-8f05-3e07b90e6cee cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:54:57.039281 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device 1445c595-cd5c-4499-9564-97d9b3271481 up at agent ovs-agent-dv-cinder-790535-43-iscsi {{(pid=113425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 09:54:57.090097 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Provisioning complete for port 1445c595-cd5c-4499-9564-97d9b3271481 triggered by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:54:57.090848 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (1445c595-cd5c-4499-9564-97d9b3271481), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:57.091281 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Attempt 1 to provision port 1445c595-cd5c-4499-9564-97d9b3271481 Sep 16 09:54:57.173116 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Current status of the port 1445c595-cd5c-4499-9564-97d9b3271481 is: DOWN; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:54:57.173602 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (1445c595-cd5c-4499-9564-97d9b3271481), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:57.198688 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-f8600c42-0d40-4d7f-b4ee-cc2d0bc07bc0 None None] Attempt 7 to provision port 89e18129-5015-41fb-8f05-3e07b90e6cee Sep 16 09:54:57.214499 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] For port 1445c595-cd5c-4499-9564-97d9b3271481, host dv-cinder-790535-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=1445c595-cd5c-4499-9564-97d9b3271481,segment=NetworkSegment(0b254eb8-8459-4a20-9dd6-e212af12e724),segment_id=0b254eb8-8459-4a20-9dd6-e212af12e724)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:54:57.244463 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-f8600c42-0d40-4d7f-b4ee-cc2d0bc07bc0 None None] Port 89e18129-5015-41fb-8f05-3e07b90e6cee cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:54:57.288933 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (1445c595-cd5c-4499-9564-97d9b3271481), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:57.354010 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (be58d251-43cc-467d-bf31-2aae48e2ac56), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:57.427851 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Pushing event updated for resources: {'Port': ['ID=1445c595-cd5c-4499-9564-97d9b3271481,revision_number=4']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:54:57.443958 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-cd5fe5d0-24d3-4349-8269-176b5bcdf250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (65aa34d6-cc53-475e-ab2c-2c2516bff08f), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:57.566626 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc6a173-3cf1-4e29-9c59-e4090ea475bc req-04b88269-11b0-4e02-895c-240679cb4781 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:57.569252 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-9bc6a173-3cf1-4e29-9c59-e4090ea475bc req-04b88269-11b0-4e02-895c-240679cb4781 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=bd1272b6-2b81-407d-b0fc-c9ce62d7c5aa HTTP/1.1" status: 200 len: 945 time: 0.0884621 Sep 16 09:54:57.622715 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-9bc6a173-3cf1-4e29-9c59-e4090ea475bc req-3f408917-6f39-4792-8382-6a0f313be7b3 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=76e72fdc-3119-4f98-835c-2d305cfe62d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465348 Sep 16 09:54:57.745532 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-f8600c42-0d40-4d7f-b4ee-cc2d0bc07bc0 None None] Attempt 8 to provision port 89e18129-5015-41fb-8f05-3e07b90e6cee Sep 16 09:54:57.770975 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8bd457-2e95-458b-a59e-9b53782f55c0 req-36fd722b-315a-41be-bb92-eef51c50e09c tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:57.773318 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-4c8bd457-2e95-458b-a59e-9b53782f55c0 req-36fd722b-315a-41be-bb92-eef51c50e09c tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 946 time: 0.0641973 Sep 16 09:54:57.781779 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:54:57.784805 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-f8600c42-0d40-4d7f-b4ee-cc2d0bc07bc0 None None] Port 89e18129-5015-41fb-8f05-3e07b90e6cee cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:54:57.834215 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-4c8bd457-2e95-458b-a59e-9b53782f55c0 req-e5eb0499-2c2f-4fb6-ab11-a68c79bf1387 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0532894 Sep 16 09:54:58.286111 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-f8600c42-0d40-4d7f-b4ee-cc2d0bc07bc0 None None] Attempt 9 to provision port 89e18129-5015-41fb-8f05-3e07b90e6cee Sep 16 09:54:58.333392 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-f8600c42-0d40-4d7f-b4ee-cc2d0bc07bc0 None None] Port 89e18129-5015-41fb-8f05-3e07b90e6cee cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:54:58.737062 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9947a6-0291-402d-bcf0-561500ea8c2a None None] Sync routers for ids ['873fd051-c815-4bb2-b862-0baa8929c5a6'] in dv-cinder-790535-43-iscsi {{(pid=113426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 09:54:58.747746 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9947a6-0291-402d-bcf0-561500ea8c2a None None] Routers {'873fd051-c815-4bb2-b862-0baa8929c5a6'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 09:54:58.748455 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-7d9947a6-0291-402d-bcf0-561500ea8c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T09:54:54Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['873fd051-c815-4bb2-b862-0baa8929c5a6'], 'active': True} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:54:58.758021 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26d75bd-181d-4273-9e20-9d146f9e7752 req-37a859c9-0bd1-4bff-8065-761488234f8c tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:58.760027 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-e26d75bd-181d-4273-9e20-9d146f9e7752 req-37a859c9-0bd1-4bff-8065-761488234f8c tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=bd1272b6-2b81-407d-b0fc-c9ce62d7c5aa HTTP/1.1" status: 200 len: 945 time: 0.0502896 Sep 16 09:54:58.812568 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-e26d75bd-181d-4273-9e20-9d146f9e7752 req-1e8bc8a7-baad-4bb7-8d00-f2a3bb5196c7 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=76e72fdc-3119-4f98-835c-2d305cfe62d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463216 Sep 16 09:54:58.834537 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-f8600c42-0d40-4d7f-b4ee-cc2d0bc07bc0 None None] Attempt 10 to provision port 89e18129-5015-41fb-8f05-3e07b90e6cee Sep 16 09:54:58.837652 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:54:58.861152 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvr_db [None req-7d9947a6-0291-402d-bcf0-561500ea8c2a None None] Set router 873fd051-c815-4bb2-b862-0baa8929c5a6 gateway port host: dv-cinder-790535-43-iscsi {{(pid=113426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 09:54:58.869004 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-f8600c42-0d40-4d7f-b4ee-cc2d0bc07bc0 None None] Port 89e18129-5015-41fb-8f05-3e07b90e6cee cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:54:58.986642 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e5af29-7397-4ba7-ae79-c2454a43e62b req-64160383-eee5-4950-be84-30e7fbbc2d92 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:58.989093 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-99e5af29-7397-4ba7-ae79-c2454a43e62b req-64160383-eee5-4950-be84-30e7fbbc2d92 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 946 time: 0.0602798 Sep 16 09:54:58.992446 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-7517ca00-bdc9-4f9c-b244-047ca95e60c5 None None] Provisioning complete for port 89e18129-5015-41fb-8f05-3e07b90e6cee triggered by entity DHCP. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:54:58.992978 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-7517ca00-bdc9-4f9c-b244-047ca95e60c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (89e18129-5015-41fb-8f05-3e07b90e6cee), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:59.017012 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-7517ca00-bdc9-4f9c-b244-047ca95e60c5 None None] Attempt 1 to provision port 89e18129-5015-41fb-8f05-3e07b90e6cee Sep 16 09:54:59.064972 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-99e5af29-7397-4ba7-ae79-c2454a43e62b req-fb4ae99a-edde-49ae-a3cc-8722629a2140 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0627897 Sep 16 09:54:59.068496 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device 1445c595-cd5c-4499-9564-97d9b3271481 up at agent ovs-agent-dv-cinder-790535-43-iscsi {{(pid=113425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 09:54:59.102732 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-7d9947a6-0291-402d-bcf0-561500ea8c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '873fd051-c815-4bb2-b862-0baa8929c5a6', 'name': 'tempest-TestMinimumBasicScenario-244917425-router', 'tenant_id': '157ef0dbe3b54072a923b6cf3248aef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '1445c595-cd5c-4499-9564-97d9b3271481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:54:50Z', 'updated_at': '2022-09-16T09:54:53Z', 'revision_number': 4, 'project_id': '157ef0dbe3b54072a923b6cf3248aef6', 'gw_port': {'id': '1445c595-cd5c-4499-9564-97d9b3271481', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:4d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '873fd051-c815-4bb2-b862-0baa8929c5a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:54:51Z', 'updated_at': '2022-09-16T09:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_interfaces': [{'id': '89e18129-5015-41fb-8f05-3e07b90e6cee', 'name': '', 'network_id': '1a56bbe2-3d19-48f3-842f-c274f039131a', 'tenant_id': '157ef0dbe3b54072a923b6cf3248aef6', 'mac_address': 'fa:16:3e:3a:89:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '873fd051-c815-4bb2-b862-0baa8929c5a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '1935bc85-1cdc-4e5c-9029-4b760095ad85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:54:53Z', 'updated_at': '2022-09-16T09:54:53Z', 'revision_number': 2, 'project_id': '157ef0dbe3b54072a923b6cf3248aef6', 'subnets': [{'id': '1935bc85-1cdc-4e5c-9029-4b760095ad85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:54:59.110786 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-7517ca00-bdc9-4f9c-b244-047ca95e60c5 None None] Port 89e18129-5015-41fb-8f05-3e07b90e6cee cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:54:59.126051 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Provisioning complete for port 1445c595-cd5c-4499-9564-97d9b3271481 triggered by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:54:59.126889 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (1445c595-cd5c-4499-9564-97d9b3271481), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:59.126889 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Attempt 1 to provision port 1445c595-cd5c-4499-9564-97d9b3271481 Sep 16 09:54:59.129645 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9947a6-0291-402d-bcf0-561500ea8c2a None None] Checking router: 873fd051-c815-4bb2-b862-0baa8929c5a6 for host: dv-cinder-790535-43-iscsi {{(pid=113426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 09:54:59.129999 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9947a6-0291-402d-bcf0-561500ea8c2a None None] Updating router 873fd051-c815-4bb2-b862-0baa8929c5a6 port 89e18129-5015-41fb-8f05-3e07b90e6cee binding host dv-cinder-790535-43-iscsi {{(pid=113426) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 09:54:59.162394 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron_lib.callbacks.manager [None req-7d9947a6-0291-402d-bcf0-561500ea8c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (89e18129-5015-41fb-8f05-3e07b90e6cee), before_update {{(pid=113426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:59.215903 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Current status of the port 1445c595-cd5c-4499-9564-97d9b3271481 is: ACTIVE; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:54:59.387753 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d97ffb-b241-4b96-a0aa-d093c0e5431b req-370f4be0-4dbf-4787-89b4-eeaebf21bb94 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:54:59.389951 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-86d97ffb-b241-4b96-a0aa-d093c0e5431b req-370f4be0-4dbf-4787-89b4-eeaebf21bb94 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 946 time: 0.1022878 Sep 16 09:54:59.400633 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=100 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:54:59.452254 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron_lib.callbacks.manager [None req-7d9947a6-0291-402d-bcf0-561500ea8c2a None None] Publish callbacks [] for port (89e18129-5015-41fb-8f05-3e07b90e6cee), precommit_update {{(pid=113426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:59.491432 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.plugin [req-86d97ffb-b241-4b96-a0aa-d093c0e5431b req-fe7c8f41-2b62-4ad1-8326-6c074e7b0371 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Deleting port 55883b34-2ac0-4ba3-b4af-c5503b0d8fc9 {{(pid=113423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 09:54:59.491778 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [req-86d97ffb-b241-4b96-a0aa-d093c0e5431b req-fe7c8f41-2b62-4ad1-8326-6c074e7b0371 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759571771405'] for port (55883b34-2ac0-4ba3-b4af-c5503b0d8fc9), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:59.514415 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron_lib.callbacks.manager [None req-7d9947a6-0291-402d-bcf0-561500ea8c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (89e18129-5015-41fb-8f05-3e07b90e6cee), after_update {{(pid=113426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:59.592700 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:54:59.598170 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:54:59.611773 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-7517ca00-bdc9-4f9c-b244-047ca95e60c5 None None] Attempt 2 to provision port 89e18129-5015-41fb-8f05-3e07b90e6cee Sep 16 09:54:59.612635 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ed858f-d036-430a-87b6-e1a8ca167fd5 None None] Pushing event updated for resources: {'Port': ['ID=89e18129-5015-41fb-8f05-3e07b90e6cee,revision_number=3']} {{(pid=113426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:54:59.616051 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.managers [None req-7d9947a6-0291-402d-bcf0-561500ea8c2a None None] Attempting to bind port 89e18129-5015-41fb-8f05-3e07b90e6cee on host dv-cinder-790535-43-iscsi for vnic_type normal with profile {{(pid=113426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 09:54:59.616051 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.managers [None req-7d9947a6-0291-402d-bcf0-561500ea8c2a None None] Attempting to bind port 89e18129-5015-41fb-8f05-3e07b90e6cee by drivers openvswitch,hyperv on host dv-cinder-790535-43-iscsi at level 0 using segments [{'id': 'aa39c9c9-5caa-4238-960b-97c472cb0c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '1a56bbe2-3d19-48f3-842f-c274f039131a'}] {{(pid=113426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 09:54:59.616051 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9947a6-0291-402d-bcf0-561500ea8c2a None None] Attempting to bind port 89e18129-5015-41fb-8f05-3e07b90e6cee on network 1a56bbe2-3d19-48f3-842f-c274f039131a {{(pid=113426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 09:54:59.651085 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.db [req-86d97ffb-b241-4b96-a0aa-d093c0e5431b req-fe7c8f41-2b62-4ad1-8326-6c074e7b0371 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] For port 55883b34-2ac0-4ba3-b4af-c5503b0d8fc9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=55883b34-2ac0-4ba3-b4af-c5503b0d8fc9,segment=NetworkSegment(dbdfa156-b328-4b02-9174-23c649e3a4fb),segment_id=dbdfa156-b328-4b02-9174-23c649e3a4fb)] {{(pid=113423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:54:59.651468 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [req-86d97ffb-b241-4b96-a0aa-d093c0e5431b req-fe7c8f41-2b62-4ad1-8326-6c074e7b0371 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699225'] for port (55883b34-2ac0-4ba3-b4af-c5503b0d8fc9), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:59.662289 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9947a6-0291-402d-bcf0-561500ea8c2a None None] Checking agent: {'id': 'be58d251-43cc-467d-bf31-2aae48e2ac56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-43-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 9, 41, 57), 'started_at': datetime.datetime(2022, 9, 16, 9, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 9, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-43-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 09:54:59.662658 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9947a6-0291-402d-bcf0-561500ea8c2a None None] Checking segment: {'id': 'aa39c9c9-5caa-4238-960b-97c472cb0c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '1a56bbe2-3d19-48f3-842f-c274f039131a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 09:54:59.663053 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron_lib.callbacks.manager [None req-7d9947a6-0291-402d-bcf0-561500ea8c2a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:59.663443 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9947a6-0291-402d-bcf0-561500ea8c2a None None] Bound using segment: {'id': 'aa39c9c9-5caa-4238-960b-97c472cb0c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '1a56bbe2-3d19-48f3-842f-c274f039131a'} {{(pid=113426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 09:54:59.663912 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.managers [None req-7d9947a6-0291-402d-bcf0-561500ea8c2a None None] Bound port: 89e18129-5015-41fb-8f05-3e07b90e6cee, host: dv-cinder-790535-43-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa39c9c9-5caa-4238-960b-97c472cb0c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '1a56bbe2-3d19-48f3-842f-c274f039131a'}}] {{(pid=113426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 09:54:59.664285 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron_lib.callbacks.manager [None req-7d9947a6-0291-402d-bcf0-561500ea8c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (89e18129-5015-41fb-8f05-3e07b90e6cee), before_update {{(pid=113426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:59.670038 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-7517ca00-bdc9-4f9c-b244-047ca95e60c5 None None] Port 89e18129-5015-41fb-8f05-3e07b90e6cee cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:54:59.743181 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.db [None req-7d9947a6-0291-402d-bcf0-561500ea8c2a None None] For port 89e18129-5015-41fb-8f05-3e07b90e6cee, host dv-cinder-790535-43-iscsi, cleared binding levels {{(pid=113426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 09:54:59.749100 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.db [None req-7d9947a6-0291-402d-bcf0-561500ea8c2a None None] For port 89e18129-5015-41fb-8f05-3e07b90e6cee, host dv-cinder-790535-43-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=89e18129-5015-41fb-8f05-3e07b90e6cee,segment=NetworkSegment(aa39c9c9-5caa-4238-960b-97c472cb0c69),segment_id=aa39c9c9-5caa-4238-960b-97c472cb0c69)] {{(pid=113426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 09:54:59.893657 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron_lib.callbacks.manager [None req-7d9947a6-0291-402d-bcf0-561500ea8c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (89e18129-5015-41fb-8f05-3e07b90e6cee), after_update {{(pid=113426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:54:59.971433 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=100 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:54:59.979210 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ed858f-d036-430a-87b6-e1a8ca167fd5 None None] Pushing event updated for resources: {'Port': ['ID=89e18129-5015-41fb-8f05-3e07b90e6cee,revision_number=4']} {{(pid=113426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:54:59.996579 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9947a6-0291-402d-bcf0-561500ea8c2a None None] Routers {'873fd051-c815-4bb2-b862-0baa8929c5a6'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 09:54:59.997133 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-7d9947a6-0291-402d-bcf0-561500ea8c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T09:54:54Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['873fd051-c815-4bb2-b862-0baa8929c5a6'], 'active': True} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:54:59.999478 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407961b9-f455-4a4a-b9d9-24e0e9f315c5 req-5e68206e-a56d-4b35-882d-b6d846e99d98 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:00.009128 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-407961b9-f455-4a4a-b9d9-24e0e9f315c5 req-5e68206e-a56d-4b35-882d-b6d846e99d98 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=bd1272b6-2b81-407d-b0fc-c9ce62d7c5aa HTTP/1.1" status: 200 len: 945 time: 0.0964451 Sep 16 09:55:00.089256 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-407961b9-f455-4a4a-b9d9-24e0e9f315c5 req-63ffad8f-4107-44ed-b5ba-b92224854ab8 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=76e72fdc-3119-4f98-835c-2d305cfe62d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786352 Sep 16 09:55:00.172114 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-7517ca00-bdc9-4f9c-b244-047ca95e60c5 None None] Attempt 3 to provision port 89e18129-5015-41fb-8f05-3e07b90e6cee Sep 16 09:55:00.180985 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvr_db [None req-7d9947a6-0291-402d-bcf0-561500ea8c2a None None] Set router 873fd051-c815-4bb2-b862-0baa8929c5a6 gateway port host: dv-cinder-790535-43-iscsi {{(pid=113426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 09:55:00.269334 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:55:00.357062 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-7517ca00-bdc9-4f9c-b244-047ca95e60c5 None None] Current status of the port 89e18129-5015-41fb-8f05-3e07b90e6cee is: DOWN; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:55:00.358715 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-7517ca00-bdc9-4f9c-b244-047ca95e60c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (89e18129-5015-41fb-8f05-3e07b90e6cee), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:55:00.401803 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f87060-2df7-496f-a1bf-960629949b6d req-e007fa62-b8a0-4ae5-9fb2-7fee82e952c4 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:00.403255 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-b5f87060-2df7-496f-a1bf-960629949b6d req-e007fa62-b8a0-4ae5-9fb2-7fee82e952c4 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 946 time: 0.1867495 Sep 16 09:55:00.412586 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [req-86d97ffb-b241-4b96-a0aa-d093c0e5431b req-fe7c8f41-2b62-4ad1-8326-6c074e7b0371 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:55:00.413096 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [req-86d97ffb-b241-4b96-a0aa-d093c0e5431b req-fe7c8f41-2b62-4ad1-8326-6c074e7b0371 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711587'] for floatingip (3af820d3-27aa-4a49-aead-08fc2855e796), after_update {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:55:00.413447 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.db.l3_db [req-86d97ffb-b241-4b96-a0aa-d093c0e5431b req-fe7c8f41-2b62-4ad1-8326-6c074e7b0371 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Floating IP 3af820d3-27aa-4a49-aead-08fc2855e796 disassociated. External IP: 172.27.1.45, port: 55883b34-2ac0-4ba3-b4af-c5503b0d8fc9. Sep 16 09:55:00.413834 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.plugin [req-86d97ffb-b241-4b96-a0aa-d093c0e5431b req-fe7c8f41-2b62-4ad1-8326-6c074e7b0371 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Calling delete_port for 55883b34-2ac0-4ba3-b4af-c5503b0d8fc9 owned by compute:nova {{(pid=113423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 09:55:00.440227 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-7517ca00-bdc9-4f9c-b244-047ca95e60c5 None None] For port 89e18129-5015-41fb-8f05-3e07b90e6cee, host dv-cinder-790535-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=89e18129-5015-41fb-8f05-3e07b90e6cee,segment=NetworkSegment(aa39c9c9-5caa-4238-960b-97c472cb0c69),segment_id=aa39c9c9-5caa-4238-960b-97c472cb0c69)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:55:00.461445 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-7d9947a6-0291-402d-bcf0-561500ea8c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '873fd051-c815-4bb2-b862-0baa8929c5a6', 'name': 'tempest-TestMinimumBasicScenario-244917425-router', 'tenant_id': '157ef0dbe3b54072a923b6cf3248aef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '1445c595-cd5c-4499-9564-97d9b3271481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:54:50Z', 'updated_at': '2022-09-16T09:54:53Z', 'revision_number': 4, 'project_id': '157ef0dbe3b54072a923b6cf3248aef6', 'gw_port': {'id': '1445c595-cd5c-4499-9564-97d9b3271481', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:4d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '873fd051-c815-4bb2-b862-0baa8929c5a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:54:51Z', 'updated_at': '2022-09-16T09:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_interfaces': [{'id': '89e18129-5015-41fb-8f05-3e07b90e6cee', 'name': '', 'network_id': '1a56bbe2-3d19-48f3-842f-c274f039131a', 'tenant_id': '157ef0dbe3b54072a923b6cf3248aef6', 'mac_address': 'fa:16:3e:3a:89:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '873fd051-c815-4bb2-b862-0baa8929c5a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '1935bc85-1cdc-4e5c-9029-4b760095ad85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:54:53Z', 'updated_at': '2022-09-16T09:54:59Z', 'revision_number': 4, 'project_id': '157ef0dbe3b54072a923b6cf3248aef6', 'subnets': [{'id': '1935bc85-1cdc-4e5c-9029-4b760095ad85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:55:00.480905 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-b5f87060-2df7-496f-a1bf-960629949b6d req-1ded8426-e510-468e-9ab0-a3b10c98dac3 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5e85962f-c8f8-4f8c-8afc-b4af534d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0646949 Sep 16 09:55:00.497463 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9947a6-0291-402d-bcf0-561500ea8c2a None None] The sync data for ids ['873fd051-c815-4bb2-b862-0baa8929c5a6'] in dv-cinder-790535-43-iscsi is: [{'id': '873fd051-c815-4bb2-b862-0baa8929c5a6', 'name': 'tempest-TestMinimumBasicScenario-244917425-router', 'tenant_id': '157ef0dbe3b54072a923b6cf3248aef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '1445c595-cd5c-4499-9564-97d9b3271481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:54:50Z', 'updated_at': '2022-09-16T09:54:53Z', 'revision_number': 4, 'project_id': '157ef0dbe3b54072a923b6cf3248aef6', 'gw_port': {'id': '1445c595-cd5c-4499-9564-97d9b3271481', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:4d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '873fd051-c815-4bb2-b862-0baa8929c5a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:54:51Z', 'updated_at': '2022-09-16T09:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_interfaces': [{'id': '89e18129-5015-41fb-8f05-3e07b90e6cee', 'name': '', 'network_id': '1a56bbe2-3d19-48f3-842f-c274f039131a', 'tenant_id': '157ef0dbe3b54072a923b6cf3248aef6', 'mac_address': 'fa:16:3e:3a:89:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '873fd051-c815-4bb2-b862-0baa8929c5a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '1935bc85-1cdc-4e5c-9029-4b760095ad85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:54:53Z', 'updated_at': '2022-09-16T09:54:59Z', 'revision_number': 4, 'project_id': '157ef0dbe3b54072a923b6cf3248aef6', 'subnets': [{'id': '1935bc85-1cdc-4e5c-9029-4b760095ad85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 09:55:00.509180 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-7517ca00-bdc9-4f9c-b244-047ca95e60c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (89e18129-5015-41fb-8f05-3e07b90e6cee), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:55:00.593250 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7517ca00-bdc9-4f9c-b244-047ca95e60c5 None None] Pushing event updated for resources: {'Port': ['ID=89e18129-5015-41fb-8f05-3e07b90e6cee,revision_number=5']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:55:00.648776 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:55:00.725909 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [req-86d97ffb-b241-4b96-a0aa-d093c0e5431b req-fe7c8f41-2b62-4ad1-8326-6c074e7b0371 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759571687051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759571245514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473602'] for port (55883b34-2ac0-4ba3-b4af-c5503b0d8fc9), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:55:00.764721 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7c8f41-2b62-4ad1-8326-6c074e7b0371 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Pushing event deleted for resources: {'Port': ['ID=55883b34-2ac0-4ba3-b4af-c5503b0d8fc9,revision_number=None']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:55:00.937962 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.l3_agent_scheduler [req-86d97ffb-b241-4b96-a0aa-d093c0e5431b req-fe7c8f41-2b62-4ad1-8326-6c074e7b0371 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Router b612235f-c44e-4fc6-ace6-e6e2684f6499 has already been hosted by L3 agent 647718b3-8298-4382-86e2-3fad9f5d7804 {{(pid=113423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 09:55:01.100079 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-86d97ffb-b241-4b96-a0aa-d093c0e5431b req-fe7c8f41-2b62-4ad1-8326-6c074e7b0371 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Notify agent at l3_agent.dv-cinder-790535-43-iscsi the message routers_updated {{(pid=113423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 09:55:01.112141 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5511e0f8-ce77-4148-ae0e-1ab84feb27bc None None] Sync routers for ids ['b612235f-c44e-4fc6-ace6-e6e2684f6499'] in dv-cinder-790535-43-iscsi {{(pid=113425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 09:55:01.116128 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device 89e18129-5015-41fb-8f05-3e07b90e6cee up at agent ovs-agent-dv-cinder-790535-43-iscsi {{(pid=113425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 09:55:01.152834 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.db.l3_dvrscheduler_db [req-86d97ffb-b241-4b96-a0aa-d093c0e5431b req-fe7c8f41-2b62-4ad1-8326-6c074e7b0371 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] No DVR routers for this DVR port 55883b34-2ac0-4ba3-b4af-c5503b0d8fc9 on host hv-cinder-79053 {{(pid=113423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 09:55:01.154368 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [req-86d97ffb-b241-4b96-a0aa-d093c0e5431b req-fe7c8f41-2b62-4ad1-8326-6c074e7b0371 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110971'] for port (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:55:01.159353 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-86d97ffb-b241-4b96-a0aa-d093c0e5431b req-fe7c8f41-2b62-4ad1-8326-6c074e7b0371 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.27 "DELETE /networking/v2.0/ports/55883b34-2ac0-4ba3-b4af-c5503b0d8fc9 HTTP/1.1" status: 204 len: 173 time: 1.7622786 Sep 16 09:55:01.160009 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88a0813e-ace7-48df-b688-533c8dbc81de', 'name': 'network-vif-deleted', 'tag': '55883b34-2ac0-4ba3-b4af-c5503b0d8fc9'}] {{(pid=113423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 09:55:01.162589 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71a7bfedd24ed74f5a0f7cbe4469292c95f8b2943141139d877a1e440cdb58a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42aedcb8-4796-44a6-ac8a-55585dfb22e2" -d '{"events": [{"server_uuid": "88a0813e-ace7-48df-b688-533c8dbc81de", "name": "network-vif-deleted", "tag": "55883b34-2ac0-4ba3-b4af-c5503b0d8fc9"}]}' {{(pid=113423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 09:55:01.172114 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5511e0f8-ce77-4148-ae0e-1ab84feb27bc None None] Routers {'b612235f-c44e-4fc6-ace6-e6e2684f6499'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 09:55:01.172899 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-5511e0f8-ce77-4148-ae0e-1ab84feb27bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T09:54:54Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['b612235f-c44e-4fc6-ace6-e6e2684f6499'], 'active': True} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:55:01.271564 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 09:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eafdbca-7c8c-45ba-8a91-f10873f636f3 x-openstack-request-id: req-6eafdbca-7c8c-45ba-8a91-f10873f636f3 {{(pid=113423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 09:55:01.275029 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88a0813e-ace7-48df-b688-533c8dbc81de", "name": "network-vif-deleted", "tag": "55883b34-2ac0-4ba3-b4af-c5503b0d8fc9", "status": "completed", "code": 200}]} {{(pid=113423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 09:55:01.275590 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6eafdbca-7c8c-45ba-8a91-f10873f636f3 {{(pid=113423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 09:55:01.278307 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6eafdbca-7c8c-45ba-8a91-f10873f636f3'] response: {'server_uuid': '88a0813e-ace7-48df-b688-533c8dbc81de', 'name': 'network-vif-deleted', 'tag': '55883b34-2ac0-4ba3-b4af-c5503b0d8fc9', 'status': 'completed', 'code': 200} Sep 16 09:55:01.311417 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3723b78f-15d3-4f33-962b-4017ddfeaada req-d28556a0-292d-466b-b9b0-b043854b832c tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:01.319460 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-3723b78f-15d3-4f33-962b-4017ddfeaada req-d28556a0-292d-466b-b9b0-b043854b832c tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=bd1272b6-2b81-407d-b0fc-c9ce62d7c5aa HTTP/1.1" status: 200 len: 945 time: 0.0765195 Sep 16 09:55:01.383669 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Provisioning complete for port 89e18129-5015-41fb-8f05-3e07b90e6cee triggered by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:55:01.383963 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (89e18129-5015-41fb-8f05-3e07b90e6cee), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:55:01.384306 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Attempt 1 to provision port 89e18129-5015-41fb-8f05-3e07b90e6cee Sep 16 09:55:01.417102 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvr_db [None req-5511e0f8-ce77-4148-ae0e-1ab84feb27bc None None] Set router b612235f-c44e-4fc6-ace6-e6e2684f6499 gateway port host: dv-cinder-790535-43-iscsi {{(pid=113425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 09:55:01.418225 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-3723b78f-15d3-4f33-962b-4017ddfeaada req-43e0e5d8-5ea1-4009-9ab3-34a643926150 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=76e72fdc-3119-4f98-835c-2d305cfe62d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913420 Sep 16 09:55:01.676310 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-d5d8d6f3-5474-4e18-85f7-63847ecec907 req-2634f347-a146-4d5c-a743-56927e3010df tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88a0813e-ace7-48df-b688-533c8dbc81de HTTP/1.1" status: 200 len: 210 time: 0.0380719 Sep 16 09:55:01.791712 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Current status of the port 89e18129-5015-41fb-8f05-3e07b90e6cee is: ACTIVE; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:55:01.881054 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-5511e0f8-ce77-4148-ae0e-1ab84feb27bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b612235f-c44e-4fc6-ace6-e6e2684f6499', 'name': 'tempest-AttachVolumeShelveTestJSON-1566209003-router', 'tenant_id': 'f1713f13f3ff494496a8ef8e5591c1b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'ea69b4ff-4fed-49bf-ac3d-de4f30e2d302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:50:29Z', 'updated_at': '2022-09-16T09:50:35Z', 'revision_number': 4, 'project_id': 'f1713f13f3ff494496a8ef8e5591c1b6', 'gw_port': {'id': 'ea69b4ff-4fed-49bf-ac3d-de4f30e2d302', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:86:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b612235f-c44e-4fc6-ace6-e6e2684f6499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:30Z', 'updated_at': '2022-09-16T09:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_interfaces': [{'id': 'c1f1615c-3b20-4576-9f7b-38e270c021fd', 'name': '', 'network_id': 'fe465541-6175-450e-8791-dc7a519b5e60', 'tenant_id': 'f1713f13f3ff494496a8ef8e5591c1b6', 'mac_address': 'fa:16:3e:a5:c7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b612235f-c44e-4fc6-ace6-e6e2684f6499', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '312d0eea-a7f5-4989-be4b-d8f1ee2c9ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:34Z', 'updated_at': '2022-09-16T09:50:47Z', 'revision_number': 5, 'project_id': 'f1713f13f3ff494496a8ef8e5591c1b6', 'subnets': [{'id': '312d0eea-a7f5-4989-be4b-d8f1ee2c9ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:55:01.910103 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5511e0f8-ce77-4148-ae0e-1ab84feb27bc None None] Checking router: b612235f-c44e-4fc6-ace6-e6e2684f6499 for host: dv-cinder-790535-43-iscsi {{(pid=113425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 09:55:01.921377 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5511e0f8-ce77-4148-ae0e-1ab84feb27bc None None] Routers {'b612235f-c44e-4fc6-ace6-e6e2684f6499'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 09:55:01.922174 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-5511e0f8-ce77-4148-ae0e-1ab84feb27bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T09:54:54Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['b612235f-c44e-4fc6-ace6-e6e2684f6499'], 'active': True} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:55:02.039616 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvr_db [None req-5511e0f8-ce77-4148-ae0e-1ab84feb27bc None None] Set router b612235f-c44e-4fc6-ace6-e6e2684f6499 gateway port host: dv-cinder-790535-43-iscsi {{(pid=113425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 09:55:02.238504 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=100 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:55:02.286576 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-5511e0f8-ce77-4148-ae0e-1ab84feb27bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b612235f-c44e-4fc6-ace6-e6e2684f6499', 'name': 'tempest-AttachVolumeShelveTestJSON-1566209003-router', 'tenant_id': 'f1713f13f3ff494496a8ef8e5591c1b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'ea69b4ff-4fed-49bf-ac3d-de4f30e2d302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:50:29Z', 'updated_at': '2022-09-16T09:50:35Z', 'revision_number': 4, 'project_id': 'f1713f13f3ff494496a8ef8e5591c1b6', 'gw_port': {'id': 'ea69b4ff-4fed-49bf-ac3d-de4f30e2d302', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:86:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b612235f-c44e-4fc6-ace6-e6e2684f6499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:30Z', 'updated_at': '2022-09-16T09:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_interfaces': [{'id': 'c1f1615c-3b20-4576-9f7b-38e270c021fd', 'name': '', 'network_id': 'fe465541-6175-450e-8791-dc7a519b5e60', 'tenant_id': 'f1713f13f3ff494496a8ef8e5591c1b6', 'mac_address': 'fa:16:3e:a5:c7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b612235f-c44e-4fc6-ace6-e6e2684f6499', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '312d0eea-a7f5-4989-be4b-d8f1ee2c9ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:34Z', 'updated_at': '2022-09-16T09:50:47Z', 'revision_number': 5, 'project_id': 'f1713f13f3ff494496a8ef8e5591c1b6', 'subnets': [{'id': '312d0eea-a7f5-4989-be4b-d8f1ee2c9ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:55:02.316978 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5511e0f8-ce77-4148-ae0e-1ab84feb27bc None None] The sync data for ids ['b612235f-c44e-4fc6-ace6-e6e2684f6499'] in dv-cinder-790535-43-iscsi is: [{'id': 'b612235f-c44e-4fc6-ace6-e6e2684f6499', 'name': 'tempest-AttachVolumeShelveTestJSON-1566209003-router', 'tenant_id': 'f1713f13f3ff494496a8ef8e5591c1b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'ea69b4ff-4fed-49bf-ac3d-de4f30e2d302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:50:29Z', 'updated_at': '2022-09-16T09:50:35Z', 'revision_number': 4, 'project_id': 'f1713f13f3ff494496a8ef8e5591c1b6', 'gw_port': {'id': 'ea69b4ff-4fed-49bf-ac3d-de4f30e2d302', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:86:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b612235f-c44e-4fc6-ace6-e6e2684f6499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:30Z', 'updated_at': '2022-09-16T09:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_interfaces': [{'id': 'c1f1615c-3b20-4576-9f7b-38e270c021fd', 'name': '', 'network_id': 'fe465541-6175-450e-8791-dc7a519b5e60', 'tenant_id': 'f1713f13f3ff494496a8ef8e5591c1b6', 'mac_address': 'fa:16:3e:a5:c7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b612235f-c44e-4fc6-ace6-e6e2684f6499', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '312d0eea-a7f5-4989-be4b-d8f1ee2c9ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:34Z', 'updated_at': '2022-09-16T09:50:47Z', 'revision_number': 5, 'project_id': 'f1713f13f3ff494496a8ef8e5591c1b6', 'subnets': [{'id': '312d0eea-a7f5-4989-be4b-d8f1ee2c9ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 09:55:02.582477 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95daf970-f46e-45da-b4d2-f20b029cc712 req-fa9d648c-9405-49ff-bdc5-2e255047075c tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:02.590860 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-95daf970-f46e-45da-b4d2-f20b029cc712 req-fa9d648c-9405-49ff-bdc5-2e255047075c tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=bd1272b6-2b81-407d-b0fc-c9ce62d7c5aa HTTP/1.1" status: 200 len: 945 time: 0.0715249 Sep 16 09:55:02.649908 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-95daf970-f46e-45da-b4d2-f20b029cc712 req-0491c703-5767-4064-9681-a8f0bf9f846f tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=76e72fdc-3119-4f98-835c-2d305cfe62d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577400 Sep 16 09:55:02.687532 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0213e57b-9dc8-4ce3-a1b6-8ceb4f6e4634 None None] New status for floating IP 3af820d3-27aa-4a49-aead-08fc2855e796: DOWN {{(pid=113426) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 09:55:02.849718 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 53700) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:55:02.921646 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-ae584c72-9574-439c-a4db-06c13b1648df tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Publish callbacks [] for security_group (5e85962f-c8f8-4f8c-8afc-b4af534d3051), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:55:02.955345 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-ae584c72-9574-439c-a4db-06c13b1648df tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Publish callbacks [] for security_group (5e85962f-c8f8-4f8c-8afc-b4af534d3051), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:55:02.985939 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=100 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:55:03.091463 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-ae584c72-9574-439c-a4db-06c13b1648df tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (5e85962f-c8f8-4f8c-8afc-b4af534d3051), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:55:03.094249 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-ae584c72-9574-439c-a4db-06c13b1648df tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Publish callbacks [] for security_group (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:55:03.103628 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-ae584c72-9574-439c-a4db-06c13b1648df tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "DELETE /networking/v2.0/security-groups/5e85962f-c8f8-4f8c-8afc-b4af534d3051 HTTP/1.1" status: 204 len: 168 time: 0.2447531 Sep 16 09:55:03.103846 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 53702) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:55:03.105825 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae584c72-9574-439c-a4db-06c13b1648df tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e85962f-c8f8-4f8c-8afc-b4af534d3051,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:55:03.113520 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.api.v2.resource [None req-ca94f15c-02cb-4ef9-8cb1-e799ddd2520e tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] show failed (client error): The resource could not be found. Sep 16 09:55:03.114629 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-ca94f15c-02cb-4ef9-8cb1-e799ddd2520e tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups/5e85962f-c8f8-4f8c-8afc-b4af534d3051 HTTP/1.1" status: 404 len: 347 time: 0.0148687 Sep 16 09:55:03.117508 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 53704) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:55:03.257873 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.plugin [None req-9c4f453a-6ca3-4188-88cb-c41442d1664a tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Deleting port 846312be-f91d-4dcf-a1fd-58b438c3b71b {{(pid=113423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 09:55:03.258216 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-9c4f453a-6ca3-4188-88cb-c41442d1664a tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759571771405'] for port (846312be-f91d-4dcf-a1fd-58b438c3b71b), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:55:03.311519 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:55:03.336568 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-9c4f453a-6ca3-4188-88cb-c41442d1664a tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699225'] for port (846312be-f91d-4dcf-a1fd-58b438c3b71b), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:55:03.336897 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-9c4f453a-6ca3-4188-88cb-c41442d1664a tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Publish callbacks [] for floatingip (846312be-f91d-4dcf-a1fd-58b438c3b71b), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:55:03.349202 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.plugin [None req-9c4f453a-6ca3-4188-88cb-c41442d1664a tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Calling delete_port for 846312be-f91d-4dcf-a1fd-58b438c3b71b owned by network:floatingip {{(pid=113423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 09:55:03.384930 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Device 55883b34-2ac0-4ba3-b4af-c5503b0d8fc9 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 09:55:03.405431 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] No Port match for: 55883b34-2ac0-4ba3-b4af-c5503b0d8fc9 {{(pid=113425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 09:55:03.405808 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Device 55883b34-2ac0-4ba3-b4af-c5503b0d8fc9 not bound to the agent host hv-cinder-79053 {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 09:55:03.645688 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-9c4f453a-6ca3-4188-88cb-c41442d1664a tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759571687051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759571245514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473602'] for port (846312be-f91d-4dcf-a1fd-58b438c3b71b), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:55:03.671386 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4f453a-6ca3-4188-88cb-c41442d1664a tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Pushing event deleted for resources: {'Port': ['ID=846312be-f91d-4dcf-a1fd-58b438c3b71b,revision_number=None']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:55:03.760894 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-9c4f453a-6ca3-4188-88cb-c41442d1664a tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Publish callbacks [] for floatingip (3af820d3-27aa-4a49-aead-08fc2855e796), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:55:03.764133 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-9c4f453a-6ca3-4188-88cb-c41442d1664a tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110971'] for floatingip (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:55:03.765616 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-9c4f453a-6ca3-4188-88cb-c41442d1664a tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "DELETE /networking/v2.0/floatingips/3af820d3-27aa-4a49-aead-08fc2855e796 HTTP/1.1" status: 204 len: 168 time: 0.6471376 Sep 16 09:55:03.822925 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec43d7c3-c3b2-4166-8736-e1d3abc57e79 req-38f57ff2-9af7-41a2-b262-3c54084a5782 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:03.824784 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-ec43d7c3-c3b2-4166-8736-e1d3abc57e79 req-38f57ff2-9af7-41a2-b262-3c54084a5782 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=bd1272b6-2b81-407d-b0fc-c9ce62d7c5aa HTTP/1.1" status: 200 len: 945 time: 0.0810738 Sep 16 09:55:03.883068 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-ec43d7c3-c3b2-4166-8736-e1d3abc57e79 req-fa8eae54-5dfa-45d7-a9fa-14fe9365bcfe tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=76e72fdc-3119-4f98-835c-2d305cfe62d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520918 Sep 16 09:55:03.961483 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 53718) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:55:03.966968 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.v2.base [None req-79a68141-c7e4-4d3b-8eb2-a9dd3c534d86 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Request body: {'security_group': {'name': 'tempest-securitygroup--134954606', 'description': 'tempest-description--691250973'}} {{(pid=113423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:55:03.984275 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:55:04.039919 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-79a68141-c7e4-4d3b-8eb2-a9dd3c534d86 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Publish callbacks [] for security_group (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:55:04.119759 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-79a68141-c7e4-4d3b-8eb2-a9dd3c534d86 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Publish callbacks [] for security_group (1764e529-5c4e-4de8-acd2-e8fe221d1410), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:55:04.183450 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-79a68141-c7e4-4d3b-8eb2-a9dd3c534d86 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (1764e529-5c4e-4de8-acd2-e8fe221d1410), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:55:04.214975 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a68141-c7e4-4d3b-8eb2-a9dd3c534d86 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1764e529-5c4e-4de8-acd2-e8fe221d1410,revision_number=1']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:55:04.275978 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-79a68141-c7e4-4d3b-8eb2-a9dd3c534d86 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Publish callbacks [] for security_group (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:55:04.280659 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 53724) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:55:04.281484 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-79a68141-c7e4-4d3b-8eb2-a9dd3c534d86 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3183877 Sep 16 09:55:04.287340 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.v2.base [None req-379f9427-9646-4305-afd1-305b3971a0d9 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Request body: {'security_group_rule': {'security_group_id': '1764e529-5c4e-4de8-acd2-e8fe221d1410', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:55:04.388827 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-379f9427-9646-4305-afd1-305b3971a0d9 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Publish callbacks [] for security_group_rule (9c11d225-c5a8-4f8f-bbd3-659193aa36f8), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:55:04.455177 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-379f9427-9646-4305-afd1-305b3971a0d9 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Publish callbacks [] for security_group_rule (9c11d225-c5a8-4f8f-bbd3-659193aa36f8), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:55:04.520697 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-379f9427-9646-4305-afd1-305b3971a0d9 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784789'] for security_group_rule (9c11d225-c5a8-4f8f-bbd3-659193aa36f8), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:55:04.540336 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379f9427-9646-4305-afd1-305b3971a0d9 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c11d225-c5a8-4f8f-bbd3-659193aa36f8,revision_number=0']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:55:04.610070 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-379f9427-9646-4305-afd1-305b3971a0d9 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:55:04.611697 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-379f9427-9646-4305-afd1-305b3971a0d9 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3282006 Sep 16 09:55:04.614338 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 53726) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:55:04.618783 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.v2.base [None req-6ef58929-8959-44c8-b2db-2fd03633c7e1 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Request body: {'security_group_rule': {'security_group_id': '1764e529-5c4e-4de8-acd2-e8fe221d1410', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:55:04.714232 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-6ef58929-8959-44c8-b2db-2fd03633c7e1 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Publish callbacks [] for security_group_rule (bfc27851-6c2a-408d-acd7-9112289da546), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:55:04.774946 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-6ef58929-8959-44c8-b2db-2fd03633c7e1 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Publish callbacks [] for security_group_rule (bfc27851-6c2a-408d-acd7-9112289da546), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:55:04.783263 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (5b31c92a-f134-4c39-96dd-6f3267de2076), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:55:04.839947 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-6ef58929-8959-44c8-b2db-2fd03633c7e1 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784789'] for security_group_rule (bfc27851-6c2a-408d-acd7-9112289da546), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:55:04.860653 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef58929-8959-44c8-b2db-2fd03633c7e1 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfc27851-6c2a-408d-acd7-9112289da546,revision_number=0']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:55:04.932952 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-6ef58929-8959-44c8-b2db-2fd03633c7e1 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:55:04.934848 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-6ef58929-8959-44c8-b2db-2fd03633c7e1 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3190539 Sep 16 09:55:04.937517 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 53730) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:55:04.943408 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.v2.base [None req-64982034-63fe-4524-82b6-9ad6c5fe909d tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Request body: {'floatingip': {'floating_network_id': 'd06af4bd-75ff-4039-9388-f05026361d79'}} {{(pid=113424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:55:05.045800 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-64982034-63fe-4524-82b6-9ad6c5fe909d tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:55:05.051924 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c93edc-0577-4377-932d-29070ab506e0 req-ccc5407f-e26e-4e44-b42b-c669310cc498 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:05.053812 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-a2c93edc-0577-4377-932d-29070ab506e0 req-ccc5407f-e26e-4e44-b42b-c669310cc498 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=bd1272b6-2b81-407d-b0fc-c9ce62d7c5aa HTTP/1.1" status: 200 len: 945 time: 0.0777354 Sep 16 09:55:05.134904 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-a2c93edc-0577-4377-932d-29070ab506e0 req-0b3aeb86-717f-4fe6-bf68-599e91db1790 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=76e72fdc-3119-4f98-835c-2d305cfe62d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750227 Sep 16 09:55:05.207509 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a80298f-edf8-47b1-91b8-410b5179752e req-558e38ec-9959-42b0-a7cb-1986c916f895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:05.212700 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-0a80298f-edf8-47b1-91b8-410b5179752e req-558e38ec-9959-42b0-a7cb-1986c916f895 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bd1272b6-2b81-407d-b0fc-c9ce62d7c5aa HTTP/1.1" status: 200 len: 1129 time: 0.0649045 Sep 16 09:55:05.219575 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-64982034-63fe-4524-82b6-9ad6c5fe909d tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:55:05.267886 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-0a80298f-edf8-47b1-91b8-410b5179752e req-cbbdfefa-4a64-4533-8d88-a708fc78f6ef service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=76e72fdc-3119-4f98-835c-2d305cfe62d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521972 Sep 16 09:55:05.283373 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:55:05.355113 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.db_base_plugin_common [None req-64982034-63fe-4524-82b6-9ad6c5fe909d tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Allocated IP 172.27.1.22 (d06af4bd-75ff-4039-9388-f05026361d79/429d2505-e0fa-44a7-bb81-98c451c1a231/1b983af9-2c76-4a79-b301-45521e10917c) {{(pid=113424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 09:55:05.498456 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-64982034-63fe-4524-82b6-9ad6c5fe909d tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Publish callbacks [] for port (1b983af9-2c76-4a79-b301-45521e10917c), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:55:05.536849 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:55:05.617871 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-64982034-63fe-4524-82b6-9ad6c5fe909d tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759571245505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27240065'] for port (1b983af9-2c76-4a79-b301-45521e10917c), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:55:05.676118 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64982034-63fe-4524-82b6-9ad6c5fe909d tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Network d06af4bd-75ff-4039-9388-f05026361d79 is already hosted by enough agents. {{(pid=113424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 09:55:05.680566 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.base_scheduler [None req-64982034-63fe-4524-82b6-9ad6c5fe909d tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Resources bound (agent type, host, resource id): {{(pid=113424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 09:55:05.684097 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64982034-63fe-4524-82b6-9ad6c5fe909d tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Received port after_create {{(pid=113424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 09:55:05.721332 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64982034-63fe-4524-82b6-9ad6c5fe909d tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Pushing event updated for resources: {'Port': ['ID=1b983af9-2c76-4a79-b301-45521e10917c,revision_number=1']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:55:05.810659 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-64982034-63fe-4524-82b6-9ad6c5fe909d tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Publish callbacks [] for floatingip (153a7ab8-e4e8-4de3-9082-81fbc3f664fb), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:55:05.914083 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-64982034-63fe-4524-82b6-9ad6c5fe909d tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (1b983af9-2c76-4a79-b301-45521e10917c), before_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:55:06.115331 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-64982034-63fe-4524-82b6-9ad6c5fe909d tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Publish callbacks [] for port (1b983af9-2c76-4a79-b301-45521e10917c), precommit_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:55:06.172011 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-64982034-63fe-4524-82b6-9ad6c5fe909d tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27240120'] for port (1b983af9-2c76-4a79-b301-45521e10917c), after_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:55:06.285699 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-64982034-63fe-4524-82b6-9ad6c5fe909d tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711587'] for floatingip (153a7ab8-e4e8-4de3-9082-81fbc3f664fb), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:55:06.290655 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64982034-63fe-4524-82b6-9ad6c5fe909d tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Pushing event updated for resources: {'Port': ['ID=1b983af9-2c76-4a79-b301-45521e10917c,revision_number=2']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:55:06.306876 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173812bd-4fe8-4dfd-bf25-8cdb2a97bfc5 req-6742cb63-bfe5-4936-80c2-9afe2e0cd38f tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:06.308506 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-173812bd-4fe8-4dfd-bf25-8cdb2a97bfc5 req-6742cb63-bfe5-4936-80c2-9afe2e0cd38f tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=bd1272b6-2b81-407d-b0fc-c9ce62d7c5aa HTTP/1.1" status: 200 len: 945 time: 0.0699005 Sep 16 09:55:06.363395 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-173812bd-4fe8-4dfd-bf25-8cdb2a97bfc5 req-9f8aa7e9-f923-4c41-bf0e-09da94b866f0 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=76e72fdc-3119-4f98-835c-2d305cfe62d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488882 Sep 16 09:55:06.373147 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-64982034-63fe-4524-82b6-9ad6c5fe909d tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110971'] for floatingip (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:55:06.374588 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-64982034-63fe-4524-82b6-9ad6c5fe909d tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4351525 Sep 16 09:55:06.638981 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-6667e71a-c0af-4871-845f-732938550f8f req-21fc8cf2-82cc-4695-b36c-db368c9c3fa8 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--134954606&fields=id&tenant_id=f1713f13f3ff494496a8ef8e5591c1b6 HTTP/1.1" status: 200 len: 267 time: 0.0540271 Sep 16 09:55:06.762724 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6667e71a-c0af-4871-845f-732938550f8f req-04b69775-1dc3-43fa-9764-56cefb93b09f tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:06.764196 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-6667e71a-c0af-4871-845f-732938550f8f req-04b69775-1dc3-43fa-9764-56cefb93b09f tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/networks?id=fe465541-6175-450e-8791-dc7a519b5e60 HTTP/1.1" status: 200 len: 817 time: 0.1178842 Sep 16 09:55:06.780999 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-6667e71a-c0af-4871-845f-732938550f8f req-8e5683bc-21b9-4fdf-bd4a-db55d6d1b13f tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/quotas/f1713f13f3ff494496a8ef8e5591c1b6 HTTP/1.1" status: 200 len: 375 time: 0.0091398 Sep 16 09:55:06.834681 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-6667e71a-c0af-4871-845f-732938550f8f req-8e4c7887-26f7-4215-8f9d-1ce812582bca tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=f1713f13f3ff494496a8ef8e5591c1b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484507 Sep 16 09:55:06.856654 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:55:06.943618 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-6667e71a-c0af-4871-845f-732938550f8f req-f0be18a8-0f86-48e6-81f3-cb995e108b97 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/fe465541-6175-450e-8791-dc7a519b5e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971074 Sep 16 09:55:07.041377 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-6667e71a-c0af-4871-845f-732938550f8f req-4b223ad7-5646-4f06-b97c-094c40004edf service neutron] 10.222.0.73 "GET /networking/v2.0/networks/fe465541-6175-450e-8791-dc7a519b5e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920298 Sep 16 09:55:07.275613 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:55:07.302962 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-103e5595-f9a9-4323-b72c-4e71e45a19b9 req-f7250082-b182-4b71-bfb2-eb8cd01e2063 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e0f4a754-d9db-4829-a2f8-677cc9c34fbc HTTP/1.1" status: 200 len: 210 time: 0.0344379 Sep 16 09:55:07.517709 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ba22f-9f7e-4b53-b7bb-9e7154b3385f req-75993819-0d6b-4de8-81ae-3458a36cf9d8 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:07.528447 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-e50ba22f-9f7e-4b53-b7bb-9e7154b3385f req-75993819-0d6b-4de8-81ae-3458a36cf9d8 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=bd1272b6-2b81-407d-b0fc-c9ce62d7c5aa HTTP/1.1" status: 200 len: 945 time: 0.0721812 Sep 16 09:55:07.592507 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-e50ba22f-9f7e-4b53-b7bb-9e7154b3385f req-8e74076e-e965-46af-8fac-c71bde357f69 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=76e72fdc-3119-4f98-835c-2d305cfe62d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616136 Sep 16 09:55:08.171073 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2913b1c6-2535-49c6-98f5-2950adf475e8 req-679abb58-8ee2-4068-a0f7-ccdb78da2879 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:08.173688 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-2913b1c6-2535-49c6-98f5-2950adf475e8 req-679abb58-8ee2-4068-a0f7-ccdb78da2879 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=bd1272b6-2b81-407d-b0fc-c9ce62d7c5aa HTTP/1.1" status: 200 len: 945 time: 0.0572855 Sep 16 09:55:08.200097 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6305cc9-a31f-41da-9cb5-9e0bc6109287 req-084958c0-e84e-429f-bf06-dbd03e2a44e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:08.201703 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-d6305cc9-a31f-41da-9cb5-9e0bc6109287 req-084958c0-e84e-429f-bf06-dbd03e2a44e5 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=3fe0d52d42324aa38182b47b3588b979&device_id=bd1272b6-2b81-407d-b0fc-c9ce62d7c5aa HTTP/1.1" status: 200 len: 1129 time: 0.0395763 Sep 16 09:55:08.237994 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-2913b1c6-2535-49c6-98f5-2950adf475e8 req-9583f729-552d-4efe-b9cc-babd526a4748 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=76e72fdc-3119-4f98-835c-2d305cfe62d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571704 Sep 16 09:55:08.303685 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6305cc9-a31f-41da-9cb5-9e0bc6109287 req-cc6862ca-9a9a-4b38-9649-c9732fee81e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:08.305187 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-d6305cc9-a31f-41da-9cb5-9e0bc6109287 req-cc6862ca-9a9a-4b38-9649-c9732fee81e8 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=17684eae-ad40-4ec5-9092-8a60e4e87e96 HTTP/1.1" status: 200 len: 919 time: 0.0955107 Sep 16 09:55:08.377890 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:55:08.384806 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-d6305cc9-a31f-41da-9cb5-9e0bc6109287 req-fb0781d6-95aa-41fa-90e6-cdcff294bd2e service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6851d923-796f-41a3-a0d3-de42390996fa HTTP/1.1" status: 200 len: 1001 time: 0.0706234 Sep 16 09:55:08.424522 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-6ef8173d-3ade-4e19-b282-f6115a71a476 req-32211f45-6b02-43d3-98ba-2b331e0b272b tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e0f4a754-d9db-4829-a2f8-677cc9c34fbc HTTP/1.1" status: 200 len: 210 time: 0.0313714 Sep 16 09:55:08.451694 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6305cc9-a31f-41da-9cb5-9e0bc6109287 req-9c4d9689-ba78-4840-969a-078fc6991b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:08.455750 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-d6305cc9-a31f-41da-9cb5-9e0bc6109287 req-9c4d9689-ba78-4840-969a-078fc6991b92 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=7270ea1b-9730-4d7c-89ed-4cebd5834047 HTTP/1.1" status: 200 len: 857 time: 0.0651608 Sep 16 09:55:08.507310 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6305cc9-a31f-41da-9cb5-9e0bc6109287 req-67ab20b3-7050-4717-918d-ba3e38ced7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:08.508849 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-d6305cc9-a31f-41da-9cb5-9e0bc6109287 req-67ab20b3-7050-4717-918d-ba3e38ced7e8 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=17684eae-ad40-4ec5-9092-8a60e4e87e96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0467379 Sep 16 09:55:08.684021 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490676fb-cb6c-4b5c-a653-fb7ea4bf2d6f req-7fc50071-2221-48d4-863e-282e063e65b5 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:08.684021 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-490676fb-cb6c-4b5c-a653-fb7ea4bf2d6f req-7fc50071-2221-48d4-863e-282e063e65b5 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "GET /networking/v2.0/networks?id=bcb00623-4b05-4b9d-bd71-6d191eabf6b0 HTTP/1.1" status: 200 len: 814 time: 0.1733155 Sep 16 09:55:08.685852 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-d6305cc9-a31f-41da-9cb5-9e0bc6109287 req-713b793c-8496-44f6-a39b-854beb071f24 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/17684eae-ad40-4ec5-9092-8a60e4e87e96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664574 Sep 16 09:55:08.720706 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-490676fb-cb6c-4b5c-a653-fb7ea4bf2d6f req-a4a71332-773c-4d18-bb5a-fb3e6b645934 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "GET /networking/v2.0/quotas/c3ebe25211ee4dcb887de8e0c9a03040 HTTP/1.1" status: 200 len: 375 time: 0.0299230 Sep 16 09:55:08.809433 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-490676fb-cb6c-4b5c-a653-fb7ea4bf2d6f req-506787db-742c-411d-8640-90bca68b6eac tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=c3ebe25211ee4dcb887de8e0c9a03040&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0573256 Sep 16 09:55:08.850995 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-d6305cc9-a31f-41da-9cb5-9e0bc6109287 req-cb2b423f-0b0b-491f-920b-1b29e4b10d51 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/17684eae-ad40-4ec5-9092-8a60e4e87e96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522026 Sep 16 09:55:08.923042 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-490676fb-cb6c-4b5c-a653-fb7ea4bf2d6f req-32c1e452-f42e-4fbb-83fc-e8f9e9082502 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/bcb00623-4b05-4b9d-bd71-6d191eabf6b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996377 Sep 16 09:55:09.017964 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-490676fb-cb6c-4b5c-a653-fb7ea4bf2d6f req-ba2966d3-bd78-4e7d-8157-e818622c0a54 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/bcb00623-4b05-4b9d-bd71-6d191eabf6b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887587 Sep 16 09:55:09.286779 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-eec0938d-e476-4f41-ad24-a3b593e1f7fc req-2cefc63f-98ab-4d2e-88af-03d76ce78e2b tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a74942a9-2ed1-4058-b2f6-6def2204784a HTTP/1.1" status: 200 len: 210 time: 0.0519276 Sep 16 09:55:09.344696 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=100 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:55:09.387177 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4802898-636a-48e7-9b8b-53097f7c789b req-47a1f350-b5c2-46d1-8159-927c6bcf8a6f tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:09.388631 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-f4802898-636a-48e7-9b8b-53097f7c789b req-47a1f350-b5c2-46d1-8159-927c6bcf8a6f tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=bd1272b6-2b81-407d-b0fc-c9ce62d7c5aa HTTP/1.1" status: 200 len: 945 time: 0.0528202 Sep 16 09:55:09.438916 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-f4802898-636a-48e7-9b8b-53097f7c789b req-b2dd9cfc-058b-4f1c-9d4b-d017f42493b1 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=76e72fdc-3119-4f98-835c-2d305cfe62d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430820 Sep 16 09:55:09.542439 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-ddf1cced-ad2e-4cda-a6c5-b07520bfcd67 req-3fa5999b-e84e-4a15-ba12-4b9199808e71 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e0f4a754-d9db-4829-a2f8-677cc9c34fbc HTTP/1.1" status: 200 len: 210 time: 0.0331333 Sep 16 09:55:10.376254 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-d38450da-9dc1-4e14-bcc0-10c65b55fc72 req-9ea15bfa-9dc4-4ee1-aeb0-50b350210123 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a74942a9-2ed1-4058-b2f6-6def2204784a HTTP/1.1" status: 200 len: 210 time: 0.0282168 Sep 16 09:55:10.653778 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-3041a6da-dcbb-4815-b371-5ab978c0b550 req-fcf4a436-1f91-4a28-a1bc-20450b393df3 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e0f4a754-d9db-4829-a2f8-677cc9c34fbc HTTP/1.1" status: 200 len: 210 time: 0.0290422 Sep 16 09:55:10.812180 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead60e3-3423-4347-a594-5c0946f6e29c req-2672e1a2-21b6-4fc7-ab4f-32ab7bc4e941 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:10.813785 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-2ead60e3-3423-4347-a594-5c0946f6e29c req-2672e1a2-21b6-4fc7-ab4f-32ab7bc4e941 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=bd1272b6-2b81-407d-b0fc-c9ce62d7c5aa HTTP/1.1" status: 200 len: 945 time: 0.2974942 Sep 16 09:55:10.861225 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-2ead60e3-3423-4347-a594-5c0946f6e29c req-479408fd-9857-4824-9fd8-4bd988f0c47a tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=76e72fdc-3119-4f98-835c-2d305cfe62d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417259 Sep 16 09:55:11.479426 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-158ab613-89f7-4f28-87c8-bcaf43f4dbe3 req-505478e0-d06a-4c62-84b5-cc7f9fecf741 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a74942a9-2ed1-4058-b2f6-6def2204784a HTTP/1.1" status: 200 len: 210 time: 0.0284865 Sep 16 09:55:11.765214 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-bcb87754-6bb8-4959-a020-464f9013c587 req-60f8e5bc-b92d-47ab-89e0-94884ecd9b09 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e0f4a754-d9db-4829-a2f8-677cc9c34fbc HTTP/1.1" status: 200 len: 210 time: 0.0275109 Sep 16 09:55:11.981695 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac34443-5478-43a7-94b4-c2eafba58ea0 req-7b59b1cc-caef-40af-9962-73afe2e832a4 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:11.983311 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-bac34443-5478-43a7-94b4-c2eafba58ea0 req-7b59b1cc-caef-40af-9962-73afe2e832a4 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=bd1272b6-2b81-407d-b0fc-c9ce62d7c5aa HTTP/1.1" status: 200 len: 945 time: 0.0483763 Sep 16 09:55:12.029501 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-bac34443-5478-43a7-94b4-c2eafba58ea0 req-26e714e1-5af6-48b4-93da-f259c552724a tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=76e72fdc-3119-4f98-835c-2d305cfe62d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395892 Sep 16 09:55:12.582143 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-91e4d7c5-298b-4ee6-81be-a7c41b856cce req-06e012b8-3558-4e9f-956f-0f7b7cf7afe3 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a74942a9-2ed1-4058-b2f6-6def2204784a HTTP/1.1" status: 200 len: 210 time: 0.0291245 Sep 16 09:55:12.781109 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=32,neutron:UPDATE=1 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:55:12.786145 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:55:12.876510 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-618e81e8-9313-44fb-b0d9-be70e4e0293f req-f84db5a6-8190-420e-8d87-adfb0ea143c5 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e0f4a754-d9db-4829-a2f8-677cc9c34fbc HTTP/1.1" status: 200 len: 210 time: 0.0282757 Sep 16 09:55:13.156343 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcf2345-e335-4e05-a76d-7390c5aa3349 req-966b0833-0a8c-4bcc-b270-4329be95ac54 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:13.157712 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-1fcf2345-e335-4e05-a76d-7390c5aa3349 req-966b0833-0a8c-4bcc-b270-4329be95ac54 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=bd1272b6-2b81-407d-b0fc-c9ce62d7c5aa HTTP/1.1" status: 200 len: 945 time: 0.0482516 Sep 16 09:55:13.205071 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-1fcf2345-e335-4e05-a76d-7390c5aa3349 req-8faf3b45-a720-4fdf-9928-a742918b8a7a tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=76e72fdc-3119-4f98-835c-2d305cfe62d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414057 Sep 16 09:55:13.388848 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=82,neutron:UPDATE=2 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:55:13.685582 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-8130a895-ea96-4eed-9b46-82bb58da3fcb req-5c6f3348-5f2f-490a-a93c-aaf38e91efd3 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a74942a9-2ed1-4058-b2f6-6def2204784a HTTP/1.1" status: 200 len: 210 time: 0.0286772 Sep 16 09:55:13.934052 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6667e71a-c0af-4871-845f-732938550f8f req-6adf188f-c2ec-44c7-8fb0-0dd930d50d86 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:13.935039 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-6667e71a-c0af-4871-845f-732938550f8f req-6adf188f-c2ec-44c7-8fb0-0dd930d50d86 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.27 "GET /networking/v2.0/networks?id=fe465541-6175-450e-8791-dc7a519b5e60 HTTP/1.1" status: 200 len: 817 time: 0.1088471 Sep 16 09:55:13.977758 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=100 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:55:13.999594 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-7c12d00e-b347-4c4f-9930-bb5f650125c1 req-d88d9538-2bdd-4d2d-8bc2-5370dffca53f tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e0f4a754-d9db-4829-a2f8-677cc9c34fbc HTTP/1.1" status: 200 len: 210 time: 0.0321691 Sep 16 09:55:14.020932 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-6667e71a-c0af-4871-845f-732938550f8f req-bb9aee1c-3ca8-480d-9954-a531cc116005 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.27 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f1713f13f3ff494496a8ef8e5591c1b6 HTTP/1.1" status: 200 len: 379 time: 0.0608723 Sep 16 09:55:14.028033 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.v2.base [req-6667e71a-c0af-4871-845f-732938550f8f req-69237179-9823-484c-aa73-23ab69aa9e0e tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Request body: {'port': {'device_id': 'e0f4a754-d9db-4829-a2f8-677cc9c34fbc', 'network_id': 'fe465541-6175-450e-8791-dc7a519b5e60', 'admin_state_up': True, 'tenant_id': 'f1713f13f3ff494496a8ef8e5591c1b6', 'security_groups': ['1764e529-5c4e-4de8-acd2-e8fe221d1410']}} {{(pid=113423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:55:14.210931 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6667e71a-c0af-4871-845f-732938550f8f req-69237179-9823-484c-aa73-23ab69aa9e0e tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Made reservation on behalf of f1713f13f3ff494496a8ef8e5591c1b6 for: {'port': 1} {{(pid=113423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 09:55:14.214790 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [req-6667e71a-c0af-4871-845f-732938550f8f req-69237179-9823-484c-aa73-23ab69aa9e0e tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:55:14.365814 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce458992-cc6c-4afc-b2ac-ee02088d0e77 req-e09aef1c-0f9f-4215-a62c-166a8f4d489e tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:14.367282 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-ce458992-cc6c-4afc-b2ac-ee02088d0e77 req-e09aef1c-0f9f-4215-a62c-166a8f4d489e tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=bd1272b6-2b81-407d-b0fc-c9ce62d7c5aa HTTP/1.1" status: 200 len: 945 time: 0.0827451 Sep 16 09:55:14.402231 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.db.db_base_plugin_common [req-6667e71a-c0af-4871-845f-732938550f8f req-69237179-9823-484c-aa73-23ab69aa9e0e tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Allocated IP 172.20.0.11 (fe465541-6175-450e-8791-dc7a519b5e60/312d0eea-a7f5-4989-be4b-d8f1ee2c9ab2/789fb3b6-eef8-4edd-a929-e88fed92432d) {{(pid=113423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 09:55:14.449574 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-ce458992-cc6c-4afc-b2ac-ee02088d0e77 req-5b508114-d846-4fbc-8bbc-748c492959b5 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=76e72fdc-3119-4f98-835c-2d305cfe62d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729072 Sep 16 09:55:14.569808 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfef778-4a65-4875-9dc0-918a6611cdc2 req-7d9058b9-c0f5-4590-93b0-e764349a5eda tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:14.571373 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-ccfef778-4a65-4875-9dc0-918a6611cdc2 req-7d9058b9-c0f5-4590-93b0-e764349a5eda tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=bd1272b6-2b81-407d-b0fc-c9ce62d7c5aa HTTP/1.1" status: 200 len: 945 time: 0.0475223 Sep 16 09:55:14.583453 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 53864) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:55:14.588180 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.v2.base [None req-c02d8466-7501-4711-8bd7-e0f4253d05ed tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Request body: {'floatingip': {'port_id': '6851d923-796f-41a3-a0d3-de42390996fa'}} {{(pid=113424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:55:14.648826 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-c02d8466-7501-4711-8bd7-e0f4253d05ed tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Publish callbacks [] for floatingip (843413c1-5b34-49a2-b6b8-0d0530c00277), before_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:55:14.717002 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=2 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:55:14.719595 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=67,neutron:UPDATE=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:55:14.779134 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:55:14.820990 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-ab79fda5-b8f6-4177-8ceb-069621c98ae0 req-5365b053-e114-4c42-9aed-f1265065a315 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a74942a9-2ed1-4058-b2f6-6def2204784a HTTP/1.1" status: 200 len: 210 time: 0.0355821 Sep 16 09:55:14.831489 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [req-6667e71a-c0af-4871-845f-732938550f8f req-69237179-9823-484c-aa73-23ab69aa9e0e tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Publish callbacks [] for port (789fb3b6-eef8-4edd-a929-e88fed92432d), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:55:14.858023 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:55:14.925728 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [req-6667e71a-c0af-4871-845f-732938550f8f req-69237179-9823-484c-aa73-23ab69aa9e0e tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759571245505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473602'] for port (789fb3b6-eef8-4edd-a929-e88fed92432d), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:55:14.971612 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6667e71a-c0af-4871-845f-732938550f8f req-69237179-9823-484c-aa73-23ab69aa9e0e tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Network fe465541-6175-450e-8791-dc7a519b5e60 is already hosted by enough agents. {{(pid=113423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 09:55:14.974690 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.base_scheduler [req-6667e71a-c0af-4871-845f-732938550f8f req-69237179-9823-484c-aa73-23ab69aa9e0e tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Resources bound (agent type, host, resource id): {{(pid=113423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 09:55:14.978832 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.db.l3_dvrscheduler_db [req-6667e71a-c0af-4871-845f-732938550f8f req-69237179-9823-484c-aa73-23ab69aa9e0e tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Received port after_create {{(pid=113423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 09:55:15.008782 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69237179-9823-484c-aa73-23ab69aa9e0e tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Pushing event updated for resources: {'Port': ['ID=789fb3b6-eef8-4edd-a929-e88fed92432d,revision_number=1']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:55:15.040694 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6667e71a-c0af-4871-845f-732938550f8f req-69237179-9823-484c-aa73-23ab69aa9e0e tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:15.041339 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [req-6667e71a-c0af-4871-845f-732938550f8f req-69237179-9823-484c-aa73-23ab69aa9e0e tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110971'] for port (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:55:15.046339 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:55:15.053737 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:55:15.110976 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-6667e71a-c0af-4871-845f-732938550f8f req-69237179-9823-484c-aa73-23ab69aa9e0e tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0865901 Sep 16 09:55:15.181673 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-c02d8466-7501-4711-8bd7-e0f4253d05ed tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:55:15.189310 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a21784b-0499-40fc-962f-603929f6831f req-e06555a4-7f01-4933-b8df-09b8cacdae57 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:15.191480 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-8a21784b-0499-40fc-962f-603929f6831f req-e06555a4-7f01-4933-b8df-09b8cacdae57 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e0f4a754-d9db-4829-a2f8-677cc9c34fbc HTTP/1.1" status: 200 len: 932 time: 0.0958083 Sep 16 09:55:15.239953 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-8a21784b-0499-40fc-962f-603929f6831f req-5984c625-0557-4719-be67-aa99ec5acbf2 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1764e529-5c4e-4de8-acd2-e8fe221d1410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431495 Sep 16 09:55:15.278176 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-de34b433-96c9-41ac-8061-8b2621bd1c79 None None] Provisioning complete for port 789fb3b6-eef8-4edd-a929-e88fed92432d triggered by entity DHCP. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:55:15.278548 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-de34b433-96c9-41ac-8061-8b2621bd1c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (789fb3b6-eef8-4edd-a929-e88fed92432d), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:55:15.278822 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-de34b433-96c9-41ac-8061-8b2621bd1c79 None None] Attempt 1 to provision port 789fb3b6-eef8-4edd-a929-e88fed92432d Sep 16 09:55:15.279381 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-c02d8466-7501-4711-8bd7-e0f4253d05ed tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711587'] for floatingip (843413c1-5b34-49a2-b6b8-0d0530c00277), after_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:55:15.311494 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-de34b433-96c9-41ac-8061-8b2621bd1c79 None None] Port 789fb3b6-eef8-4edd-a929-e88fed92432d cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:55:15.487867 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c02d8466-7501-4711-8bd7-e0f4253d05ed tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Router b122c1e8-3e6e-4fd0-9649-57ad02017b0e has already been hosted by L3 agent 647718b3-8298-4382-86e2-3fad9f5d7804 {{(pid=113424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 09:55:15.587903 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c02d8466-7501-4711-8bd7-e0f4253d05ed tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Notify agent at l3_agent.dv-cinder-790535-43-iscsi the message routers_updated {{(pid=113424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 09:55:15.592749 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-c02d8466-7501-4711-8bd7-e0f4253d05ed tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110971'] for floatingip (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:55:15.598472 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a7a512-acfe-4f58-a7db-bed9e6ec4295 None None] Sync routers for ids ['b122c1e8-3e6e-4fd0-9649-57ad02017b0e'] in dv-cinder-790535-43-iscsi {{(pid=113425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 09:55:15.609145 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a7a512-acfe-4f58-a7db-bed9e6ec4295 None None] Routers {'b122c1e8-3e6e-4fd0-9649-57ad02017b0e'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 09:55:15.610457 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-d0a7a512-acfe-4f58-a7db-bed9e6ec4295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T09:54:54Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['b122c1e8-3e6e-4fd0-9649-57ad02017b0e'], 'active': True} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:55:15.625404 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd1272b6-2b81-407d-b0fc-c9ce62d7c5aa', 'tag': '6851d923-796f-41a3-a0d3-de42390996fa'}] {{(pid=113424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 09:55:15.627934 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16dfd0a1dfdfa1f1ee01b24bca40ddc03421b0ad37c1355f54f1c3176401751a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da16c681-94fb-4e36-b2b5-773bf7528643" -d '{"events": [{"name": "network-changed", "server_uuid": "bd1272b6-2b81-407d-b0fc-c9ce62d7c5aa", "tag": "6851d923-796f-41a3-a0d3-de42390996fa"}]}' {{(pid=113424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 09:55:15.658296 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-c02d8466-7501-4711-8bd7-e0f4253d05ed tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "PUT /networking/v2.0/floatingips/843413c1-5b34-49a2-b6b8-0d0530c00277 HTTP/1.1" status: 200 len: 993 time: 1.0735352 Sep 16 09:55:15.670447 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 09:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b4dadca-20a0-4151-8b20-fef4eaa36bb3 x-openstack-request-id: req-7b4dadca-20a0-4151-8b20-fef4eaa36bb3 {{(pid=113424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 09:55:15.670734 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd1272b6-2b81-407d-b0fc-c9ce62d7c5aa", "tag": "6851d923-796f-41a3-a0d3-de42390996fa", "status": "completed", "code": 200}]} {{(pid=113424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 09:55:15.670983 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7b4dadca-20a0-4151-8b20-fef4eaa36bb3 {{(pid=113424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 09:55:15.671446 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b4dadca-20a0-4151-8b20-fef4eaa36bb3'] response: {'name': 'network-changed', 'server_uuid': 'bd1272b6-2b81-407d-b0fc-c9ce62d7c5aa', 'tag': '6851d923-796f-41a3-a0d3-de42390996fa', 'status': 'completed', 'code': 200} Sep 16 09:55:15.718552 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvr_db [None req-d0a7a512-acfe-4f58-a7db-bed9e6ec4295 None None] Set router b122c1e8-3e6e-4fd0-9649-57ad02017b0e gateway port host: dv-cinder-790535-43-iscsi {{(pid=113425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 09:55:15.812121 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-de34b433-96c9-41ac-8061-8b2621bd1c79 None None] Attempt 2 to provision port 789fb3b6-eef8-4edd-a929-e88fed92432d Sep 16 09:55:15.892301 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-de34b433-96c9-41ac-8061-8b2621bd1c79 None None] Port 789fb3b6-eef8-4edd-a929-e88fed92432d cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:55:15.930089 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-cdece338-6e78-41cc-bcdf-a99bd7058129 req-fa0a69b8-cc5e-4f42-8f65-642526a70377 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a74942a9-2ed1-4058-b2f6-6def2204784a HTTP/1.1" status: 200 len: 210 time: 0.0289648 Sep 16 09:55:15.960728 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-d0a7a512-acfe-4f58-a7db-bed9e6ec4295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b122c1e8-3e6e-4fd0-9649-57ad02017b0e', 'name': 'tempest-ServerRescueNegativeTestJSON-259796740-router', 'tenant_id': '3fe0d52d42324aa38182b47b3588b979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '7477150b-3625-45cf-9f19-c36330ee867f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:50:28Z', 'updated_at': '2022-09-16T09:50:38Z', 'revision_number': 4, 'project_id': '3fe0d52d42324aa38182b47b3588b979', 'gw_port': {'id': '7477150b-3625-45cf-9f19-c36330ee867f', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:4f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b122c1e8-3e6e-4fd0-9649-57ad02017b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:30Z', 'updated_at': '2022-09-16T09:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_floatingips': [{'id': '843413c1-5b34-49a2-b6b8-0d0530c00277', 'tenant_id': '3fe0d52d42324aa38182b47b3588b979', 'floating_ip_address': '172.27.1.235', 'floating_network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'router_id': 'b122c1e8-3e6e-4fd0-9649-57ad02017b0e', 'port_id': '6851d923-796f-41a3-a0d3-de42390996fa', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17684eae-ad40-4ec5-9092-8a60e4e87e96', 'mac_address': 'fa:16:3e:69:83:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1272b6-2b81-407d-b0fc-c9ce62d7c5aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T09:53:13Z', 'updated_at': '2022-09-16T09:55:15Z', 'revision_number': 3, 'project_id': '3fe0d52d42324aa38182b47b3588b979', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cff0635c-a5e3-4d53-bd6a-7c1420d44d1f', 'name': '', 'network_id': '17684eae-ad40-4ec5-9092-8a60e4e87e96', 'tenant_id': '3fe0d52d42324aa38182b47b3588b979', 'mac_address': 'fa:16:3e:da:ef:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b122c1e8-3e6e-4fd0-9649-57ad02017b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7270ea1b-9730-4d7c-89ed-4cebd5834047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:37Z', 'updated_at': '2022-09-16T09:50:52Z', 'revision_number': 5, 'project_id': '3fe0d52d42324aa38182b47b3588b979', 'subnets': [{'id': '7270ea1b-9730-4d7c-89ed-4cebd5834047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:55:15.986858 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a7a512-acfe-4f58-a7db-bed9e6ec4295 None None] Checking router: b122c1e8-3e6e-4fd0-9649-57ad02017b0e for host: dv-cinder-790535-43-iscsi {{(pid=113425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 09:55:15.995324 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a7a512-acfe-4f58-a7db-bed9e6ec4295 None None] Routers {'b122c1e8-3e6e-4fd0-9649-57ad02017b0e'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 09:55:15.995961 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-d0a7a512-acfe-4f58-a7db-bed9e6ec4295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T09:54:54Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['b122c1e8-3e6e-4fd0-9649-57ad02017b0e'], 'active': True} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:55:16.096563 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvr_db [None req-d0a7a512-acfe-4f58-a7db-bed9e6ec4295 None None] Set router b122c1e8-3e6e-4fd0-9649-57ad02017b0e gateway port host: dv-cinder-790535-43-iscsi {{(pid=113425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 09:55:16.326850 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-d0a7a512-acfe-4f58-a7db-bed9e6ec4295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b122c1e8-3e6e-4fd0-9649-57ad02017b0e', 'name': 'tempest-ServerRescueNegativeTestJSON-259796740-router', 'tenant_id': '3fe0d52d42324aa38182b47b3588b979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '7477150b-3625-45cf-9f19-c36330ee867f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:50:28Z', 'updated_at': '2022-09-16T09:50:38Z', 'revision_number': 4, 'project_id': '3fe0d52d42324aa38182b47b3588b979', 'gw_port': {'id': '7477150b-3625-45cf-9f19-c36330ee867f', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:4f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b122c1e8-3e6e-4fd0-9649-57ad02017b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:30Z', 'updated_at': '2022-09-16T09:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_floatingips': [{'id': '843413c1-5b34-49a2-b6b8-0d0530c00277', 'tenant_id': '3fe0d52d42324aa38182b47b3588b979', 'floating_ip_address': '172.27.1.235', 'floating_network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'router_id': 'b122c1e8-3e6e-4fd0-9649-57ad02017b0e', 'port_id': '6851d923-796f-41a3-a0d3-de42390996fa', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17684eae-ad40-4ec5-9092-8a60e4e87e96', 'mac_address': 'fa:16:3e:69:83:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1272b6-2b81-407d-b0fc-c9ce62d7c5aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T09:53:13Z', 'updated_at': '2022-09-16T09:55:15Z', 'revision_number': 3, 'project_id': '3fe0d52d42324aa38182b47b3588b979', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cff0635c-a5e3-4d53-bd6a-7c1420d44d1f', 'name': '', 'network_id': '17684eae-ad40-4ec5-9092-8a60e4e87e96', 'tenant_id': '3fe0d52d42324aa38182b47b3588b979', 'mac_address': 'fa:16:3e:da:ef:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b122c1e8-3e6e-4fd0-9649-57ad02017b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7270ea1b-9730-4d7c-89ed-4cebd5834047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:37Z', 'updated_at': '2022-09-16T09:50:52Z', 'revision_number': 5, 'project_id': '3fe0d52d42324aa38182b47b3588b979', 'subnets': [{'id': '7270ea1b-9730-4d7c-89ed-4cebd5834047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:55:16.353380 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a7a512-acfe-4f58-a7db-bed9e6ec4295 None None] The sync data for ids ['b122c1e8-3e6e-4fd0-9649-57ad02017b0e'] in dv-cinder-790535-43-iscsi is: [{'id': 'b122c1e8-3e6e-4fd0-9649-57ad02017b0e', 'name': 'tempest-ServerRescueNegativeTestJSON-259796740-router', 'tenant_id': '3fe0d52d42324aa38182b47b3588b979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '7477150b-3625-45cf-9f19-c36330ee867f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:50:28Z', 'updated_at': '2022-09-16T09:50:38Z', 'revision_number': 4, 'project_id': '3fe0d52d42324aa38182b47b3588b979', 'gw_port': {'id': '7477150b-3625-45cf-9f19-c36330ee867f', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:4f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b122c1e8-3e6e-4fd0-9649-57ad02017b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:30Z', 'updated_at': '2022-09-16T09:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_floatingips': [{'id': '843413c1-5b34-49a2-b6b8-0d0530c00277', 'tenant_id': '3fe0d52d42324aa38182b47b3588b979', 'floating_ip_address': '172.27.1.235', 'floating_network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'router_id': 'b122c1e8-3e6e-4fd0-9649-57ad02017b0e', 'port_id': '6851d923-796f-41a3-a0d3-de42390996fa', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17684eae-ad40-4ec5-9092-8a60e4e87e96', 'mac_address': 'fa:16:3e:69:83:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1272b6-2b81-407d-b0fc-c9ce62d7c5aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T09:53:13Z', 'updated_at': '2022-09-16T09:55:15Z', 'revision_number': 3, 'project_id': '3fe0d52d42324aa38182b47b3588b979', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cff0635c-a5e3-4d53-bd6a-7c1420d44d1f', 'name': '', 'network_id': '17684eae-ad40-4ec5-9092-8a60e4e87e96', 'tenant_id': '3fe0d52d42324aa38182b47b3588b979', 'mac_address': 'fa:16:3e:da:ef:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b122c1e8-3e6e-4fd0-9649-57ad02017b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7270ea1b-9730-4d7c-89ed-4cebd5834047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:37Z', 'updated_at': '2022-09-16T09:50:52Z', 'revision_number': 5, 'project_id': '3fe0d52d42324aa38182b47b3588b979', 'subnets': [{'id': '7270ea1b-9730-4d7c-89ed-4cebd5834047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 09:55:16.376867 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3494f1ff-78b3-4e38-8f65-df115a67920c req-646680d8-b4e2-4c35-aac1-0571f69a19c3 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:16.378426 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-3494f1ff-78b3-4e38-8f65-df115a67920c req-646680d8-b4e2-4c35-aac1-0571f69a19c3 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e0f4a754-d9db-4829-a2f8-677cc9c34fbc HTTP/1.1" status: 200 len: 932 time: 0.0515397 Sep 16 09:55:16.393875 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-de34b433-96c9-41ac-8061-8b2621bd1c79 None None] Attempt 3 to provision port 789fb3b6-eef8-4edd-a929-e88fed92432d Sep 16 09:55:16.430867 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-de34b433-96c9-41ac-8061-8b2621bd1c79 None None] Port 789fb3b6-eef8-4edd-a929-e88fed92432d cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:55:16.433098 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-3494f1ff-78b3-4e38-8f65-df115a67920c req-c7338abc-b1e6-43d1-bed5-5786dd01c0f2 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1764e529-5c4e-4de8-acd2-e8fe221d1410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480716 Sep 16 09:55:16.932508 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-de34b433-96c9-41ac-8061-8b2621bd1c79 None None] Attempt 4 to provision port 789fb3b6-eef8-4edd-a929-e88fed92432d Sep 16 09:55:16.969870 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-de34b433-96c9-41ac-8061-8b2621bd1c79 None None] Port 789fb3b6-eef8-4edd-a929-e88fed92432d cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:55:17.043129 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-23e28306-c554-491a-b997-c2a979706e95 req-9b2964d4-e616-4644-a059-9c82389a003d tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a74942a9-2ed1-4058-b2f6-6def2204784a HTTP/1.1" status: 200 len: 210 time: 0.0303683 Sep 16 09:55:17.153396 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.v2.base [req-6667e71a-c0af-4871-845f-732938550f8f req-4af6f5ef-1579-4dea-b678-b5c06e772d1a service neutron] Request body: {'port': {'device_id': 'e0f4a754-d9db-4829-a2f8-677cc9c34fbc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=113423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:55:17.199692 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da16c681-94fb-4e36-b2b5-773bf7528643 req-b892567d-440d-42ee-b8df-a61a11370495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:17.202286 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-da16c681-94fb-4e36-b2b5-773bf7528643 req-b892567d-440d-42ee-b8df-a61a11370495 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=3fe0d52d42324aa38182b47b3588b979&device_id=bd1272b6-2b81-407d-b0fc-c9ce62d7c5aa HTTP/1.1" status: 200 len: 1129 time: 0.0537651 Sep 16 09:55:17.221821 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [req-6667e71a-c0af-4871-845f-732938550f8f req-4af6f5ef-1579-4dea-b678-b5c06e772d1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (789fb3b6-eef8-4edd-a929-e88fed92432d), before_update {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:55:17.340815 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:55:17.423955 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da16c681-94fb-4e36-b2b5-773bf7528643 req-e3c4b3e8-7011-40f1-8012-88982afebb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:17.425373 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-da16c681-94fb-4e36-b2b5-773bf7528643 req-e3c4b3e8-7011-40f1-8012-88982afebb38 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=17684eae-ad40-4ec5-9092-8a60e4e87e96 HTTP/1.1" status: 200 len: 919 time: 0.1467588 Sep 16 09:55:17.471768 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-de34b433-96c9-41ac-8061-8b2621bd1c79 None None] Attempt 5 to provision port 789fb3b6-eef8-4edd-a929-e88fed92432d Sep 16 09:55:17.494931 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.notifiers.nova [req-6667e71a-c0af-4871-845f-732938550f8f req-4af6f5ef-1579-4dea-b678-b5c06e772d1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 789fb3b6-eef8-4edd-a929-e88fed92432d {{(pid=113423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 09:55:17.506103 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [req-6667e71a-c0af-4871-845f-732938550f8f req-4af6f5ef-1579-4dea-b678-b5c06e772d1a service neutron] Publish callbacks [] for port (789fb3b6-eef8-4edd-a929-e88fed92432d), precommit_update {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:55:17.519257 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.db.provisioning_blocks [req-6667e71a-c0af-4871-845f-732938550f8f req-4af6f5ef-1579-4dea-b678-b5c06e772d1a service neutron] Transition to ACTIVE for port object 789fb3b6-eef8-4edd-a929-e88fed92432d will not be triggered until provisioned by entity L2. {{(pid=113423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 09:55:17.520391 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-de34b433-96c9-41ac-8061-8b2621bd1c79 None None] Port 789fb3b6-eef8-4edd-a929-e88fed92432d cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:55:17.532187 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-da16c681-94fb-4e36-b2b5-773bf7528643 req-382c6ff6-63e5-403e-b4db-33298eeb7efd service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6851d923-796f-41a3-a0d3-de42390996fa HTTP/1.1" status: 200 len: 1001 time: 0.0967035 Sep 16 09:55:17.540080 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490676fb-cb6c-4b5c-a653-fb7ea4bf2d6f req-821c7d00-5ecc-417e-b099-d0f3dc5bf447 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:17.541574 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-490676fb-cb6c-4b5c-a653-fb7ea4bf2d6f req-821c7d00-5ecc-417e-b099-d0f3dc5bf447 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.27 "GET /networking/v2.0/networks?id=bcb00623-4b05-4b9d-bd71-6d191eabf6b0 HTTP/1.1" status: 200 len: 814 time: 0.1831229 Sep 16 09:55:17.574965 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.v2.base [req-490676fb-cb6c-4b5c-a653-fb7ea4bf2d6f req-c390e5fa-25a6-4a0f-8518-7b2aac31057e tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Request body: {'port': {'device_id': 'a74942a9-2ed1-4058-b2f6-6def2204784a', 'network_id': 'bcb00623-4b05-4b9d-bd71-6d191eabf6b0', 'admin_state_up': True, 'tenant_id': 'c3ebe25211ee4dcb887de8e0c9a03040'}} {{(pid=113424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:55:17.578364 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [req-6667e71a-c0af-4871-845f-732938550f8f req-4af6f5ef-1579-4dea-b678-b5c06e772d1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473659'] for port (789fb3b6-eef8-4edd-a929-e88fed92432d), after_update {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:55:17.619246 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba7cd30-b092-4a60-bf59-825297472374 req-e94c9cef-7225-4a4c-ab9e-b065179fc357 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:17.620848 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-bba7cd30-b092-4a60-bf59-825297472374 req-e94c9cef-7225-4a4c-ab9e-b065179fc357 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e0f4a754-d9db-4829-a2f8-677cc9c34fbc HTTP/1.1" status: 200 len: 932 time: 0.0771606 Sep 16 09:55:17.638292 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da16c681-94fb-4e36-b2b5-773bf7528643 req-a71e38a4-b149-426a-9cec-34758c311cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:17.639763 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-da16c681-94fb-4e36-b2b5-773bf7528643 req-a71e38a4-b149-426a-9cec-34758c311cc8 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=7270ea1b-9730-4d7c-89ed-4cebd5834047 HTTP/1.1" status: 200 len: 857 time: 0.0973575 Sep 16 09:55:17.681304 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd1272b6-2b81-407d-b0fc-c9ce62d7c5aa', 'tag': '6851d923-796f-41a3-a0d3-de42390996fa'}] {{(pid=113424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 09:55:17.683472 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16dfd0a1dfdfa1f1ee01b24bca40ddc03421b0ad37c1355f54f1c3176401751a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cf97a18-2da3-4ba8-8752-5ec0a2f9b35d" -d '{"events": [{"name": "network-changed", "server_uuid": "bd1272b6-2b81-407d-b0fc-c9ce62d7c5aa", "tag": "6851d923-796f-41a3-a0d3-de42390996fa"}]}' {{(pid=113424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 09:55:17.697409 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af6f5ef-1579-4dea-b678-b5c06e772d1a service neutron] Pushing event updated for resources: {'Port': ['ID=789fb3b6-eef8-4edd-a929-e88fed92432d,revision_number=2']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:55:17.717374 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da16c681-94fb-4e36-b2b5-773bf7528643 req-99756830-b965-4173-a8bd-83d3cf567d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:17.719846 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-da16c681-94fb-4e36-b2b5-773bf7528643 req-99756830-b965-4173-a8bd-83d3cf567d1d service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=17684eae-ad40-4ec5-9092-8a60e4e87e96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0712242 Sep 16 09:55:17.753431 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-bba7cd30-b092-4a60-bf59-825297472374 req-93c5e0dc-e3b3-4c32-a51a-6ab5eb7a9809 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1764e529-5c4e-4de8-acd2-e8fe221d1410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205738 Sep 16 09:55:17.754625 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.managers [req-6667e71a-c0af-4871-845f-732938550f8f req-4af6f5ef-1579-4dea-b678-b5c06e772d1a service neutron] Attempting to bind port 789fb3b6-eef8-4edd-a929-e88fed92432d on host hv-cinder-79053 for vnic_type normal with profile {{(pid=113423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 09:55:17.754965 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.managers [req-6667e71a-c0af-4871-845f-732938550f8f req-4af6f5ef-1579-4dea-b678-b5c06e772d1a service neutron] Attempting to bind port 789fb3b6-eef8-4edd-a929-e88fed92432d by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'dbdfa156-b328-4b02-9174-23c649e3a4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'fe465541-6175-450e-8791-dc7a519b5e60'}] {{(pid=113423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 09:55:17.755298 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6667e71a-c0af-4871-845f-732938550f8f req-4af6f5ef-1579-4dea-b678-b5c06e772d1a service neutron] Attempting to bind port 789fb3b6-eef8-4edd-a929-e88fed92432d on network fe465541-6175-450e-8791-dc7a519b5e60 {{(pid=113423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 09:55:17.759392 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 09:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2c28dd5-05df-4a6f-be1d-223df8513dd6 x-openstack-request-id: req-c2c28dd5-05df-4a6f-be1d-223df8513dd6 {{(pid=113424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 09:55:17.764235 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd1272b6-2b81-407d-b0fc-c9ce62d7c5aa", "tag": "6851d923-796f-41a3-a0d3-de42390996fa", "status": "completed", "code": 200}]} {{(pid=113424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 09:55:17.764235 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c2c28dd5-05df-4a6f-be1d-223df8513dd6 {{(pid=113424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 09:55:17.764235 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2c28dd5-05df-4a6f-be1d-223df8513dd6'] response: {'name': 'network-changed', 'server_uuid': 'bd1272b6-2b81-407d-b0fc-c9ce62d7c5aa', 'tag': '6851d923-796f-41a3-a0d3-de42390996fa', 'status': 'completed', 'code': 200} Sep 16 09:55:17.794912 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:55:17.800646 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6667e71a-c0af-4871-845f-732938550f8f req-4af6f5ef-1579-4dea-b678-b5c06e772d1a service neutron] Port 789fb3b6-eef8-4edd-a929-e88fed92432d on network fe465541-6175-450e-8791-dc7a519b5e60 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=113423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 09:55:17.800980 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6667e71a-c0af-4871-845f-732938550f8f req-4af6f5ef-1579-4dea-b678-b5c06e772d1a service neutron] Attempting to bind port 789fb3b6-eef8-4edd-a929-e88fed92432d on network fe465541-6175-450e-8791-dc7a519b5e60 {{(pid=113423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 09:55:17.834736 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-490676fb-cb6c-4b5c-a653-fb7ea4bf2d6f req-c390e5fa-25a6-4a0f-8518-7b2aac31057e tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Made reservation on behalf of c3ebe25211ee4dcb887de8e0c9a03040 for: {'port': 1} {{(pid=113424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 09:55:17.838634 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-490676fb-cb6c-4b5c-a653-fb7ea4bf2d6f req-c390e5fa-25a6-4a0f-8518-7b2aac31057e tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:55:17.851182 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-da16c681-94fb-4e36-b2b5-773bf7528643 req-3f127627-06e8-4e9d-a7f2-4b35e300cba3 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/17684eae-ad40-4ec5-9092-8a60e4e87e96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158841 Sep 16 09:55:17.862367 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6667e71a-c0af-4871-845f-732938550f8f req-4af6f5ef-1579-4dea-b678-b5c06e772d1a service neutron] Checking agent: {'id': '5b31c92a-f134-4c39-96dd-6f3267de2076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 9, 48, 33), 'started_at': datetime.datetime(2022, 9, 16, 9, 48, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 9, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 09:55:17.862718 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6667e71a-c0af-4871-845f-732938550f8f req-4af6f5ef-1579-4dea-b678-b5c06e772d1a service neutron] Checking segment: {'id': 'dbdfa156-b328-4b02-9174-23c649e3a4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'fe465541-6175-450e-8791-dc7a519b5e60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 09:55:17.863111 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6667e71a-c0af-4871-845f-732938550f8f req-4af6f5ef-1579-4dea-b678-b5c06e772d1a service neutron] Bound using segment: {'id': 'dbdfa156-b328-4b02-9174-23c649e3a4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'fe465541-6175-450e-8791-dc7a519b5e60'} {{(pid=113423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 09:55:17.863581 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.managers [req-6667e71a-c0af-4871-845f-732938550f8f req-4af6f5ef-1579-4dea-b678-b5c06e772d1a service neutron] Bound port: 789fb3b6-eef8-4edd-a929-e88fed92432d, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbdfa156-b328-4b02-9174-23c649e3a4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'fe465541-6175-450e-8791-dc7a519b5e60'}}] {{(pid=113423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 09:55:17.864072 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [req-6667e71a-c0af-4871-845f-732938550f8f req-4af6f5ef-1579-4dea-b678-b5c06e772d1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (789fb3b6-eef8-4edd-a929-e88fed92432d), before_update {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:55:17.929602 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:55:17.936785 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.db [req-6667e71a-c0af-4871-845f-732938550f8f req-4af6f5ef-1579-4dea-b678-b5c06e772d1a service neutron] For port 789fb3b6-eef8-4edd-a929-e88fed92432d, host hv-cinder-79053, cleared binding levels {{(pid=113423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 09:55:17.943636 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.db [req-6667e71a-c0af-4871-845f-732938550f8f req-4af6f5ef-1579-4dea-b678-b5c06e772d1a service neutron] For port 789fb3b6-eef8-4edd-a929-e88fed92432d, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=789fb3b6-eef8-4edd-a929-e88fed92432d,segment=NetworkSegment(dbdfa156-b328-4b02-9174-23c649e3a4fb),segment_id=dbdfa156-b328-4b02-9174-23c649e3a4fb)] {{(pid=113423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 09:55:17.999624 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [req-6667e71a-c0af-4871-845f-732938550f8f req-4af6f5ef-1579-4dea-b678-b5c06e772d1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473659'] for port (789fb3b6-eef8-4edd-a929-e88fed92432d), after_update {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:55:18.005650 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6667e71a-c0af-4871-845f-732938550f8f req-4af6f5ef-1579-4dea-b678-b5c06e772d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:18.010586 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [req-6667e71a-c0af-4871-845f-732938550f8f req-4af6f5ef-1579-4dea-b678-b5c06e772d1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110971'] for port (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:55:18.010586 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-6667e71a-c0af-4871-845f-732938550f8f req-4af6f5ef-1579-4dea-b678-b5c06e772d1a service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/789fb3b6-eef8-4edd-a929-e88fed92432d HTTP/1.1" status: 200 len: 1094 time: 0.8606148 Sep 16 09:55:18.010586 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0f4a754-d9db-4829-a2f8-677cc9c34fbc', 'tag': '789fb3b6-eef8-4edd-a929-e88fed92432d'}] {{(pid=113423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 09:55:18.011582 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71a7bfedd24ed74f5a0f7cbe4469292c95f8b2943141139d877a1e440cdb58a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89b96005-5009-49f9-8c7d-d25380bf5d3a" -d '{"events": [{"name": "network-changed", "server_uuid": "e0f4a754-d9db-4829-a2f8-677cc9c34fbc", "tag": "789fb3b6-eef8-4edd-a929-e88fed92432d"}]}' {{(pid=113423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 09:55:18.021819 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-de34b433-96c9-41ac-8061-8b2621bd1c79 None None] Attempt 6 to provision port 789fb3b6-eef8-4edd-a929-e88fed92432d Sep 16 09:55:18.052521 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:55:18.052811 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-da16c681-94fb-4e36-b2b5-773bf7528643 req-be230e52-5f02-497a-b984-b00b4fccbe3f service neutron] 10.222.0.27 "GET /networking/v2.0/networks/17684eae-ad40-4ec5-9092-8a60e4e87e96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875169 Sep 16 09:55:18.073759 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.db_base_plugin_common [req-490676fb-cb6c-4b5c-a653-fb7ea4bf2d6f req-c390e5fa-25a6-4a0f-8518-7b2aac31057e tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Allocated IP 172.20.0.12 (bcb00623-4b05-4b9d-bd71-6d191eabf6b0/b4c54137-1628-45cb-b352-130a9da62b88/dedee03b-d367-4e51-b2cd-813deda5dc38) {{(pid=113424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 09:55:18.118347 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 09:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa5cbaec-4295-4d2f-b340-c8be56e624f0 x-openstack-request-id: req-aa5cbaec-4295-4d2f-b340-c8be56e624f0 {{(pid=113423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 09:55:18.125737 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0f4a754-d9db-4829-a2f8-677cc9c34fbc", "tag": "789fb3b6-eef8-4edd-a929-e88fed92432d", "status": "completed", "code": 200}]} {{(pid=113423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 09:55:18.125737 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-aa5cbaec-4295-4d2f-b340-c8be56e624f0 {{(pid=113423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 09:55:18.125737 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa5cbaec-4295-4d2f-b340-c8be56e624f0'] response: {'name': 'network-changed', 'server_uuid': 'e0f4a754-d9db-4829-a2f8-677cc9c34fbc', 'tag': '789fb3b6-eef8-4edd-a929-e88fed92432d', 'status': 'completed', 'code': 200} Sep 16 09:55:18.139384 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af6f5ef-1579-4dea-b678-b5c06e772d1a service neutron] Pushing event updated for resources: {'Port': ['ID=789fb3b6-eef8-4edd-a929-e88fed92432d,revision_number=3']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:55:18.143051 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-de34b433-96c9-41ac-8061-8b2621bd1c79 None None] Port 789fb3b6-eef8-4edd-a929-e88fed92432d had new provisioning blocks added so it will not transition to active. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 09:55:18.268031 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-3bd9c47d-a7e1-449d-96b7-519d6f1e538e req-8fdd651c-2465-4952-8b63-1817782ce135 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a74942a9-2ed1-4058-b2f6-6def2204784a HTTP/1.1" status: 200 len: 210 time: 0.0596135 Sep 16 09:55:18.284155 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b96005-5009-49f9-8c7d-d25380bf5d3a req-97c72505-d366-46d0-b5fb-56dcee3cdac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:18.288088 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-89b96005-5009-49f9-8c7d-d25380bf5d3a req-97c72505-d366-46d0-b5fb-56dcee3cdac3 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=f1713f13f3ff494496a8ef8e5591c1b6&device_id=e0f4a754-d9db-4829-a2f8-677cc9c34fbc HTTP/1.1" status: 200 len: 1128 time: 0.1381073 Sep 16 09:55:18.293365 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:55:18.300165 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf97a18-2da3-4ba8-8752-5ec0a2f9b35d req-fbf21e87-9059-4508-b0fa-d1c1a5b4e166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:18.303671 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-2cf97a18-2da3-4ba8-8752-5ec0a2f9b35d req-fbf21e87-9059-4508-b0fa-d1c1a5b4e166 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=3fe0d52d42324aa38182b47b3588b979&device_id=bd1272b6-2b81-407d-b0fc-c9ce62d7c5aa HTTP/1.1" status: 200 len: 1129 time: 0.1823823 Sep 16 09:55:18.410363 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-490676fb-cb6c-4b5c-a653-fb7ea4bf2d6f req-c390e5fa-25a6-4a0f-8518-7b2aac31057e tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Publish callbacks [] for port (dedee03b-d367-4e51-b2cd-813deda5dc38), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:55:18.504922 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-490676fb-cb6c-4b5c-a653-fb7ea4bf2d6f req-c390e5fa-25a6-4a0f-8518-7b2aac31057e tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759571245505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27240065'] for port (dedee03b-d367-4e51-b2cd-813deda5dc38), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:55:18.559987 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-490676fb-cb6c-4b5c-a653-fb7ea4bf2d6f req-c390e5fa-25a6-4a0f-8518-7b2aac31057e tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Network bcb00623-4b05-4b9d-bd71-6d191eabf6b0 is already hosted by enough agents. {{(pid=113424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 09:55:18.566295 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.base_scheduler [req-490676fb-cb6c-4b5c-a653-fb7ea4bf2d6f req-c390e5fa-25a6-4a0f-8518-7b2aac31057e tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Resources bound (agent type, host, resource id): {{(pid=113424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 09:55:18.569660 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.l3_dvrscheduler_db [req-490676fb-cb6c-4b5c-a653-fb7ea4bf2d6f req-c390e5fa-25a6-4a0f-8518-7b2aac31057e tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Received port after_create {{(pid=113424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 09:55:18.600458 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c390e5fa-25a6-4a0f-8518-7b2aac31057e tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Pushing event updated for resources: {'Port': ['ID=dedee03b-d367-4e51-b2cd-813deda5dc38,revision_number=1']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:55:18.630593 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490676fb-cb6c-4b5c-a653-fb7ea4bf2d6f req-c390e5fa-25a6-4a0f-8518-7b2aac31057e tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:18.631952 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-490676fb-cb6c-4b5c-a653-fb7ea4bf2d6f req-c390e5fa-25a6-4a0f-8518-7b2aac31057e tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110971'] for port (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:55:18.726494 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-490676fb-cb6c-4b5c-a653-fb7ea4bf2d6f req-c390e5fa-25a6-4a0f-8518-7b2aac31057e tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1568494 Sep 16 09:55:18.884621 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-41ff2434-ab3c-4625-835c-3a00134cd2b1 None None] Provisioning complete for port dedee03b-d367-4e51-b2cd-813deda5dc38 triggered by entity DHCP. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:55:18.894937 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-41ff2434-ab3c-4625-835c-3a00134cd2b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (dedee03b-d367-4e51-b2cd-813deda5dc38), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:55:18.895685 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-41ff2434-ab3c-4625-835c-3a00134cd2b1 None None] Attempt 1 to provision port dedee03b-d367-4e51-b2cd-813deda5dc38 Sep 16 09:55:18.949401 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-41ff2434-ab3c-4625-835c-3a00134cd2b1 None None] Port dedee03b-d367-4e51-b2cd-813deda5dc38 cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:55:18.953624 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59842a2-09a1-4c62-95f3-edeefd5bcd36 req-8eb6eac5-570f-44b1-b3f0-bc5ff23a2b85 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:18.955553 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-e59842a2-09a1-4c62-95f3-edeefd5bcd36 req-8eb6eac5-570f-44b1-b3f0-bc5ff23a2b85 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e0f4a754-d9db-4829-a2f8-677cc9c34fbc HTTP/1.1" status: 200 len: 944 time: 0.0964639 Sep 16 09:55:18.999905 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=2 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:55:19.008488 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-e59842a2-09a1-4c62-95f3-edeefd5bcd36 req-67389e00-0a7a-424a-9b33-547a761be9b5 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1764e529-5c4e-4de8-acd2-e8fe221d1410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463839 Sep 16 09:55:19.450369 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-41ff2434-ab3c-4625-835c-3a00134cd2b1 None None] Attempt 2 to provision port dedee03b-d367-4e51-b2cd-813deda5dc38 Sep 16 09:55:19.474064 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b66ed3-6adb-4843-a40a-41b12f055b5f req-e0186e84-f4c9-463f-8707-355257f15506 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:19.475810 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-51b66ed3-6adb-4843-a40a-41b12f055b5f req-e0186e84-f4c9-463f-8707-355257f15506 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a74942a9-2ed1-4058-b2f6-6def2204784a HTTP/1.1" status: 200 len: 932 time: 0.0805302 Sep 16 09:55:19.501700 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-41ff2434-ab3c-4625-835c-3a00134cd2b1 None None] Port dedee03b-d367-4e51-b2cd-813deda5dc38 cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:55:19.534477 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-51b66ed3-6adb-4843-a40a-41b12f055b5f req-ae706b9e-3417-479d-afe3-a7ab82277d08 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=26222961-26fe-4aa1-bb0f-ff557a1e3214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510366 Sep 16 09:55:20.003252 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-41ff2434-ab3c-4625-835c-3a00134cd2b1 None None] Attempt 3 to provision port dedee03b-d367-4e51-b2cd-813deda5dc38 Sep 16 09:55:20.057382 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-41ff2434-ab3c-4625-835c-3a00134cd2b1 None None] Port dedee03b-d367-4e51-b2cd-813deda5dc38 cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:55:20.150703 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1617c22-c1fd-436a-b118-a901973b4414 req-6ab5af21-c057-4cb5-8bab-52b07047736b tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:20.152533 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-b1617c22-c1fd-436a-b118-a901973b4414 req-6ab5af21-c057-4cb5-8bab-52b07047736b tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e0f4a754-d9db-4829-a2f8-677cc9c34fbc HTTP/1.1" status: 200 len: 944 time: 0.0570138 Sep 16 09:55:20.206870 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-b1617c22-c1fd-436a-b118-a901973b4414 req-8c29e1a1-6401-4b2c-8821-6732073d51c2 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1764e529-5c4e-4de8-acd2-e8fe221d1410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476630 Sep 16 09:55:20.558669 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-41ff2434-ab3c-4625-835c-3a00134cd2b1 None None] Attempt 4 to provision port dedee03b-d367-4e51-b2cd-813deda5dc38 Sep 16 09:55:20.600650 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=100 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:55:20.606253 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-41ff2434-ab3c-4625-835c-3a00134cd2b1 None None] Port dedee03b-d367-4e51-b2cd-813deda5dc38 cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:55:20.695816 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231ce92d-c8bd-4f67-bfe5-a82081fab050 req-3f73f813-a35a-4849-88e0-cdcedd22745e tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:20.697578 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-231ce92d-c8bd-4f67-bfe5-a82081fab050 req-3f73f813-a35a-4849-88e0-cdcedd22745e tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a74942a9-2ed1-4058-b2f6-6def2204784a HTTP/1.1" status: 200 len: 932 time: 0.0534635 Sep 16 09:55:20.766918 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-231ce92d-c8bd-4f67-bfe5-a82081fab050 req-fc475c9f-81b7-4762-934a-ad9226daaf31 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=26222961-26fe-4aa1-bb0f-ff557a1e3214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615921 Sep 16 09:55:21.107405 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-41ff2434-ab3c-4625-835c-3a00134cd2b1 None None] Attempt 5 to provision port dedee03b-d367-4e51-b2cd-813deda5dc38 Sep 16 09:55:21.139263 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-41ff2434-ab3c-4625-835c-3a00134cd2b1 None None] Port dedee03b-d367-4e51-b2cd-813deda5dc38 cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:55:21.346009 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47277b3-81be-453f-b18a-987b3077934a req-7c5b8366-ec3d-4772-b583-4f0ba3238d78 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:21.347674 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-f47277b3-81be-453f-b18a-987b3077934a req-7c5b8366-ec3d-4772-b583-4f0ba3238d78 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e0f4a754-d9db-4829-a2f8-677cc9c34fbc HTTP/1.1" status: 200 len: 944 time: 0.0526061 Sep 16 09:55:21.397189 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-f47277b3-81be-453f-b18a-987b3077934a req-8c6cc984-d632-4635-96ea-0dfaeb11965d tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1764e529-5c4e-4de8-acd2-e8fe221d1410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435412 Sep 16 09:55:21.640901 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-41ff2434-ab3c-4625-835c-3a00134cd2b1 None None] Attempt 6 to provision port dedee03b-d367-4e51-b2cd-813deda5dc38 Sep 16 09:55:21.677452 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-41ff2434-ab3c-4625-835c-3a00134cd2b1 None None] Port dedee03b-d367-4e51-b2cd-813deda5dc38 cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:55:21.893017 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfec643-07cb-4646-a30e-9cbdc201c303 req-acf63a90-2175-445a-808b-c4b69eb455e7 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:21.900612 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-8bfec643-07cb-4646-a30e-9cbdc201c303 req-acf63a90-2175-445a-808b-c4b69eb455e7 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a74942a9-2ed1-4058-b2f6-6def2204784a HTTP/1.1" status: 200 len: 932 time: 0.0640619 Sep 16 09:55:21.952008 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-8bfec643-07cb-4646-a30e-9cbdc201c303 req-cfe49ba9-d3e7-4678-9839-253e435b99ed tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=26222961-26fe-4aa1-bb0f-ff557a1e3214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503356 Sep 16 09:55:22.170761 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-c5527e27-29ce-4d6c-b5ac-8e612aeea305 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (54fa5420-569f-41b3-81ce-b3c99a893561), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:55:22.178023 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-41ff2434-ab3c-4625-835c-3a00134cd2b1 None None] Attempt 7 to provision port dedee03b-d367-4e51-b2cd-813deda5dc38 Sep 16 09:55:22.217188 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-41ff2434-ab3c-4625-835c-3a00134cd2b1 None None] Port dedee03b-d367-4e51-b2cd-813deda5dc38 cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:55:22.576420 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38b5895-afc0-4893-8fe5-f6aa8650f7f5 req-d609d8fd-2970-43b9-aeab-26b3fccecf22 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:22.580065 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-a38b5895-afc0-4893-8fe5-f6aa8650f7f5 req-d609d8fd-2970-43b9-aeab-26b3fccecf22 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e0f4a754-d9db-4829-a2f8-677cc9c34fbc HTTP/1.1" status: 200 len: 944 time: 0.0624809 Sep 16 09:55:22.646531 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-a38b5895-afc0-4893-8fe5-f6aa8650f7f5 req-7b70cc5e-f819-48d9-8960-77f5954ae5f0 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1764e529-5c4e-4de8-acd2-e8fe221d1410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603609 Sep 16 09:55:22.719397 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-41ff2434-ab3c-4625-835c-3a00134cd2b1 None None] Attempt 8 to provision port dedee03b-d367-4e51-b2cd-813deda5dc38 Sep 16 09:55:22.740825 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=100 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:55:22.754942 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-41ff2434-ab3c-4625-835c-3a00134cd2b1 None None] Port dedee03b-d367-4e51-b2cd-813deda5dc38 cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:55:23.092270 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765ed9b0-a0a5-4f99-867c-cd605ea353f3 req-b2faa17a-a4fe-4200-90e7-17a087eea1de tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:23.097317 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-765ed9b0-a0a5-4f99-867c-cd605ea353f3 req-b2faa17a-a4fe-4200-90e7-17a087eea1de tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a74942a9-2ed1-4058-b2f6-6def2204784a HTTP/1.1" status: 200 len: 932 time: 0.0491300 Sep 16 09:55:23.152897 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-765ed9b0-a0a5-4f99-867c-cd605ea353f3 req-b29d3df9-6157-43f7-a846-efa168710690 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=26222961-26fe-4aa1-bb0f-ff557a1e3214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527244 Sep 16 09:55:23.256294 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-41ff2434-ab3c-4625-835c-3a00134cd2b1 None None] Attempt 9 to provision port dedee03b-d367-4e51-b2cd-813deda5dc38 Sep 16 09:55:23.290786 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-41ff2434-ab3c-4625-835c-3a00134cd2b1 None None] Port dedee03b-d367-4e51-b2cd-813deda5dc38 cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:55:23.785563 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbc488d-6c04-4eb2-8968-f520e0fbfe1d req-a8258fbd-1e4b-4c1f-ada7-a1e8a12c1160 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:23.787075 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-5cbc488d-6c04-4eb2-8968-f520e0fbfe1d req-a8258fbd-1e4b-4c1f-ada7-a1e8a12c1160 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e0f4a754-d9db-4829-a2f8-677cc9c34fbc HTTP/1.1" status: 200 len: 944 time: 0.0564673 Sep 16 09:55:23.792232 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-41ff2434-ab3c-4625-835c-3a00134cd2b1 None None] Attempt 10 to provision port dedee03b-d367-4e51-b2cd-813deda5dc38 Sep 16 09:55:23.843472 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-5cbc488d-6c04-4eb2-8968-f520e0fbfe1d req-219da258-b6fe-4517-a7cd-138bfbf698e3 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1764e529-5c4e-4de8-acd2-e8fe221d1410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506377 Sep 16 09:55:23.874309 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-41ff2434-ab3c-4625-835c-3a00134cd2b1 None None] Port dedee03b-d367-4e51-b2cd-813deda5dc38 cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:55:24.287521 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d59090f-a4b8-41e7-ab43-bd841d101d1c req-23a0cebe-4083-4e07-8f72-e9d9a4248e46 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:24.288993 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-3d59090f-a4b8-41e7-ab43-bd841d101d1c req-23a0cebe-4083-4e07-8f72-e9d9a4248e46 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a74942a9-2ed1-4058-b2f6-6def2204784a HTTP/1.1" status: 200 len: 932 time: 0.0508356 Sep 16 09:55:24.359878 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-3d59090f-a4b8-41e7-ab43-bd841d101d1c req-a0d57517-d597-4db5-a621-b6eab3775385 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=26222961-26fe-4aa1-bb0f-ff557a1e3214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642569 Sep 16 09:55:24.536009 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-04c93738-40dd-4367-a246-3d715be5c180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (647718b3-8298-4382-86e2-3fad9f5d7804), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:55:24.981236 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d73b9-e6ca-4f44-817e-26baa82214eb req-101ff557-942a-4e44-9cb9-2a221ad9b4e9 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:24.988197 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-ae3d73b9-e6ca-4f44-817e-26baa82214eb req-101ff557-942a-4e44-9cb9-2a221ad9b4e9 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e0f4a754-d9db-4829-a2f8-677cc9c34fbc HTTP/1.1" status: 200 len: 944 time: 0.0545142 Sep 16 09:55:25.035552 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-ae3d73b9-e6ca-4f44-817e-26baa82214eb req-3e751c64-c767-4fb7-8bdc-10a0657604ec tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1764e529-5c4e-4de8-acd2-e8fe221d1410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465150 Sep 16 09:55:25.499016 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627f54a6-93a1-4445-b0a6-a5e73798fff2 req-18821b27-38fe-40d5-95dc-492b74172e7c tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:25.501307 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-627f54a6-93a1-4445-b0a6-a5e73798fff2 req-18821b27-38fe-40d5-95dc-492b74172e7c tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a74942a9-2ed1-4058-b2f6-6def2204784a HTTP/1.1" status: 200 len: 932 time: 0.0482156 Sep 16 09:55:25.549926 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-627f54a6-93a1-4445-b0a6-a5e73798fff2 req-6d122f52-70f1-4625-9176-24321ea009f1 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=26222961-26fe-4aa1-bb0f-ff557a1e3214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428767 Sep 16 09:55:25.845471 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-c17a0cac-31fa-4a66-ad06-99f53fca2b4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (2d63c820-fb16-4aae-acf9-0482010d4ad8), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:55:26.167711 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0d2212-b578-434e-ac80-6510091d45ae req-f84e4f47-5292-495f-86fb-af83f8a02bfa tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:26.169363 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-ec0d2212-b578-434e-ac80-6510091d45ae req-f84e4f47-5292-495f-86fb-af83f8a02bfa tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e0f4a754-d9db-4829-a2f8-677cc9c34fbc HTTP/1.1" status: 200 len: 944 time: 0.0489807 Sep 16 09:55:26.221143 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-ec0d2212-b578-434e-ac80-6510091d45ae req-83fa4f9c-8f57-4281-9d6d-c42846155f3e tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1764e529-5c4e-4de8-acd2-e8fe221d1410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458713 Sep 16 09:55:26.710030 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7614e029-5d58-4aae-97a2-7401c7e55077 req-d819a38d-7467-493d-876e-e8bbe0b4195d tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:26.711563 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-7614e029-5d58-4aae-97a2-7401c7e55077 req-d819a38d-7467-493d-876e-e8bbe0b4195d tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a74942a9-2ed1-4058-b2f6-6def2204784a HTTP/1.1" status: 200 len: 932 time: 0.0836499 Sep 16 09:55:26.761658 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-7614e029-5d58-4aae-97a2-7401c7e55077 req-972876e8-99ad-4ed2-a13e-c486fdd54880 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=26222961-26fe-4aa1-bb0f-ff557a1e3214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442264 Sep 16 09:55:27.271457 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=100 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:55:27.284554 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (be58d251-43cc-467d-bf31-2aae48e2ac56), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:55:27.347069 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-cd5fe5d0-24d3-4349-8269-176b5bcdf250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (65aa34d6-cc53-475e-ab2c-2c2516bff08f), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:55:27.348992 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc927c9a-1fda-463d-88e7-34c837c2bf24 req-e941f024-c80d-47ca-849a-54f04226f962 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:27.350500 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-dc927c9a-1fda-463d-88e7-34c837c2bf24 req-e941f024-c80d-47ca-849a-54f04226f962 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e0f4a754-d9db-4829-a2f8-677cc9c34fbc HTTP/1.1" status: 200 len: 944 time: 0.0474412 Sep 16 09:55:27.567223 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-dc927c9a-1fda-463d-88e7-34c837c2bf24 req-9d78001a-3955-4229-88ae-e9a9535a2b70 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1764e529-5c4e-4de8-acd2-e8fe221d1410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2109892 Sep 16 09:55:27.955020 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f381f6-bc83-47ed-a3aa-92e57a932325 req-e0cdcc2b-850d-4f12-93f3-82fc3f886314 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:27.956492 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-92f381f6-bc83-47ed-a3aa-92e57a932325 req-e0cdcc2b-850d-4f12-93f3-82fc3f886314 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a74942a9-2ed1-4058-b2f6-6def2204784a HTTP/1.1" status: 200 len: 932 time: 0.1151137 Sep 16 09:55:28.003577 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-92f381f6-bc83-47ed-a3aa-92e57a932325 req-fd432292-024d-43e6-8a37-f17e1263809f tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=26222961-26fe-4aa1-bb0f-ff557a1e3214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413785 Sep 16 09:55:28.226411 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.agents_db [None req-7c9a7194-4e2e-43f7-be58-28c896ce3cef None None] Agent healthcheck: found 6 active agents {{(pid=113426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 09:55:28.694777 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896121d8-831b-4095-a831-7a3a7c413f09 req-a37aa2cb-d48b-474d-9a31-27c99d7a78e5 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:28.696278 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-896121d8-831b-4095-a831-7a3a7c413f09 req-a37aa2cb-d48b-474d-9a31-27c99d7a78e5 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e0f4a754-d9db-4829-a2f8-677cc9c34fbc HTTP/1.1" status: 200 len: 944 time: 0.0475280 Sep 16 09:55:28.748744 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-896121d8-831b-4095-a831-7a3a7c413f09 req-8435935b-edb6-44db-93ff-f3da3de7eb7c tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1764e529-5c4e-4de8-acd2-e8fe221d1410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469532 Sep 16 09:55:29.084636 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.v2.base [req-490676fb-cb6c-4b5c-a653-fb7ea4bf2d6f req-e97933b7-7535-40e4-b72a-5357624a4e8d service neutron] Request body: {'port': {'device_id': 'a74942a9-2ed1-4058-b2f6-6def2204784a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=113424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:55:29.104482 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=100 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:55:29.155740 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=100 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:55:29.160259 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b96005-5009-49f9-8c7d-d25380bf5d3a req-cd755d4b-1f47-4972-bbf2-d4ec52194e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:29.161918 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-89b96005-5009-49f9-8c7d-d25380bf5d3a req-cd755d4b-1f47-4972-bbf2-d4ec52194e18 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?tenant_id=f1713f13f3ff494496a8ef8e5591c1b6&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1111839 Sep 16 09:55:29.224830 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102850a8-86d4-4307-adfe-7e644757d12c req-8b2b5191-3c66-45da-bf4b-0fb421cb494d tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:29.226349 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-102850a8-86d4-4307-adfe-7e644757d12c req-8b2b5191-3c66-45da-bf4b-0fb421cb494d tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a74942a9-2ed1-4058-b2f6-6def2204784a HTTP/1.1" status: 200 len: 932 time: 0.0885491 Sep 16 09:55:29.267638 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-490676fb-cb6c-4b5c-a653-fb7ea4bf2d6f req-e97933b7-7535-40e4-b72a-5357624a4e8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (dedee03b-d367-4e51-b2cd-813deda5dc38), before_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:55:29.275379 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b96005-5009-49f9-8c7d-d25380bf5d3a req-2b1d468f-8c49-42a5-8f07-3d519782cdde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:29.276880 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-89b96005-5009-49f9-8c7d-d25380bf5d3a req-2b1d468f-8c49-42a5-8f07-3d519782cdde service neutron] 10.222.0.27 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1060290 Sep 16 09:55:29.290057 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf97a18-2da3-4ba8-8752-5ec0a2f9b35d req-ba3247ed-a4b4-4caa-90e1-a3c0d4a1385b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:29.291556 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-2cf97a18-2da3-4ba8-8752-5ec0a2f9b35d req-ba3247ed-a4b4-4caa-90e1-a3c0d4a1385b service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=17684eae-ad40-4ec5-9092-8a60e4e87e96 HTTP/1.1" status: 200 len: 919 time: 0.2452490 Sep 16 09:55:29.325599 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=100 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:55:29.340054 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=100 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:55:29.345578 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-102850a8-86d4-4307-adfe-7e644757d12c req-920d16c7-be32-4860-94a5-863d9bbdf681 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=26222961-26fe-4aa1-bb0f-ff557a1e3214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063070 Sep 16 09:55:29.565174 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.notifiers.nova [req-490676fb-cb6c-4b5c-a653-fb7ea4bf2d6f req-e97933b7-7535-40e4-b72a-5357624a4e8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dedee03b-d367-4e51-b2cd-813deda5dc38 {{(pid=113424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 09:55:29.598653 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-490676fb-cb6c-4b5c-a653-fb7ea4bf2d6f req-e97933b7-7535-40e4-b72a-5357624a4e8d service neutron] Publish callbacks [] for port (dedee03b-d367-4e51-b2cd-813deda5dc38), precommit_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:55:29.627129 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.provisioning_blocks [req-490676fb-cb6c-4b5c-a653-fb7ea4bf2d6f req-e97933b7-7535-40e4-b72a-5357624a4e8d service neutron] Transition to ACTIVE for port object dedee03b-d367-4e51-b2cd-813deda5dc38 will not be triggered until provisioned by entity L2. {{(pid=113424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 09:55:29.631713 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-2cf97a18-2da3-4ba8-8752-5ec0a2f9b35d req-0f563244-1251-468a-a9f6-cc0fafc414b1 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6851d923-796f-41a3-a0d3-de42390996fa HTTP/1.1" status: 200 len: 1001 time: 0.0773199 Sep 16 09:55:29.637235 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6667e71a-c0af-4871-845f-732938550f8f req-a85d056d-0128-4444-9029-8eb10a6d0fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:29.638758 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-6667e71a-c0af-4871-845f-732938550f8f req-a85d056d-0128-4444-9029-8eb10a6d0fc7 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=f1713f13f3ff494496a8ef8e5591c1b6&device_id=e0f4a754-d9db-4829-a2f8-677cc9c34fbc HTTP/1.1" status: 200 len: 1128 time: 0.0475295 Sep 16 09:55:29.666821 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-490676fb-cb6c-4b5c-a653-fb7ea4bf2d6f req-e97933b7-7535-40e4-b72a-5357624a4e8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27240120'] for port (dedee03b-d367-4e51-b2cd-813deda5dc38), after_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:55:29.723315 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-6667e71a-c0af-4871-845f-732938550f8f req-e0e29e84-43e7-48a2-810b-d36e7c832e6a service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=789fb3b6-eef8-4edd-a929-e88fed92432d HTTP/1.1" status: 200 len: 217 time: 0.0354400 Sep 16 09:55:29.785168 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6667e71a-c0af-4871-845f-732938550f8f req-f5287dea-0d67-49a8-8c20-fdb2e041d2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:29.786942 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-6667e71a-c0af-4871-845f-732938550f8f req-f5287dea-0d67-49a8-8c20-fdb2e041d2c3 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=312d0eea-a7f5-4989-be4b-d8f1ee2c9ab2 HTTP/1.1" status: 200 len: 856 time: 0.0560498 Sep 16 09:55:29.852247 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6667e71a-c0af-4871-845f-732938550f8f req-a6f67f30-fef4-4d04-9ca0-062423a9560d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:29.853872 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-6667e71a-c0af-4871-845f-732938550f8f req-a6f67f30-fef4-4d04-9ca0-062423a9560d service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=fe465541-6175-450e-8791-dc7a519b5e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0516202 Sep 16 09:55:29.935654 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c011de-7606-4a9d-baa8-b4ddcff4c088 req-0aaa475e-70d8-4458-959b-c20a7b53c89d tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:29.937938 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-32c011de-7606-4a9d-baa8-b4ddcff4c088 req-0aaa475e-70d8-4458-959b-c20a7b53c89d tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e0f4a754-d9db-4829-a2f8-677cc9c34fbc HTTP/1.1" status: 200 len: 944 time: 0.0996981 Sep 16 09:55:30.013785 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-6667e71a-c0af-4871-845f-732938550f8f req-5881020a-ccfe-45fc-8944-e7b6de023b8a service neutron] 10.222.0.27 "GET /networking/v2.0/networks/fe465541-6175-450e-8791-dc7a519b5e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427827 Sep 16 09:55:30.016069 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97933b7-7535-40e4-b72a-5357624a4e8d service neutron] Pushing event updated for resources: {'Port': ['ID=dedee03b-d367-4e51-b2cd-813deda5dc38,revision_number=2']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:55:30.017058 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-32c011de-7606-4a9d-baa8-b4ddcff4c088 req-69039124-595f-4d72-9992-a48a91edc489 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1764e529-5c4e-4de8-acd2-e8fe221d1410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727966 Sep 16 09:55:30.071655 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf97a18-2da3-4ba8-8752-5ec0a2f9b35d req-6b3bec74-09a4-4ce2-a7dd-bacca4974839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:30.073289 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-2cf97a18-2da3-4ba8-8752-5ec0a2f9b35d req-6b3bec74-09a4-4ce2-a7dd-bacca4974839 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=7270ea1b-9730-4d7c-89ed-4cebd5834047 HTTP/1.1" status: 200 len: 857 time: 0.1248515 Sep 16 09:55:30.123478 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.managers [req-490676fb-cb6c-4b5c-a653-fb7ea4bf2d6f req-e97933b7-7535-40e4-b72a-5357624a4e8d service neutron] Attempting to bind port dedee03b-d367-4e51-b2cd-813deda5dc38 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=113424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 09:55:30.124164 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.managers [req-490676fb-cb6c-4b5c-a653-fb7ea4bf2d6f req-e97933b7-7535-40e4-b72a-5357624a4e8d service neutron] Attempting to bind port dedee03b-d367-4e51-b2cd-813deda5dc38 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'd36e2288-42fc-4dac-8b56-4d4e100f0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'bcb00623-4b05-4b9d-bd71-6d191eabf6b0'}] {{(pid=113424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 09:55:30.124164 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490676fb-cb6c-4b5c-a653-fb7ea4bf2d6f req-e97933b7-7535-40e4-b72a-5357624a4e8d service neutron] Attempting to bind port dedee03b-d367-4e51-b2cd-813deda5dc38 on network bcb00623-4b05-4b9d-bd71-6d191eabf6b0 {{(pid=113424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 09:55:30.126816 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-6667e71a-c0af-4871-845f-732938550f8f req-b8b85860-96ae-4bb8-ba59-01217618e9b7 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/fe465541-6175-450e-8791-dc7a519b5e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042407 Sep 16 09:55:30.160323 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf97a18-2da3-4ba8-8752-5ec0a2f9b35d req-84fe94b2-977f-4ed0-bad7-924df4460f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:30.161956 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-2cf97a18-2da3-4ba8-8752-5ec0a2f9b35d req-84fe94b2-977f-4ed0-bad7-924df4460f2c service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=17684eae-ad40-4ec5-9092-8a60e4e87e96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0753677 Sep 16 09:55:30.220126 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490676fb-cb6c-4b5c-a653-fb7ea4bf2d6f req-e97933b7-7535-40e4-b72a-5357624a4e8d service neutron] Port dedee03b-d367-4e51-b2cd-813deda5dc38 on network bcb00623-4b05-4b9d-bd71-6d191eabf6b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=113424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 09:55:30.220467 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490676fb-cb6c-4b5c-a653-fb7ea4bf2d6f req-e97933b7-7535-40e4-b72a-5357624a4e8d service neutron] Attempting to bind port dedee03b-d367-4e51-b2cd-813deda5dc38 on network bcb00623-4b05-4b9d-bd71-6d191eabf6b0 {{(pid=113424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 09:55:30.297531 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490676fb-cb6c-4b5c-a653-fb7ea4bf2d6f req-e97933b7-7535-40e4-b72a-5357624a4e8d service neutron] Checking agent: {'id': '5b31c92a-f134-4c39-96dd-6f3267de2076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 9, 48, 33), 'started_at': datetime.datetime(2022, 9, 16, 9, 48, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 9, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 09:55:30.297531 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490676fb-cb6c-4b5c-a653-fb7ea4bf2d6f req-e97933b7-7535-40e4-b72a-5357624a4e8d service neutron] Checking segment: {'id': 'd36e2288-42fc-4dac-8b56-4d4e100f0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'bcb00623-4b05-4b9d-bd71-6d191eabf6b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 09:55:30.297906 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490676fb-cb6c-4b5c-a653-fb7ea4bf2d6f req-e97933b7-7535-40e4-b72a-5357624a4e8d service neutron] Bound using segment: {'id': 'd36e2288-42fc-4dac-8b56-4d4e100f0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'bcb00623-4b05-4b9d-bd71-6d191eabf6b0'} {{(pid=113424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 09:55:30.298267 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.managers [req-490676fb-cb6c-4b5c-a653-fb7ea4bf2d6f req-e97933b7-7535-40e4-b72a-5357624a4e8d service neutron] Bound port: dedee03b-d367-4e51-b2cd-813deda5dc38, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd36e2288-42fc-4dac-8b56-4d4e100f0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'bcb00623-4b05-4b9d-bd71-6d191eabf6b0'}}] {{(pid=113424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 09:55:30.298520 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-490676fb-cb6c-4b5c-a653-fb7ea4bf2d6f req-e97933b7-7535-40e4-b72a-5357624a4e8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (dedee03b-d367-4e51-b2cd-813deda5dc38), before_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:55:30.303183 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-2cf97a18-2da3-4ba8-8752-5ec0a2f9b35d req-4581ef8c-24e8-4088-9aa6-02070c79636a service neutron] 10.222.0.27 "GET /networking/v2.0/networks/17684eae-ad40-4ec5-9092-8a60e4e87e96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352003 Sep 16 09:55:30.360601 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.db [req-490676fb-cb6c-4b5c-a653-fb7ea4bf2d6f req-e97933b7-7535-40e4-b72a-5357624a4e8d service neutron] For port dedee03b-d367-4e51-b2cd-813deda5dc38, host hv-cinder-79053, cleared binding levels {{(pid=113424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 09:55:30.363740 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.db [req-490676fb-cb6c-4b5c-a653-fb7ea4bf2d6f req-e97933b7-7535-40e4-b72a-5357624a4e8d service neutron] For port dedee03b-d367-4e51-b2cd-813deda5dc38, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=dedee03b-d367-4e51-b2cd-813deda5dc38,segment=NetworkSegment(d36e2288-42fc-4dac-8b56-4d4e100f0521),segment_id=d36e2288-42fc-4dac-8b56-4d4e100f0521)] {{(pid=113424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 09:55:30.451172 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-490676fb-cb6c-4b5c-a653-fb7ea4bf2d6f req-e97933b7-7535-40e4-b72a-5357624a4e8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27240120'] for port (dedee03b-d367-4e51-b2cd-813deda5dc38), after_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:55:30.456806 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490676fb-cb6c-4b5c-a653-fb7ea4bf2d6f req-e97933b7-7535-40e4-b72a-5357624a4e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:30.465620 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-490676fb-cb6c-4b5c-a653-fb7ea4bf2d6f req-e97933b7-7535-40e4-b72a-5357624a4e8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110971'] for port (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:55:30.465620 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-490676fb-cb6c-4b5c-a653-fb7ea4bf2d6f req-e97933b7-7535-40e4-b72a-5357624a4e8d service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/dedee03b-d367-4e51-b2cd-813deda5dc38 HTTP/1.1" status: 200 len: 1094 time: 1.3922727 Sep 16 09:55:30.465620 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a74942a9-2ed1-4058-b2f6-6def2204784a', 'tag': 'dedee03b-d367-4e51-b2cd-813deda5dc38'}] {{(pid=113424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 09:55:30.465620 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16dfd0a1dfdfa1f1ee01b24bca40ddc03421b0ad37c1355f54f1c3176401751a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81471461-6201-4134-a30c-00d31ca9f7e2" -d '{"events": [{"name": "network-changed", "server_uuid": "a74942a9-2ed1-4058-b2f6-6def2204784a", "tag": "dedee03b-d367-4e51-b2cd-813deda5dc38"}]}' {{(pid=113424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 09:55:30.468159 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64331ac3-8f8a-449d-b0e5-38f61f1774de req-11fa5ec3-4e38-481f-8192-fbb0960af73c tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:30.469736 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-64331ac3-8f8a-449d-b0e5-38f61f1774de req-11fa5ec3-4e38-481f-8192-fbb0960af73c tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a74942a9-2ed1-4058-b2f6-6def2204784a HTTP/1.1" status: 200 len: 944 time: 0.0515444 Sep 16 09:55:30.490741 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:55:30.510480 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97933b7-7535-40e4-b72a-5357624a4e8d service neutron] Pushing event updated for resources: {'Port': ['ID=dedee03b-d367-4e51-b2cd-813deda5dc38,revision_number=3']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:55:30.519911 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-64331ac3-8f8a-449d-b0e5-38f61f1774de req-3e43a746-8aa8-4e07-af0c-b06ccaf3182b tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=26222961-26fe-4aa1-bb0f-ff557a1e3214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445409 Sep 16 09:55:30.565696 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 09:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3017c48b-dcb2-4943-b881-e45aa94584c9 x-openstack-request-id: req-3017c48b-dcb2-4943-b881-e45aa94584c9 {{(pid=113424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 09:55:30.565995 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a74942a9-2ed1-4058-b2f6-6def2204784a", "tag": "dedee03b-d367-4e51-b2cd-813deda5dc38", "status": "completed", "code": 200}]} {{(pid=113424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 09:55:30.566255 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3017c48b-dcb2-4943-b881-e45aa94584c9 {{(pid=113424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 09:55:30.566669 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3017c48b-dcb2-4943-b881-e45aa94584c9'] response: {'name': 'network-changed', 'server_uuid': 'a74942a9-2ed1-4058-b2f6-6def2204784a', 'tag': 'dedee03b-d367-4e51-b2cd-813deda5dc38', 'status': 'completed', 'code': 200} Sep 16 09:55:30.674866 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39724218-dfcf-4d3e-aa45-82730aff20d9 req-898f8c01-9ed9-4d61-ba9d-e0075e05e6ef tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:30.676233 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-39724218-dfcf-4d3e-aa45-82730aff20d9 req-898f8c01-9ed9-4d61-ba9d-e0075e05e6ef tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5fb1768d-3b6f-4fa5-9e3f-bbd5a4548e32 HTTP/1.1" status: 200 len: 945 time: 0.0466833 Sep 16 09:55:30.722053 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-39724218-dfcf-4d3e-aa45-82730aff20d9 req-309fb631-d93c-4fbc-9fe5-8ac4779dba29 tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2922bbd2-3ef0-4357-a0fc-a39d4e5b5d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401363 Sep 16 09:55:31.156356 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3037a9fe-f042-4cec-8ddb-91f8570f63ab req-59f8fbf1-e4ca-4668-93e2-d2263fa0d964 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:31.157900 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-3037a9fe-f042-4cec-8ddb-91f8570f63ab req-59f8fbf1-e4ca-4668-93e2-d2263fa0d964 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e0f4a754-d9db-4829-a2f8-677cc9c34fbc HTTP/1.1" status: 200 len: 944 time: 0.0504887 Sep 16 09:55:31.203676 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-3037a9fe-f042-4cec-8ddb-91f8570f63ab req-d20a1a5a-1ebe-431d-89ad-4fa4f0822c25 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1764e529-5c4e-4de8-acd2-e8fe221d1410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402455 Sep 16 09:55:31.281256 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:55:31.360754 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81471461-6201-4134-a30c-00d31ca9f7e2 req-0ea5b8c9-aa56-4016-89de-99bb85016d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:31.362264 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-81471461-6201-4134-a30c-00d31ca9f7e2 req-0ea5b8c9-aa56-4016-89de-99bb85016d02 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=c3ebe25211ee4dcb887de8e0c9a03040&device_id=a74942a9-2ed1-4058-b2f6-6def2204784a HTTP/1.1" status: 200 len: 1128 time: 0.0830903 Sep 16 09:55:31.394302 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-2cf97a18-2da3-4ba8-8752-5ec0a2f9b35d req-080a11d9-7531-4017-a342-2b951fa92c20 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/17684eae-ad40-4ec5-9092-8a60e4e87e96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234269 Sep 16 09:55:31.644148 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3b20df-1fd4-47a0-86c6-95beecf6f17d req-0656d517-8969-4059-9e26-fc6cb7de3ebf tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:31.645636 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-2a3b20df-1fd4-47a0-86c6-95beecf6f17d req-0656d517-8969-4059-9e26-fc6cb7de3ebf tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a74942a9-2ed1-4058-b2f6-6def2204784a HTTP/1.1" status: 200 len: 944 time: 0.0491850 Sep 16 09:55:31.694520 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-2a3b20df-1fd4-47a0-86c6-95beecf6f17d req-91381bc7-eb16-4a2a-97d4-10f461cae93a tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=26222961-26fe-4aa1-bb0f-ff557a1e3214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432878 Sep 16 09:55:31.845032 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5633c99d-5a03-4f05-a7bd-677d0eef6bb7 req-640d9e5c-8995-4dbb-b75f-1501a84ebff9 tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:31.846537 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-5633c99d-5a03-4f05-a7bd-677d0eef6bb7 req-640d9e5c-8995-4dbb-b75f-1501a84ebff9 tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5fb1768d-3b6f-4fa5-9e3f-bbd5a4548e32 HTTP/1.1" status: 200 len: 945 time: 0.0477066 Sep 16 09:55:31.893876 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-5633c99d-5a03-4f05-a7bd-677d0eef6bb7 req-ff4db47a-cd0d-4c50-b9cb-d98d9c6545e6 tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2922bbd2-3ef0-4357-a0fc-a39d4e5b5d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416155 Sep 16 09:55:32.327648 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfdb06b-d9ec-4b21-98ee-54d38f5819e3 req-1c03f228-ce3f-4a66-9dbf-1856174ae412 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:32.329120 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-5bfdb06b-d9ec-4b21-98ee-54d38f5819e3 req-1c03f228-ce3f-4a66-9dbf-1856174ae412 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e0f4a754-d9db-4829-a2f8-677cc9c34fbc HTTP/1.1" status: 200 len: 944 time: 0.0475109 Sep 16 09:55:32.376846 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-5bfdb06b-d9ec-4b21-98ee-54d38f5819e3 req-fe39889e-5ed1-4cdb-bc15-2e4f76c62c87 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1764e529-5c4e-4de8-acd2-e8fe221d1410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420880 Sep 16 09:55:32.862649 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0c8ee9-bc55-437c-bd46-0c44d9aff84b req-db389772-43a8-448d-996e-d8fd3e2384b4 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:32.864118 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-6d0c8ee9-bc55-437c-bd46-0c44d9aff84b req-db389772-43a8-448d-996e-d8fd3e2384b4 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a74942a9-2ed1-4058-b2f6-6def2204784a HTTP/1.1" status: 200 len: 944 time: 0.0938191 Sep 16 09:55:32.944031 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-6d0c8ee9-bc55-437c-bd46-0c44d9aff84b req-9186a1f3-93ed-41af-baa2-f501ae6ca752 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=26222961-26fe-4aa1-bb0f-ff557a1e3214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727170 Sep 16 09:55:32.945054 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81471461-6201-4134-a30c-00d31ca9f7e2 req-3bf56e77-3068-4bad-84a2-15ba148aea9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:32.946432 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-81471461-6201-4134-a30c-00d31ca9f7e2 req-3bf56e77-3068-4bad-84a2-15ba148aea9c service neutron] 10.222.0.27 "GET /networking/v2.0/networks?tenant_id=c3ebe25211ee4dcb887de8e0c9a03040&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1440511 Sep 16 09:55:32.952965 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Device 789fb3b6-eef8-4edd-a929-e88fed92432d details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=113425) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 09:55:32.988983 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=100 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:55:33.031483 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a15843-5de6-4f89-b11e-37ad1be24cb5 req-4afa1435-63aa-4fd4-b877-3730b321f696 tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:33.033284 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-b7a15843-5de6-4f89-b11e-37ad1be24cb5 req-4afa1435-63aa-4fd4-b877-3730b321f696 tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5fb1768d-3b6f-4fa5-9e3f-bbd5a4548e32 HTTP/1.1" status: 200 len: 945 time: 0.0535524 Sep 16 09:55:33.056901 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81471461-6201-4134-a30c-00d31ca9f7e2 req-eab1b381-5674-4169-86b7-af81a3433495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:33.058781 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-81471461-6201-4134-a30c-00d31ca9f7e2 req-eab1b381-5674-4169-86b7-af81a3433495 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1036046 Sep 16 09:55:33.063711 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] For port 789fb3b6-eef8-4edd-a929-e88fed92432d, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=789fb3b6-eef8-4edd-a929-e88fed92432d,segment=NetworkSegment(dbdfa156-b328-4b02-9174-23c649e3a4fb),segment_id=dbdfa156-b328-4b02-9174-23c649e3a4fb)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:55:33.075150 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Returning: {'device': '789fb3b6-eef8-4edd-a929-e88fed92432d', 'network_id': 'fe465541-6175-450e-8791-dc7a519b5e60', 'port_id': '789fb3b6-eef8-4edd-a929-e88fed92432d', 'mac_address': 'fa:16:3e:f4:6b:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '312d0eea-a7f5-4989-be4b-d8f1ee2c9ab2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113425) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 09:55:33.081819 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-b7a15843-5de6-4f89-b11e-37ad1be24cb5 req-7b20e02a-d981-46e3-ab1c-302a93953be7 tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2922bbd2-3ef0-4357-a0fc-a39d4e5b5d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420609 Sep 16 09:55:33.113207 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Current status of the port 789fb3b6-eef8-4edd-a929-e88fed92432d is: DOWN; New status is: BUILD {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:55:33.113639 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (789fb3b6-eef8-4edd-a929-e88fed92432d), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:55:33.128212 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.notifiers.nova [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 789fb3b6-eef8-4edd-a929-e88fed92432d {{(pid=113425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 09:55:33.147771 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] For port 789fb3b6-eef8-4edd-a929-e88fed92432d, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=789fb3b6-eef8-4edd-a929-e88fed92432d,segment=NetworkSegment(dbdfa156-b328-4b02-9174-23c649e3a4fb),segment_id=dbdfa156-b328-4b02-9174-23c649e3a4fb)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:55:33.182621 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490676fb-cb6c-4b5c-a653-fb7ea4bf2d6f req-5c494f3f-692d-43cd-80b2-4be48b6edf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:33.184108 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-490676fb-cb6c-4b5c-a653-fb7ea4bf2d6f req-5c494f3f-692d-43cd-80b2-4be48b6edf07 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=c3ebe25211ee4dcb887de8e0c9a03040&device_id=a74942a9-2ed1-4058-b2f6-6def2204784a HTTP/1.1" status: 200 len: 1128 time: 0.0393255 Sep 16 09:55:33.215934 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (789fb3b6-eef8-4edd-a929-e88fed92432d), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:55:33.224416 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-490676fb-cb6c-4b5c-a653-fb7ea4bf2d6f req-ff484ab8-57e6-4ab3-8046-2b17e9ff768c service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dedee03b-d367-4e51-b2cd-813deda5dc38 HTTP/1.1" status: 200 len: 217 time: 0.0326877 Sep 16 09:55:33.266359 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Pushing event updated for resources: {'Port': ['ID=789fb3b6-eef8-4edd-a929-e88fed92432d,revision_number=4']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:55:33.273614 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:55:33.273964 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:55:33.274326 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:55:33.274671 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:55:33.275008 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:55:33.275341 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:55:33.275666 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:55:33.275992 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:55:33.276317 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:55:33.276641 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:55:33.276971 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:55:33.277292 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:55:33.277633 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:55:33.277954 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:55:33.278272 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:55:33.328055 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710d12eb-d321-4760-9155-7334b770afb7 req-e99acd03-1392-4c27-82e3-c45675c7dc04 tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:33.329270 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-710d12eb-d321-4760-9155-7334b770afb7 req-e99acd03-1392-4c27-82e3-c45675c7dc04 tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5fb1768d-3b6f-4fa5-9e3f-bbd5a4548e32 HTTP/1.1" status: 200 len: 945 time: 0.0790088 Sep 16 09:55:33.334803 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490676fb-cb6c-4b5c-a653-fb7ea4bf2d6f req-6d656481-8381-4de0-ac6b-cad2796c65cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:33.336143 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-490676fb-cb6c-4b5c-a653-fb7ea4bf2d6f req-6d656481-8381-4de0-ac6b-cad2796c65cb service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=b4c54137-1628-45cb-b352-130a9da62b88 HTTP/1.1" status: 200 len: 853 time: 0.0873058 Sep 16 09:55:33.411553 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490676fb-cb6c-4b5c-a653-fb7ea4bf2d6f req-79688b92-d1ff-4bc3-8cda-50dccda7168e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:33.413041 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-490676fb-cb6c-4b5c-a653-fb7ea4bf2d6f req-79688b92-d1ff-4bc3-8cda-50dccda7168e service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=bcb00623-4b05-4b9d-bd71-6d191eabf6b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0700419 Sep 16 09:55:33.441207 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=100 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:55:33.483159 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] get_ports_and_sgs() called for port_ids ['789fb3b6-eef8-4edd-a929-e88fed92432d'] {{(pid=113425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 09:55:33.503500 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.plugin [req-710d12eb-d321-4760-9155-7334b770afb7 req-d00137e5-7933-4999-bc17-65e3270470ad tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] Deleting port 653f531b-38b0-487f-a8d5-e1b3745ae870 {{(pid=113424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 09:55:33.503841 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-710d12eb-d321-4760-9155-7334b770afb7 req-d00137e5-7933-4999-bc17-65e3270470ad tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759571771405'] for port (653f531b-38b0-487f-a8d5-e1b3745ae870), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:55:33.591892 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d702eab9-576e-429a-a882-4c4252523ec5 req-e3aecb3d-ff40-4b4e-ba42-918322cdaaa7 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:33.594327 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-d702eab9-576e-429a-a882-4c4252523ec5 req-e3aecb3d-ff40-4b4e-ba42-918322cdaaa7 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e0f4a754-d9db-4829-a2f8-677cc9c34fbc HTTP/1.1" status: 200 len: 945 time: 0.1343062 Sep 16 09:55:33.646223 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-490676fb-cb6c-4b5c-a653-fb7ea4bf2d6f req-b0b0018c-20cc-4392-a687-c31af224c50e service neutron] 10.222.0.27 "GET /networking/v2.0/networks/bcb00623-4b05-4b9d-bd71-6d191eabf6b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146547 Sep 16 09:55:33.734803 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-d702eab9-576e-429a-a882-4c4252523ec5 req-0ff91455-b028-4aa7-a241-eedfba529711 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1764e529-5c4e-4de8-acd2-e8fe221d1410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321461 Sep 16 09:55:33.739483 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=100 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:55:33.741420 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.db [req-710d12eb-d321-4760-9155-7334b770afb7 req-d00137e5-7933-4999-bc17-65e3270470ad tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] For port 653f531b-38b0-487f-a8d5-e1b3745ae870, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=653f531b-38b0-487f-a8d5-e1b3745ae870,segment=NetworkSegment(77702ee8-f02d-4ea6-9a7d-572b8466f7a3),segment_id=77702ee8-f02d-4ea6-9a7d-572b8466f7a3)] {{(pid=113424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:55:33.741834 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-710d12eb-d321-4760-9155-7334b770afb7 req-d00137e5-7933-4999-bc17-65e3270470ad tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699225'] for port (653f531b-38b0-487f-a8d5-e1b3745ae870), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:55:33.762026 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.plugin [req-710d12eb-d321-4760-9155-7334b770afb7 req-d00137e5-7933-4999-bc17-65e3270470ad tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] Calling delete_port for 653f531b-38b0-487f-a8d5-e1b3745ae870 owned by compute:nova {{(pid=113424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 09:55:33.834266 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-490676fb-cb6c-4b5c-a653-fb7ea4bf2d6f req-06296ff7-f9f8-44bc-b5b7-2581e1bcbbf4 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/bcb00623-4b05-4b9d-bd71-6d191eabf6b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790435 Sep 16 09:55:33.947056 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-710d12eb-d321-4760-9155-7334b770afb7 req-d00137e5-7933-4999-bc17-65e3270470ad tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759571687051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759571245514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27240065'] for port (653f531b-38b0-487f-a8d5-e1b3745ae870), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:55:33.972780 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00137e5-7933-4999-bc17-65e3270470ad tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] Pushing event deleted for resources: {'Port': ['ID=653f531b-38b0-487f-a8d5-e1b3745ae870,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:55:34.024017 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.l3_dvrscheduler_db [req-710d12eb-d321-4760-9155-7334b770afb7 req-d00137e5-7933-4999-bc17-65e3270470ad tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] No DVR routers for this DVR port 653f531b-38b0-487f-a8d5-e1b3745ae870 on host hv-cinder-79053 {{(pid=113424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 09:55:34.027019 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-710d12eb-d321-4760-9155-7334b770afb7 req-d00137e5-7933-4999-bc17-65e3270470ad tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110971'] for port (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:55:34.030253 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-710d12eb-d321-4760-9155-7334b770afb7 req-d00137e5-7933-4999-bc17-65e3270470ad tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] 10.222.0.27 "DELETE /networking/v2.0/ports/653f531b-38b0-487f-a8d5-e1b3745ae870 HTTP/1.1" status: 204 len: 173 time: 0.6932483 Sep 16 09:55:34.031330 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb1768d-3b6f-4fa5-9e3f-bbd5a4548e32', 'name': 'network-vif-deleted', 'tag': '653f531b-38b0-487f-a8d5-e1b3745ae870'}] {{(pid=113424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 09:55:34.033709 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16dfd0a1dfdfa1f1ee01b24bca40ddc03421b0ad37c1355f54f1c3176401751a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aadb7af-ea55-4395-b663-281e347b73d0" -d '{"events": [{"server_uuid": "5fb1768d-3b6f-4fa5-9e3f-bbd5a4548e32", "name": "network-vif-deleted", "tag": "653f531b-38b0-487f-a8d5-e1b3745ae870"}]}' {{(pid=113424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 09:55:34.076256 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 09:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1439e1fa-ef22-402c-b2da-bb6e4cca415f x-openstack-request-id: req-1439e1fa-ef22-402c-b2da-bb6e4cca415f {{(pid=113424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 09:55:34.076548 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fb1768d-3b6f-4fa5-9e3f-bbd5a4548e32", "name": "network-vif-deleted", "tag": "653f531b-38b0-487f-a8d5-e1b3745ae870", "status": "completed", "code": 200}]} {{(pid=113424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 09:55:34.076801 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1439e1fa-ef22-402c-b2da-bb6e4cca415f {{(pid=113424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 09:55:34.077219 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1439e1fa-ef22-402c-b2da-bb6e4cca415f'] response: {'server_uuid': '5fb1768d-3b6f-4fa5-9e3f-bbd5a4548e32', 'name': 'network-vif-deleted', 'tag': '653f531b-38b0-487f-a8d5-e1b3745ae870', 'status': 'completed', 'code': 200} Sep 16 09:55:34.085092 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d94d821-d0d1-435a-bfb6-9c9c90693720 req-58fd6b4a-8703-4aa5-8b86-a26f29a8f78c tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:34.086780 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-6d94d821-d0d1-435a-bfb6-9c9c90693720 req-58fd6b4a-8703-4aa5-8b86-a26f29a8f78c tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a74942a9-2ed1-4058-b2f6-6def2204784a HTTP/1.1" status: 200 len: 944 time: 0.0577621 Sep 16 09:55:34.138099 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-6d94d821-d0d1-435a-bfb6-9c9c90693720 req-bd1d45b5-723c-4907-9569-8f5f08aa175d tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=26222961-26fe-4aa1-bb0f-ff557a1e3214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454588 Sep 16 09:55:34.189848 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-00acdb90-6dd0-46fc-b5a6-727fde7f111c req-45c8e2b8-d7d3-42e2-95b8-a2ecb2692713 tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5fb1768d-3b6f-4fa5-9e3f-bbd5a4548e32 HTTP/1.1" status: 200 len: 210 time: 0.0279360 Sep 16 09:55:34.190581 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] get_ports_and_sgs() called for port_ids ['653f531b-38b0-487f-a8d5-e1b3745ae870'] {{(pid=113425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 09:55:34.775597 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (5b31c92a-f134-4c39-96dd-6f3267de2076), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:55:34.843453 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=100 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:55:34.861162 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20daf9d5-a630-4762-b322-480b3f2fa055 req-278406cc-fead-4095-9c8a-c24e46c62c85 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:34.862657 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-20daf9d5-a630-4762-b322-480b3f2fa055 req-278406cc-fead-4095-9c8a-c24e46c62c85 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e0f4a754-d9db-4829-a2f8-677cc9c34fbc HTTP/1.1" status: 200 len: 945 time: 0.0465541 Sep 16 09:55:34.912699 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-20daf9d5-a630-4762-b322-480b3f2fa055 req-92daba3c-dd78-49fd-a508-2ce5a542ebee tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1764e529-5c4e-4de8-acd2-e8fe221d1410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443947 Sep 16 09:55:34.975134 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Device 789fb3b6-eef8-4edd-a929-e88fed92432d up at agent hyperv_hv-cinder-79053 {{(pid=113425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 09:55:35.021067 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Provisioning for port 789fb3b6-eef8-4edd-a929-e88fed92432d completed by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 09:55:35.095574 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Provisioning complete for port 789fb3b6-eef8-4edd-a929-e88fed92432d triggered by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:55:35.096476 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (789fb3b6-eef8-4edd-a929-e88fed92432d), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:55:35.096476 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Attempt 1 to provision port 789fb3b6-eef8-4edd-a929-e88fed92432d Sep 16 09:55:35.173310 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Current status of the port 789fb3b6-eef8-4edd-a929-e88fed92432d is: BUILD; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:55:35.173735 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (789fb3b6-eef8-4edd-a929-e88fed92432d), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:55:35.197667 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0f4a754-d9db-4829-a2f8-677cc9c34fbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '789fb3b6-eef8-4edd-a929-e88fed92432d'}] {{(pid=113425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 09:55:35.199939 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d904371a3690c7392a65e5457b849277104f62c83d6e5586b28cc731d2d00ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae73842-aeb6-4acb-a5c8-69d7a552253e" -d '{"events": [{"server_uuid": "e0f4a754-d9db-4829-a2f8-677cc9c34fbc", "name": "network-vif-plugged", "status": "completed", "tag": "789fb3b6-eef8-4edd-a929-e88fed92432d"}]}' {{(pid=113425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 09:55:35.213009 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] For port 789fb3b6-eef8-4edd-a929-e88fed92432d, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=789fb3b6-eef8-4edd-a929-e88fed92432d,segment=NetworkSegment(dbdfa156-b328-4b02-9174-23c649e3a4fb),segment_id=dbdfa156-b328-4b02-9174-23c649e3a4fb)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:55:35.246951 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 09:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-029bde2e-a9a1-4594-b2d2-adb8dfdaf32f x-openstack-request-id: req-029bde2e-a9a1-4594-b2d2-adb8dfdaf32f {{(pid=113425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 09:55:35.247457 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0f4a754-d9db-4829-a2f8-677cc9c34fbc", "name": "network-vif-plugged", "status": "completed", "tag": "789fb3b6-eef8-4edd-a929-e88fed92432d", "code": 200}]} {{(pid=113425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 09:55:35.247772 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-029bde2e-a9a1-4594-b2d2-adb8dfdaf32f {{(pid=113425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 09:55:35.248234 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-029bde2e-a9a1-4594-b2d2-adb8dfdaf32f'] response: {'server_uuid': 'e0f4a754-d9db-4829-a2f8-677cc9c34fbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '789fb3b6-eef8-4edd-a929-e88fed92432d', 'code': 200} Sep 16 09:55:35.269775 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8f8c91-588d-4b18-8627-b72e88098feb req-b6916109-a661-4d7f-913f-9698a218c3cb tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:35.272816 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-8a8f8c91-588d-4b18-8627-b72e88098feb req-b6916109-a661-4d7f-913f-9698a218c3cb tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a74942a9-2ed1-4058-b2f6-6def2204784a HTTP/1.1" status: 200 len: 944 time: 0.0533166 Sep 16 09:55:35.284843 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (789fb3b6-eef8-4edd-a929-e88fed92432d), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:55:35.332416 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-8a8f8c91-588d-4b18-8627-b72e88098feb req-d3653736-8a02-4d8f-98d5-122e0bae1f18 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=26222961-26fe-4aa1-bb0f-ff557a1e3214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542195 Sep 16 09:55:35.364377 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Pushing event updated for resources: {'Port': ['ID=789fb3b6-eef8-4edd-a929-e88fed92432d,revision_number=5']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:55:35.370948 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-ab9abeef-9cd7-415c-9d07-533c9c6bebbc req-5aadb8c0-eec9-48fe-809f-577cbb699641 tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5fb1768d-3b6f-4fa5-9e3f-bbd5a4548e32 HTTP/1.1" status: 200 len: 210 time: 0.0404785 Sep 16 09:55:35.678775 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662b2147-b710-4b9f-8175-8c9d41d87dd3 req-db701cad-a9cc-4914-b146-8ab6265180a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:35.680130 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-662b2147-b710-4b9f-8175-8c9d41d87dd3 req-db701cad-a9cc-4914-b146-8ab6265180a9 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e0f4a754-d9db-4829-a2f8-677cc9c34fbc HTTP/1.1" status: 200 len: 1130 time: 0.0377476 Sep 16 09:55:35.728752 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-662b2147-b710-4b9f-8175-8c9d41d87dd3 req-5fa72d49-87e9-4c2a-b195-e2fbfeaf89c9 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=1764e529-5c4e-4de8-acd2-e8fe221d1410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421593 Sep 16 09:55:36.039146 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b35808-7560-4ec7-950e-52211d0c9342 req-00356a2b-b375-458e-ac8a-69c8154adff5 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:36.040646 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-f0b35808-7560-4ec7-950e-52211d0c9342 req-00356a2b-b375-458e-ac8a-69c8154adff5 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e0f4a754-d9db-4829-a2f8-677cc9c34fbc HTTP/1.1" status: 200 len: 946 time: 0.0479424 Sep 16 09:55:36.089989 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-f0b35808-7560-4ec7-950e-52211d0c9342 req-28396056-bb08-4739-8291-af283a2e8cb6 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1764e529-5c4e-4de8-acd2-e8fe221d1410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435719 Sep 16 09:55:36.461921 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9f2f26-b856-41a4-9250-6f12d40ed2a9 req-d09c0e9d-1d3e-4426-a011-e1b399f82486 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:36.463432 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-5e9f2f26-b856-41a4-9250-6f12d40ed2a9 req-d09c0e9d-1d3e-4426-a011-e1b399f82486 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a74942a9-2ed1-4058-b2f6-6def2204784a HTTP/1.1" status: 200 len: 944 time: 0.0471926 Sep 16 09:55:36.480541 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-a693d0d6-0fb7-4b16-adcd-7463542b6443 req-dcb4fd19-8b72-4cd2-80d8-95abce4d9ac0 tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5fb1768d-3b6f-4fa5-9e3f-bbd5a4548e32 HTTP/1.1" status: 200 len: 210 time: 0.0283785 Sep 16 09:55:36.512221 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-5e9f2f26-b856-41a4-9250-6f12d40ed2a9 req-249c2991-34cf-4f8c-abec-d8f5c86ba1ae tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=26222961-26fe-4aa1-bb0f-ff557a1e3214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421157 Sep 16 09:55:36.975909 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Device dedee03b-d367-4e51-b2cd-813deda5dc38 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=113425) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 09:55:36.979196 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Device 653f531b-38b0-487f-a8d5-e1b3745ae870 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 09:55:37.004273 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] No Port match for: 653f531b-38b0-487f-a8d5-e1b3745ae870 {{(pid=113425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 09:55:37.004632 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Device 653f531b-38b0-487f-a8d5-e1b3745ae870 not bound to the agent host hv-cinder-79053 {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 09:55:37.093466 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] For port dedee03b-d367-4e51-b2cd-813deda5dc38, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=dedee03b-d367-4e51-b2cd-813deda5dc38,segment=NetworkSegment(d36e2288-42fc-4dac-8b56-4d4e100f0521),segment_id=d36e2288-42fc-4dac-8b56-4d4e100f0521)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:55:37.105532 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Returning: {'device': 'dedee03b-d367-4e51-b2cd-813deda5dc38', 'network_id': 'bcb00623-4b05-4b9d-bd71-6d191eabf6b0', 'port_id': 'dedee03b-d367-4e51-b2cd-813deda5dc38', 'mac_address': 'fa:16:3e:dd:af:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4c54137-1628-45cb-b352-130a9da62b88', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113425) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 09:55:37.139867 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Current status of the port dedee03b-d367-4e51-b2cd-813deda5dc38 is: DOWN; New status is: BUILD {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:55:37.140175 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (dedee03b-d367-4e51-b2cd-813deda5dc38), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:55:37.153466 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.notifiers.nova [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dedee03b-d367-4e51-b2cd-813deda5dc38 {{(pid=113425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 09:55:37.174199 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] For port dedee03b-d367-4e51-b2cd-813deda5dc38, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=dedee03b-d367-4e51-b2cd-813deda5dc38,segment=NetworkSegment(d36e2288-42fc-4dac-8b56-4d4e100f0521),segment_id=d36e2288-42fc-4dac-8b56-4d4e100f0521)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:55:37.210206 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:55:37.221876 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3221992a-08b0-4f8a-bccf-99d54db3bb2a req-5b7d316a-4218-4406-a7d7-cc78eccdaf32 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:37.223382 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-3221992a-08b0-4f8a-bccf-99d54db3bb2a req-5b7d316a-4218-4406-a7d7-cc78eccdaf32 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e0f4a754-d9db-4829-a2f8-677cc9c34fbc HTTP/1.1" status: 200 len: 946 time: 0.0506878 Sep 16 09:55:37.255875 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (dedee03b-d367-4e51-b2cd-813deda5dc38), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:55:37.273641 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-3221992a-08b0-4f8a-bccf-99d54db3bb2a req-da069d0a-be13-4822-be16-d18937c2cfce tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1764e529-5c4e-4de8-acd2-e8fe221d1410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444961 Sep 16 09:55:37.308749 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Pushing event updated for resources: {'Port': ['ID=dedee03b-d367-4e51-b2cd-813deda5dc38,revision_number=4']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:55:37.537412 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] get_ports_and_sgs() called for port_ids ['dedee03b-d367-4e51-b2cd-813deda5dc38'] {{(pid=113425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 09:55:37.576254 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:55:37.592755 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:55:37.642576 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:55:37.656292 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0aebfc-0c70-4c83-98a0-a859006643cc req-6ef4868e-2e71-4094-b3eb-1e9131c55956 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:37.658676 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-6e0aebfc-0c70-4c83-98a0-a859006643cc req-6ef4868e-2e71-4094-b3eb-1e9131c55956 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a74942a9-2ed1-4058-b2f6-6def2204784a HTTP/1.1" status: 200 len: 945 time: 0.0540531 Sep 16 09:55:37.708752 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-6e0aebfc-0c70-4c83-98a0-a859006643cc req-241c4ef0-d862-4a23-8b94-4340e019043b tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=26222961-26fe-4aa1-bb0f-ff557a1e3214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444486 Sep 16 09:55:38.215546 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=4 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:55:38.222781 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=4 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:55:38.452721 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a952ec6d-96f7-42c1-bffb-832872598e01 req-b6bdb8ce-70d4-4b49-bacc-1e44a7c0e8a9 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:38.454505 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-a952ec6d-96f7-42c1-bffb-832872598e01 req-b6bdb8ce-70d4-4b49-bacc-1e44a7c0e8a9 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e0f4a754-d9db-4829-a2f8-677cc9c34fbc HTTP/1.1" status: 200 len: 946 time: 0.0942502 Sep 16 09:55:38.507634 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-a952ec6d-96f7-42c1-bffb-832872598e01 req-b895b409-80b9-4a5f-af5e-e285b870d2b1 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1764e529-5c4e-4de8-acd2-e8fe221d1410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473678 Sep 16 09:55:38.630267 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a4e19f-0109-4a31-9d15-bfd9d76795c1 req-70b6cb41-5200-438c-8061-60e516a8871c tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:38.631734 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-c2a4e19f-0109-4a31-9d15-bfd9d76795c1 req-70b6cb41-5200-438c-8061-60e516a8871c tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e0f4a754-d9db-4829-a2f8-677cc9c34fbc HTTP/1.1" status: 200 len: 946 time: 0.0473893 Sep 16 09:55:38.641784 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 54080) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:55:38.646512 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.v2.base [None req-f50772c6-f84d-4795-ab74-42c9d4da4fed tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Request body: {'floatingip': {'port_id': '789fb3b6-eef8-4edd-a929-e88fed92432d'}} {{(pid=113424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:55:38.688270 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-f50772c6-f84d-4795-ab74-42c9d4da4fed tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Publish callbacks [] for floatingip (153a7ab8-e4e8-4de3-9082-81fbc3f664fb), before_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:55:38.831205 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f43abd-5d36-4e05-a8ba-6da85312359f req-1deb3367-5505-4a39-a611-048e423750c3 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:38.832712 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-63f43abd-5d36-4e05-a8ba-6da85312359f req-1deb3367-5505-4a39-a611-048e423750c3 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a74942a9-2ed1-4058-b2f6-6def2204784a HTTP/1.1" status: 200 len: 945 time: 0.0469651 Sep 16 09:55:38.880912 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-63f43abd-5d36-4e05-a8ba-6da85312359f req-1384a847-835f-4830-8907-883af2228c04 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=26222961-26fe-4aa1-bb0f-ff557a1e3214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422149 Sep 16 09:55:38.893200 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:55:39.115206 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-f50772c6-f84d-4795-ab74-42c9d4da4fed tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:55:39.186830 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-f50772c6-f84d-4795-ab74-42c9d4da4fed tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711587'] for floatingip (153a7ab8-e4e8-4de3-9082-81fbc3f664fb), after_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:55:39.279120 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.db.l3_db [None req-f50772c6-f84d-4795-ab74-42c9d4da4fed tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Floating IP 153a7ab8-e4e8-4de3-9082-81fbc3f664fb associated. External IP: 172.27.1.22, port: 789fb3b6-eef8-4edd-a929-e88fed92432d. Sep 16 09:55:39.476339 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f50772c6-f84d-4795-ab74-42c9d4da4fed tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Router b612235f-c44e-4fc6-ace6-e6e2684f6499 has already been hosted by L3 agent 647718b3-8298-4382-86e2-3fad9f5d7804 {{(pid=113424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 09:55:39.487472 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:55:39.579281 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f50772c6-f84d-4795-ab74-42c9d4da4fed tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Notify agent at l3_agent.dv-cinder-790535-43-iscsi the message routers_updated {{(pid=113424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 09:55:39.584186 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-f50772c6-f84d-4795-ab74-42c9d4da4fed tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110971'] for floatingip (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:55:39.589164 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7ab4a4-e116-430b-84cd-18e3655f9bf2 None None] Sync routers for ids ['b612235f-c44e-4fc6-ace6-e6e2684f6499'] in dv-cinder-790535-43-iscsi {{(pid=113426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 09:55:39.599275 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7ab4a4-e116-430b-84cd-18e3655f9bf2 None None] Routers {'b612235f-c44e-4fc6-ace6-e6e2684f6499'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 09:55:39.599887 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-fc7ab4a4-e116-430b-84cd-18e3655f9bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T09:55:24Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['b612235f-c44e-4fc6-ace6-e6e2684f6499'], 'active': True} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:55:39.613453 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-f50772c6-f84d-4795-ab74-42c9d4da4fed tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "PUT /networking/v2.0/floatingips/153a7ab8-e4e8-4de3-9082-81fbc3f664fb HTTP/1.1" status: 200 len: 991 time: 0.9701836 Sep 16 09:55:39.614209 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0f4a754-d9db-4829-a2f8-677cc9c34fbc', 'tag': '789fb3b6-eef8-4edd-a929-e88fed92432d'}] {{(pid=113424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 09:55:39.616519 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16dfd0a1dfdfa1f1ee01b24bca40ddc03421b0ad37c1355f54f1c3176401751a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c435c74e-ff7b-46ae-89a7-e44e218a7526" -d '{"events": [{"name": "network-changed", "server_uuid": "e0f4a754-d9db-4829-a2f8-677cc9c34fbc", "tag": "789fb3b6-eef8-4edd-a929-e88fed92432d"}]}' {{(pid=113424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 09:55:39.656069 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 09:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e3291f4-ca2c-4e39-9d60-caa588482e0a x-openstack-request-id: req-8e3291f4-ca2c-4e39-9d60-caa588482e0a {{(pid=113424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 09:55:39.656367 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0f4a754-d9db-4829-a2f8-677cc9c34fbc", "tag": "789fb3b6-eef8-4edd-a929-e88fed92432d", "status": "completed", "code": 200}]} {{(pid=113424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 09:55:39.656619 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8e3291f4-ca2c-4e39-9d60-caa588482e0a {{(pid=113424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 09:55:39.657028 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e3291f4-ca2c-4e39-9d60-caa588482e0a'] response: {'name': 'network-changed', 'server_uuid': 'e0f4a754-d9db-4829-a2f8-677cc9c34fbc', 'tag': '789fb3b6-eef8-4edd-a929-e88fed92432d', 'status': 'completed', 'code': 200} Sep 16 09:55:39.701264 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvr_db [None req-fc7ab4a4-e116-430b-84cd-18e3655f9bf2 None None] Set router b612235f-c44e-4fc6-ace6-e6e2684f6499 gateway port host: dv-cinder-790535-43-iscsi {{(pid=113426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 09:55:39.909884 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-fc7ab4a4-e116-430b-84cd-18e3655f9bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b612235f-c44e-4fc6-ace6-e6e2684f6499', 'name': 'tempest-AttachVolumeShelveTestJSON-1566209003-router', 'tenant_id': 'f1713f13f3ff494496a8ef8e5591c1b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'ea69b4ff-4fed-49bf-ac3d-de4f30e2d302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:50:29Z', 'updated_at': '2022-09-16T09:50:35Z', 'revision_number': 4, 'project_id': 'f1713f13f3ff494496a8ef8e5591c1b6', 'gw_port': {'id': 'ea69b4ff-4fed-49bf-ac3d-de4f30e2d302', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:86:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b612235f-c44e-4fc6-ace6-e6e2684f6499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:30Z', 'updated_at': '2022-09-16T09:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_floatingips': [{'id': '153a7ab8-e4e8-4de3-9082-81fbc3f664fb', 'tenant_id': 'f1713f13f3ff494496a8ef8e5591c1b6', 'floating_ip_address': '172.27.1.22', 'floating_network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'router_id': 'b612235f-c44e-4fc6-ace6-e6e2684f6499', 'port_id': '789fb3b6-eef8-4edd-a929-e88fed92432d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe465541-6175-450e-8791-dc7a519b5e60', 'mac_address': 'fa:16:3e:f4:6b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f4a754-d9db-4829-a2f8-677cc9c34fbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T09:55:05Z', 'updated_at': '2022-09-16T09:55:39Z', 'revision_number': 1, 'project_id': 'f1713f13f3ff494496a8ef8e5591c1b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1f1615c-3b20-4576-9f7b-38e270c021fd', 'name': '', 'network_id': 'fe465541-6175-450e-8791-dc7a519b5e60', 'tenant_id': 'f1713f13f3ff494496a8ef8e5591c1b6', 'mac_address': 'fa:16:3e:a5:c7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b612235f-c44e-4fc6-ace6-e6e2684f6499', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '312d0eea-a7f5-4989-be4b-d8f1ee2c9ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:34Z', 'updated_at': '2022-09-16T09:50:47Z', 'revision_number': 5, 'project_id': 'f1713f13f3ff494496a8ef8e5591c1b6', 'subnets': [{'id': '312d0eea-a7f5-4989-be4b-d8f1ee2c9ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:55:39.934488 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7ab4a4-e116-430b-84cd-18e3655f9bf2 None None] Checking router: b612235f-c44e-4fc6-ace6-e6e2684f6499 for host: dv-cinder-790535-43-iscsi {{(pid=113426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 09:55:39.943016 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7ab4a4-e116-430b-84cd-18e3655f9bf2 None None] Routers {'b612235f-c44e-4fc6-ace6-e6e2684f6499'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 09:55:39.943608 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-fc7ab4a4-e116-430b-84cd-18e3655f9bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T09:55:24Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['b612235f-c44e-4fc6-ace6-e6e2684f6499'], 'active': True} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:55:40.003800 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68803e57-f25a-47b5-b925-426fef81a64a req-8f81e059-de4e-4761-9526-6a0e7c6b0a86 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:40.005341 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-68803e57-f25a-47b5-b925-426fef81a64a req-8f81e059-de4e-4761-9526-6a0e7c6b0a86 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a74942a9-2ed1-4058-b2f6-6def2204784a HTTP/1.1" status: 200 len: 945 time: 0.0516491 Sep 16 09:55:40.046515 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvr_db [None req-fc7ab4a4-e116-430b-84cd-18e3655f9bf2 None None] Set router b612235f-c44e-4fc6-ace6-e6e2684f6499 gateway port host: dv-cinder-790535-43-iscsi {{(pid=113426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 09:55:40.055541 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-68803e57-f25a-47b5-b925-426fef81a64a req-df3bb714-c9ba-4d8a-a8cd-1584a5cba9c5 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=26222961-26fe-4aa1-bb0f-ff557a1e3214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429051 Sep 16 09:55:40.254934 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-fc7ab4a4-e116-430b-84cd-18e3655f9bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b612235f-c44e-4fc6-ace6-e6e2684f6499', 'name': 'tempest-AttachVolumeShelveTestJSON-1566209003-router', 'tenant_id': 'f1713f13f3ff494496a8ef8e5591c1b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'ea69b4ff-4fed-49bf-ac3d-de4f30e2d302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:50:29Z', 'updated_at': '2022-09-16T09:50:35Z', 'revision_number': 4, 'project_id': 'f1713f13f3ff494496a8ef8e5591c1b6', 'gw_port': {'id': 'ea69b4ff-4fed-49bf-ac3d-de4f30e2d302', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:86:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b612235f-c44e-4fc6-ace6-e6e2684f6499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:30Z', 'updated_at': '2022-09-16T09:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_floatingips': [{'id': '153a7ab8-e4e8-4de3-9082-81fbc3f664fb', 'tenant_id': 'f1713f13f3ff494496a8ef8e5591c1b6', 'floating_ip_address': '172.27.1.22', 'floating_network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'router_id': 'b612235f-c44e-4fc6-ace6-e6e2684f6499', 'port_id': '789fb3b6-eef8-4edd-a929-e88fed92432d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe465541-6175-450e-8791-dc7a519b5e60', 'mac_address': 'fa:16:3e:f4:6b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f4a754-d9db-4829-a2f8-677cc9c34fbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T09:55:05Z', 'updated_at': '2022-09-16T09:55:39Z', 'revision_number': 1, 'project_id': 'f1713f13f3ff494496a8ef8e5591c1b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1f1615c-3b20-4576-9f7b-38e270c021fd', 'name': '', 'network_id': 'fe465541-6175-450e-8791-dc7a519b5e60', 'tenant_id': 'f1713f13f3ff494496a8ef8e5591c1b6', 'mac_address': 'fa:16:3e:a5:c7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b612235f-c44e-4fc6-ace6-e6e2684f6499', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '312d0eea-a7f5-4989-be4b-d8f1ee2c9ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:34Z', 'updated_at': '2022-09-16T09:50:47Z', 'revision_number': 5, 'project_id': 'f1713f13f3ff494496a8ef8e5591c1b6', 'subnets': [{'id': '312d0eea-a7f5-4989-be4b-d8f1ee2c9ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:55:40.279090 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7ab4a4-e116-430b-84cd-18e3655f9bf2 None None] The sync data for ids ['b612235f-c44e-4fc6-ace6-e6e2684f6499'] in dv-cinder-790535-43-iscsi is: [{'id': 'b612235f-c44e-4fc6-ace6-e6e2684f6499', 'name': 'tempest-AttachVolumeShelveTestJSON-1566209003-router', 'tenant_id': 'f1713f13f3ff494496a8ef8e5591c1b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'ea69b4ff-4fed-49bf-ac3d-de4f30e2d302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:50:29Z', 'updated_at': '2022-09-16T09:50:35Z', 'revision_number': 4, 'project_id': 'f1713f13f3ff494496a8ef8e5591c1b6', 'gw_port': {'id': 'ea69b4ff-4fed-49bf-ac3d-de4f30e2d302', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:86:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b612235f-c44e-4fc6-ace6-e6e2684f6499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:30Z', 'updated_at': '2022-09-16T09:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_floatingips': [{'id': '153a7ab8-e4e8-4de3-9082-81fbc3f664fb', 'tenant_id': 'f1713f13f3ff494496a8ef8e5591c1b6', 'floating_ip_address': '172.27.1.22', 'floating_network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'router_id': 'b612235f-c44e-4fc6-ace6-e6e2684f6499', 'port_id': '789fb3b6-eef8-4edd-a929-e88fed92432d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe465541-6175-450e-8791-dc7a519b5e60', 'mac_address': 'fa:16:3e:f4:6b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f4a754-d9db-4829-a2f8-677cc9c34fbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T09:55:05Z', 'updated_at': '2022-09-16T09:55:39Z', 'revision_number': 1, 'project_id': 'f1713f13f3ff494496a8ef8e5591c1b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1f1615c-3b20-4576-9f7b-38e270c021fd', 'name': '', 'network_id': 'fe465541-6175-450e-8791-dc7a519b5e60', 'tenant_id': 'f1713f13f3ff494496a8ef8e5591c1b6', 'mac_address': 'fa:16:3e:a5:c7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b612235f-c44e-4fc6-ace6-e6e2684f6499', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '312d0eea-a7f5-4989-be4b-d8f1ee2c9ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:34Z', 'updated_at': '2022-09-16T09:50:47Z', 'revision_number': 5, 'project_id': 'f1713f13f3ff494496a8ef8e5591c1b6', 'subnets': [{'id': '312d0eea-a7f5-4989-be4b-d8f1ee2c9ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 09:55:40.460975 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3871732a-18c3-4698-b6b8-d20bd8e45e21 None None] New status for floating IP 153a7ab8-e4e8-4de3-9082-81fbc3f664fb: ACTIVE {{(pid=113425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 09:55:40.899015 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Device dedee03b-d367-4e51-b2cd-813deda5dc38 up at agent hyperv_hv-cinder-79053 {{(pid=113425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 09:55:40.942878 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Provisioning for port dedee03b-d367-4e51-b2cd-813deda5dc38 completed by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 09:55:40.950711 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c435c74e-ff7b-46ae-89a7-e44e218a7526 req-886ed2cf-e2b3-4c41-96b0-7f0b30142275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:40.952214 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-c435c74e-ff7b-46ae-89a7-e44e218a7526 req-886ed2cf-e2b3-4c41-96b0-7f0b30142275 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=f1713f13f3ff494496a8ef8e5591c1b6&device_id=e0f4a754-d9db-4829-a2f8-677cc9c34fbc HTTP/1.1" status: 200 len: 1130 time: 0.0386117 Sep 16 09:55:41.009786 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Provisioning complete for port dedee03b-d367-4e51-b2cd-813deda5dc38 triggered by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:55:41.010164 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (dedee03b-d367-4e51-b2cd-813deda5dc38), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:55:41.010507 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Attempt 1 to provision port dedee03b-d367-4e51-b2cd-813deda5dc38 Sep 16 09:55:41.099794 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Current status of the port dedee03b-d367-4e51-b2cd-813deda5dc38 is: BUILD; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:55:41.100191 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (dedee03b-d367-4e51-b2cd-813deda5dc38), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:55:41.128850 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a74942a9-2ed1-4058-b2f6-6def2204784a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dedee03b-d367-4e51-b2cd-813deda5dc38'}] {{(pid=113425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 09:55:41.131325 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d904371a3690c7392a65e5457b849277104f62c83d6e5586b28cc731d2d00ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd2e5e46-5483-4cc8-b216-cc22cc92d534" -d '{"events": [{"server_uuid": "a74942a9-2ed1-4058-b2f6-6def2204784a", "name": "network-vif-plugged", "status": "completed", "tag": "dedee03b-d367-4e51-b2cd-813deda5dc38"}]}' {{(pid=113425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 09:55:41.145857 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] For port dedee03b-d367-4e51-b2cd-813deda5dc38, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=dedee03b-d367-4e51-b2cd-813deda5dc38,segment=NetworkSegment(d36e2288-42fc-4dac-8b56-4d4e100f0521),segment_id=d36e2288-42fc-4dac-8b56-4d4e100f0521)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:55:41.177088 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 09:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26d4c71b-c4d6-4891-a9bb-46de68ad9b68 x-openstack-request-id: req-26d4c71b-c4d6-4891-a9bb-46de68ad9b68 {{(pid=113425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 09:55:41.177669 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a74942a9-2ed1-4058-b2f6-6def2204784a", "name": "network-vif-plugged", "status": "completed", "tag": "dedee03b-d367-4e51-b2cd-813deda5dc38", "code": 200}]} {{(pid=113425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 09:55:41.177789 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-26d4c71b-c4d6-4891-a9bb-46de68ad9b68 {{(pid=113425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 09:55:41.178102 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26d4c71b-c4d6-4891-a9bb-46de68ad9b68'] response: {'server_uuid': 'a74942a9-2ed1-4058-b2f6-6def2204784a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dedee03b-d367-4e51-b2cd-813deda5dc38', 'code': 200} Sep 16 09:55:41.239102 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (dedee03b-d367-4e51-b2cd-813deda5dc38), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:55:41.292873 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Pushing event updated for resources: {'Port': ['ID=dedee03b-d367-4e51-b2cd-813deda5dc38,revision_number=5']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:55:41.335175 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3ee69b-d96c-4105-b001-78a6e976a865 req-3d1d503e-f943-4b0c-a93e-d52aeb0eba65 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:41.336669 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-fa3ee69b-d96c-4105-b001-78a6e976a865 req-3d1d503e-f943-4b0c-a93e-d52aeb0eba65 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a74942a9-2ed1-4058-b2f6-6def2204784a HTTP/1.1" status: 200 len: 946 time: 0.0643961 Sep 16 09:55:41.365110 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c435c74e-ff7b-46ae-89a7-e44e218a7526 req-f2e84513-74c1-477d-9fa0-b9eca883e740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:41.366605 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-c435c74e-ff7b-46ae-89a7-e44e218a7526 req-f2e84513-74c1-477d-9fa0-b9eca883e740 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=fe465541-6175-450e-8791-dc7a519b5e60 HTTP/1.1" status: 200 len: 918 time: 0.3981078 Sep 16 09:55:41.438551 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-fa3ee69b-d96c-4105-b001-78a6e976a865 req-05754eef-c5a8-44d0-b1b3-a7cd60098a1c tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=26222961-26fe-4aa1-bb0f-ff557a1e3214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958064 Sep 16 09:55:41.451981 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-c435c74e-ff7b-46ae-89a7-e44e218a7526 req-1404e305-0813-4861-9adc-774ec1724534 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=789fb3b6-eef8-4edd-a929-e88fed92432d HTTP/1.1" status: 200 len: 1001 time: 0.0717330 Sep 16 09:55:41.524941 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:55:41.533650 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa047c96-70d2-4bbd-8fb4-fcb1fef843a0 req-a8c4d3ff-c339-4945-a2ca-5b7349ea6999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:41.535150 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-aa047c96-70d2-4bbd-8fb4-fcb1fef843a0 req-a8c4d3ff-c339-4945-a2ca-5b7349ea6999 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a74942a9-2ed1-4058-b2f6-6def2204784a HTTP/1.1" status: 200 len: 1130 time: 0.0500650 Sep 16 09:55:41.536584 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c435c74e-ff7b-46ae-89a7-e44e218a7526 req-b2cefaab-bb09-49cf-890f-4b5239aa1595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:41.537899 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-c435c74e-ff7b-46ae-89a7-e44e218a7526 req-b2cefaab-bb09-49cf-890f-4b5239aa1595 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=312d0eea-a7f5-4989-be4b-d8f1ee2c9ab2 HTTP/1.1" status: 200 len: 856 time: 0.0792131 Sep 16 09:55:41.623233 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c435c74e-ff7b-46ae-89a7-e44e218a7526 req-4d822c07-82f0-4115-8670-66e507ebb490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:41.624753 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-c435c74e-ff7b-46ae-89a7-e44e218a7526 req-4d822c07-82f0-4115-8670-66e507ebb490 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=fe465541-6175-450e-8791-dc7a519b5e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0711825 Sep 16 09:55:41.629577 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-aa047c96-70d2-4bbd-8fb4-fcb1fef843a0 req-20e854dc-558f-4fcd-987d-9cb046faf91a service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=26222961-26fe-4aa1-bb0f-ff557a1e3214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819986 Sep 16 09:55:41.919563 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-c435c74e-ff7b-46ae-89a7-e44e218a7526 req-a40ef125-a75b-401b-b339-8fde72673e42 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/fe465541-6175-450e-8791-dc7a519b5e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862513 Sep 16 09:55:42.013888 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-c435c74e-ff7b-46ae-89a7-e44e218a7526 req-3d6c6c4c-19cf-40c7-9e46-404af4ef9120 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/fe465541-6175-450e-8791-dc7a519b5e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863769 Sep 16 09:55:42.574374 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65f8780-c562-4a95-8cac-b152950cd61a req-894ec82b-e6d1-4c23-a240-006473e92901 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:42.575888 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-b65f8780-c562-4a95-8cac-b152950cd61a req-894ec82b-e6d1-4c23-a240-006473e92901 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a74942a9-2ed1-4058-b2f6-6def2204784a HTTP/1.1" status: 200 len: 946 time: 0.0498269 Sep 16 09:55:42.623577 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-b65f8780-c562-4a95-8cac-b152950cd61a req-a464eef8-a02b-4ec9-a081-a36b6aec6511 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=26222961-26fe-4aa1-bb0f-ff557a1e3214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418661 Sep 16 09:55:43.747083 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a42096-29b0-4297-8026-e041d56ee4b4 req-8f1d38f3-bc30-4988-8e1e-36cfc8450d4c tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:43.748478 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-f3a42096-29b0-4297-8026-e041d56ee4b4 req-8f1d38f3-bc30-4988-8e1e-36cfc8450d4c tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a74942a9-2ed1-4058-b2f6-6def2204784a HTTP/1.1" status: 200 len: 946 time: 0.0469158 Sep 16 09:55:43.807412 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-f3a42096-29b0-4297-8026-e041d56ee4b4 req-3d00958d-260a-44e6-b75c-65c4bb7fd5ce tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=26222961-26fe-4aa1-bb0f-ff557a1e3214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530336 Sep 16 09:55:43.933153 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0fa3ea-b931-4811-8252-93119db49d8a req-e0c0d194-3658-4fdb-b1ba-e8080fa9a80d tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:43.934738 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-cd0fa3ea-b931-4811-8252-93119db49d8a req-e0c0d194-3658-4fdb-b1ba-e8080fa9a80d tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a74942a9-2ed1-4058-b2f6-6def2204784a HTTP/1.1" status: 200 len: 946 time: 0.0530550 Sep 16 09:55:43.986329 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-cd0fa3ea-b931-4811-8252-93119db49d8a req-d3bd7957-61e1-4de1-bd94-e3686d6e2d3e tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=26222961-26fe-4aa1-bb0f-ff557a1e3214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444307 Sep 16 09:55:44.327431 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b28eb-1014-4ed6-b6ad-db384991268e req-e50f0cc0-2fd0-49c6-a977-c9ae4194b496 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:44.328922 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-759b28eb-1014-4ed6-b6ad-db384991268e req-e50f0cc0-2fd0-49c6-a977-c9ae4194b496 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a74942a9-2ed1-4058-b2f6-6def2204784a HTTP/1.1" status: 200 len: 946 time: 0.0455463 Sep 16 09:55:44.376156 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-759b28eb-1014-4ed6-b6ad-db384991268e req-7a681fbf-9048-4f11-ac42-fff86c661ba5 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=26222961-26fe-4aa1-bb0f-ff557a1e3214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406964 Sep 16 09:55:47.376991 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8e9cdf-f942-443d-947c-92a6a746f66a req-b9d5bd47-405d-428e-9424-3abf9f2cd812 tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:47.378521 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-0b8e9cdf-f942-443d-947c-92a6a746f66a req-b9d5bd47-405d-428e-9424-3abf9f2cd812 tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] 10.222.0.73 "GET /networking/v2.0/networks?id=80ad130f-ee94-4395-b6b0-46a52c3f8f24 HTTP/1.1" status: 200 len: 813 time: 0.1137385 Sep 16 09:55:47.394670 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-0b8e9cdf-f942-443d-947c-92a6a746f66a req-e366369e-8ae7-4303-9c94-0db15d19787a tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] 10.222.0.73 "GET /networking/v2.0/quotas/01d2a4f111114064aa5a477177e6d1dd HTTP/1.1" status: 200 len: 375 time: 0.0103836 Sep 16 09:55:47.428093 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-0b8e9cdf-f942-443d-947c-92a6a746f66a req-6c391556-b79b-452d-9af8-9bbbb97674d0 tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=01d2a4f111114064aa5a477177e6d1dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279064 Sep 16 09:55:47.492643 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=100 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:55:47.575916 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-0b8e9cdf-f942-443d-947c-92a6a746f66a req-170ebf32-ce5b-4f55-97d3-09cd2a9e621d service neutron] 10.222.0.73 "GET /networking/v2.0/networks/80ad130f-ee94-4395-b6b0-46a52c3f8f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409090 Sep 16 09:55:47.667483 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-0b8e9cdf-f942-443d-947c-92a6a746f66a req-6871cdd7-3a5f-443b-8ad1-bf9197b8971a service neutron] 10.222.0.73 "GET /networking/v2.0/networks/80ad130f-ee94-4395-b6b0-46a52c3f8f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845668 Sep 16 09:55:48.996580 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-81edfd0d-f240-42a9-927e-17cfc2cd276f req-bb3ffd92-e763-4307-b045-a86b3e535ed4 tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=8d0bc242-3744-4992-b1e3-819d84c53e50 HTTP/1.1" status: 200 len: 210 time: 0.0284517 Sep 16 09:55:50.100223 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-557910ba-c6fa-43db-aba4-d6749785197d req-065047d4-d99d-4388-b833-669008203689 tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=8d0bc242-3744-4992-b1e3-819d84c53e50 HTTP/1.1" status: 200 len: 210 time: 0.0280762 Sep 16 09:55:50.257194 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=72,neutron:DELETE=1 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:55:50.258302 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=77 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:55:51.210893 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-846389f1-c071-4878-a774-1ad214805bc2 req-e67e5759-3b6a-4136-bc21-5ddce77e56f3 tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=8d0bc242-3744-4992-b1e3-819d84c53e50 HTTP/1.1" status: 200 len: 210 time: 0.0311189 Sep 16 09:55:51.259722 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8e9cdf-f942-443d-947c-92a6a746f66a req-3a94d995-d99a-4db0-bd3f-801c867d5c68 tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:51.261151 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-0b8e9cdf-f942-443d-947c-92a6a746f66a req-3a94d995-d99a-4db0-bd3f-801c867d5c68 tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] 10.222.0.27 "GET /networking/v2.0/networks?id=80ad130f-ee94-4395-b6b0-46a52c3f8f24 HTTP/1.1" status: 200 len: 813 time: 0.1117792 Sep 16 09:55:51.269187 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=18,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:55:51.275139 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.v2.base [req-0b8e9cdf-f942-443d-947c-92a6a746f66a req-3e126f73-e368-45f8-aae4-5b7d074bca5f tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] Request body: {'port': {'device_id': '8d0bc242-3744-4992-b1e3-819d84c53e50', 'network_id': '80ad130f-ee94-4395-b6b0-46a52c3f8f24', 'admin_state_up': True, 'tenant_id': '01d2a4f111114064aa5a477177e6d1dd'}} {{(pid=113424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:55:51.280158 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=48,neutron:UPDATE=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:55:51.290245 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=30,neutron:UPDATE=2 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:55:51.484015 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b8e9cdf-f942-443d-947c-92a6a746f66a req-3e126f73-e368-45f8-aae4-5b7d074bca5f tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] Made reservation on behalf of 01d2a4f111114064aa5a477177e6d1dd for: {'port': 1} {{(pid=113424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 09:55:51.488953 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-0b8e9cdf-f942-443d-947c-92a6a746f66a req-3e126f73-e368-45f8-aae4-5b7d074bca5f tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:55:51.614306 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:55:51.615593 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.db_base_plugin_common [req-0b8e9cdf-f942-443d-947c-92a6a746f66a req-3e126f73-e368-45f8-aae4-5b7d074bca5f tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] Allocated IP 172.20.0.4 (80ad130f-ee94-4395-b6b0-46a52c3f8f24/da0e6d10-7841-444f-856f-b48d93cd9093/fe584d9e-61d6-4f6d-bd29-09afbf94e2fe) {{(pid=113424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 09:55:51.767541 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-0b8e9cdf-f942-443d-947c-92a6a746f66a req-3e126f73-e368-45f8-aae4-5b7d074bca5f tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] Publish callbacks [] for port (fe584d9e-61d6-4f6d-bd29-09afbf94e2fe), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:55:51.777755 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:55:51.889613 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-0b8e9cdf-f942-443d-947c-92a6a746f66a req-3e126f73-e368-45f8-aae4-5b7d074bca5f tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759571245505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27240065'] for port (fe584d9e-61d6-4f6d-bd29-09afbf94e2fe), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:55:51.937457 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b8e9cdf-f942-443d-947c-92a6a746f66a req-3e126f73-e368-45f8-aae4-5b7d074bca5f tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] Network 80ad130f-ee94-4395-b6b0-46a52c3f8f24 is already hosted by enough agents. {{(pid=113424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 09:55:51.943188 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.base_scheduler [req-0b8e9cdf-f942-443d-947c-92a6a746f66a req-3e126f73-e368-45f8-aae4-5b7d074bca5f tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] Resources bound (agent type, host, resource id): {{(pid=113424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 09:55:51.945307 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e126f73-e368-45f8-aae4-5b7d074bca5f tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] Pushing event updated for resources: {'Port': ['ID=fe584d9e-61d6-4f6d-bd29-09afbf94e2fe,revision_number=1']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:55:51.947486 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b8e9cdf-f942-443d-947c-92a6a746f66a req-3e126f73-e368-45f8-aae4-5b7d074bca5f tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] Received port after_create {{(pid=113424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 09:55:51.977290 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e126f73-e368-45f8-aae4-5b7d074bca5f tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:55:51.977678 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e126f73-e368-45f8-aae4-5b7d074bca5f tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:55:51.978024 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e126f73-e368-45f8-aae4-5b7d074bca5f tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:55:51.978364 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e126f73-e368-45f8-aae4-5b7d074bca5f tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:55:51.978700 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e126f73-e368-45f8-aae4-5b7d074bca5f tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:55:51.979033 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e126f73-e368-45f8-aae4-5b7d074bca5f tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:55:51.979363 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e126f73-e368-45f8-aae4-5b7d074bca5f tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:55:51.979691 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e126f73-e368-45f8-aae4-5b7d074bca5f tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:55:51.980018 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e126f73-e368-45f8-aae4-5b7d074bca5f tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:55:51.980586 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e126f73-e368-45f8-aae4-5b7d074bca5f tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:55:51.980922 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e126f73-e368-45f8-aae4-5b7d074bca5f tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:55:51.981246 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e126f73-e368-45f8-aae4-5b7d074bca5f tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:55:51.981597 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e126f73-e368-45f8-aae4-5b7d074bca5f tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:55:51.981920 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e126f73-e368-45f8-aae4-5b7d074bca5f tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:55:51.982243 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e126f73-e368-45f8-aae4-5b7d074bca5f tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:55:52.011153 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8e9cdf-f942-443d-947c-92a6a746f66a req-3e126f73-e368-45f8-aae4-5b7d074bca5f tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:52.011767 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-0b8e9cdf-f942-443d-947c-92a6a746f66a req-3e126f73-e368-45f8-aae4-5b7d074bca5f tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110971'] for port (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:55:52.075380 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-0b8e9cdf-f942-443d-947c-92a6a746f66a req-3e126f73-e368-45f8-aae4-5b7d074bca5f tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8040006 Sep 16 09:55:52.086909 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.v2.base [req-0b8e9cdf-f942-443d-947c-92a6a746f66a req-a958b208-5eb8-4e47-a4e0-149ca182f16e service neutron] Request body: {'port': {'device_id': '8d0bc242-3744-4992-b1e3-819d84c53e50', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=113424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:55:52.146930 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-0b8e9cdf-f942-443d-947c-92a6a746f66a req-a958b208-5eb8-4e47-a4e0-149ca182f16e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (fe584d9e-61d6-4f6d-bd29-09afbf94e2fe), before_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:55:52.232157 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-f01ccfc4-b7c1-4248-a18f-e5420b6512bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (54fa5420-569f-41b3-81ce-b3c99a893561), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:55:52.370274 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73adc3cf-ad26-4258-8ee1-517981ae0789 req-30be9fb6-c2fe-4f6a-ac60-f4d6349b1995 tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:52.371748 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-73adc3cf-ad26-4258-8ee1-517981ae0789 req-30be9fb6-c2fe-4f6a-ac60-f4d6349b1995 tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=8d0bc242-3744-4992-b1e3-819d84c53e50 HTTP/1.1" status: 200 len: 931 time: 0.0860364 Sep 16 09:55:52.458685 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-73adc3cf-ad26-4258-8ee1-517981ae0789 req-76d94ce8-4ff4-43b6-9c5a-87bc7ac15d07 tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2922bbd2-3ef0-4357-a0fc-a39d4e5b5d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777130 Sep 16 09:55:52.496073 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.notifiers.nova [req-0b8e9cdf-f942-443d-947c-92a6a746f66a req-a958b208-5eb8-4e47-a4e0-149ca182f16e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe584d9e-61d6-4f6d-bd29-09afbf94e2fe {{(pid=113424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 09:55:52.504349 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-0b8e9cdf-f942-443d-947c-92a6a746f66a req-a958b208-5eb8-4e47-a4e0-149ca182f16e service neutron] Publish callbacks [] for port (fe584d9e-61d6-4f6d-bd29-09afbf94e2fe), precommit_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:55:52.519003 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.provisioning_blocks [req-0b8e9cdf-f942-443d-947c-92a6a746f66a req-a958b208-5eb8-4e47-a4e0-149ca182f16e service neutron] Transition to ACTIVE for port object fe584d9e-61d6-4f6d-bd29-09afbf94e2fe will not be triggered until provisioned by entity L2. {{(pid=113424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 09:55:52.627432 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-0b8e9cdf-f942-443d-947c-92a6a746f66a req-a958b208-5eb8-4e47-a4e0-149ca182f16e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27240120'] for port (fe584d9e-61d6-4f6d-bd29-09afbf94e2fe), after_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:55:52.690807 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a958b208-5eb8-4e47-a4e0-149ca182f16e service neutron] Pushing event updated for resources: {'Port': ['ID=fe584d9e-61d6-4f6d-bd29-09afbf94e2fe,revision_number=2']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:55:52.714424 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:55:52.740488 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.managers [req-0b8e9cdf-f942-443d-947c-92a6a746f66a req-a958b208-5eb8-4e47-a4e0-149ca182f16e service neutron] Attempting to bind port fe584d9e-61d6-4f6d-bd29-09afbf94e2fe on host hv-cinder-79053 for vnic_type normal with profile {{(pid=113424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 09:55:52.740827 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.managers [req-0b8e9cdf-f942-443d-947c-92a6a746f66a req-a958b208-5eb8-4e47-a4e0-149ca182f16e service neutron] Attempting to bind port fe584d9e-61d6-4f6d-bd29-09afbf94e2fe by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '77702ee8-f02d-4ea6-9a7d-572b8466f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '80ad130f-ee94-4395-b6b0-46a52c3f8f24'}] {{(pid=113424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 09:55:52.741159 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8e9cdf-f942-443d-947c-92a6a746f66a req-a958b208-5eb8-4e47-a4e0-149ca182f16e service neutron] Attempting to bind port fe584d9e-61d6-4f6d-bd29-09afbf94e2fe on network 80ad130f-ee94-4395-b6b0-46a52c3f8f24 {{(pid=113424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 09:55:52.782026 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8e9cdf-f942-443d-947c-92a6a746f66a req-a958b208-5eb8-4e47-a4e0-149ca182f16e service neutron] Port fe584d9e-61d6-4f6d-bd29-09afbf94e2fe on network 80ad130f-ee94-4395-b6b0-46a52c3f8f24 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=113424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 09:55:52.782375 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8e9cdf-f942-443d-947c-92a6a746f66a req-a958b208-5eb8-4e47-a4e0-149ca182f16e service neutron] Attempting to bind port fe584d9e-61d6-4f6d-bd29-09afbf94e2fe on network 80ad130f-ee94-4395-b6b0-46a52c3f8f24 {{(pid=113424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 09:55:52.823757 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8e9cdf-f942-443d-947c-92a6a746f66a req-a958b208-5eb8-4e47-a4e0-149ca182f16e service neutron] Checking agent: {'id': '5b31c92a-f134-4c39-96dd-6f3267de2076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 9, 48, 33), 'started_at': datetime.datetime(2022, 9, 16, 9, 48, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 9, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 09:55:52.824095 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8e9cdf-f942-443d-947c-92a6a746f66a req-a958b208-5eb8-4e47-a4e0-149ca182f16e service neutron] Checking segment: {'id': '77702ee8-f02d-4ea6-9a7d-572b8466f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '80ad130f-ee94-4395-b6b0-46a52c3f8f24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 09:55:52.824480 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8e9cdf-f942-443d-947c-92a6a746f66a req-a958b208-5eb8-4e47-a4e0-149ca182f16e service neutron] Bound using segment: {'id': '77702ee8-f02d-4ea6-9a7d-572b8466f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '80ad130f-ee94-4395-b6b0-46a52c3f8f24'} {{(pid=113424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 09:55:52.824956 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.managers [req-0b8e9cdf-f942-443d-947c-92a6a746f66a req-a958b208-5eb8-4e47-a4e0-149ca182f16e service neutron] Bound port: fe584d9e-61d6-4f6d-bd29-09afbf94e2fe, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77702ee8-f02d-4ea6-9a7d-572b8466f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '80ad130f-ee94-4395-b6b0-46a52c3f8f24'}}] {{(pid=113424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 09:55:52.825318 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-0b8e9cdf-f942-443d-947c-92a6a746f66a req-a958b208-5eb8-4e47-a4e0-149ca182f16e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (fe584d9e-61d6-4f6d-bd29-09afbf94e2fe), before_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:55:52.840255 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:55:52.911040 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.db [req-0b8e9cdf-f942-443d-947c-92a6a746f66a req-a958b208-5eb8-4e47-a4e0-149ca182f16e service neutron] For port fe584d9e-61d6-4f6d-bd29-09afbf94e2fe, host hv-cinder-79053, cleared binding levels {{(pid=113424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 09:55:52.913921 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.db [req-0b8e9cdf-f942-443d-947c-92a6a746f66a req-a958b208-5eb8-4e47-a4e0-149ca182f16e service neutron] For port fe584d9e-61d6-4f6d-bd29-09afbf94e2fe, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=fe584d9e-61d6-4f6d-bd29-09afbf94e2fe,segment=NetworkSegment(77702ee8-f02d-4ea6-9a7d-572b8466f7a3),segment_id=77702ee8-f02d-4ea6-9a7d-572b8466f7a3)] {{(pid=113424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 09:55:53.027006 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-0b8e9cdf-f942-443d-947c-92a6a746f66a req-a958b208-5eb8-4e47-a4e0-149ca182f16e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27240120'] for port (fe584d9e-61d6-4f6d-bd29-09afbf94e2fe), after_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:55:53.031293 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8e9cdf-f942-443d-947c-92a6a746f66a req-a958b208-5eb8-4e47-a4e0-149ca182f16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:53.031906 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-0b8e9cdf-f942-443d-947c-92a6a746f66a req-a958b208-5eb8-4e47-a4e0-149ca182f16e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110971'] for port (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:55:53.033393 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-0b8e9cdf-f942-443d-947c-92a6a746f66a req-a958b208-5eb8-4e47-a4e0-149ca182f16e service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/fe584d9e-61d6-4f6d-bd29-09afbf94e2fe HTTP/1.1" status: 200 len: 1093 time: 0.9505215 Sep 16 09:55:53.033957 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d0bc242-3744-4992-b1e3-819d84c53e50', 'tag': 'fe584d9e-61d6-4f6d-bd29-09afbf94e2fe'}] {{(pid=113424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 09:55:53.036180 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16dfd0a1dfdfa1f1ee01b24bca40ddc03421b0ad37c1355f54f1c3176401751a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aab3102-3db4-43e1-b0a8-1abf6aa208a3" -d '{"events": [{"name": "network-changed", "server_uuid": "8d0bc242-3744-4992-b1e3-819d84c53e50", "tag": "fe584d9e-61d6-4f6d-bd29-09afbf94e2fe"}]}' {{(pid=113424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 09:55:53.077013 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 09:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa45665e-c9f5-44f7-9cc7-ee7ea3af6a8f x-openstack-request-id: req-aa45665e-c9f5-44f7-9cc7-ee7ea3af6a8f {{(pid=113424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 09:55:53.077013 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d0bc242-3744-4992-b1e3-819d84c53e50", "tag": "fe584d9e-61d6-4f6d-bd29-09afbf94e2fe", "status": "completed", "code": 200}]} {{(pid=113424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 09:55:53.077013 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-aa45665e-c9f5-44f7-9cc7-ee7ea3af6a8f {{(pid=113424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 09:55:53.077013 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa45665e-c9f5-44f7-9cc7-ee7ea3af6a8f'] response: {'name': 'network-changed', 'server_uuid': '8d0bc242-3744-4992-b1e3-819d84c53e50', 'tag': 'fe584d9e-61d6-4f6d-bd29-09afbf94e2fe', 'status': 'completed', 'code': 200} Sep 16 09:55:53.086864 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a958b208-5eb8-4e47-a4e0-149ca182f16e service neutron] Pushing event updated for resources: {'Port': ['ID=fe584d9e-61d6-4f6d-bd29-09afbf94e2fe,revision_number=3']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:55:53.138438 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aab3102-3db4-43e1-b0a8-1abf6aa208a3 req-cf3c0664-b635-416f-a29f-96d292e8bc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:53.139910 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-8aab3102-3db4-43e1-b0a8-1abf6aa208a3 req-cf3c0664-b635-416f-a29f-96d292e8bc54 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=01d2a4f111114064aa5a477177e6d1dd&device_id=8d0bc242-3744-4992-b1e3-819d84c53e50 HTTP/1.1" status: 200 len: 1127 time: 0.0381172 Sep 16 09:55:53.245158 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aab3102-3db4-43e1-b0a8-1abf6aa208a3 req-2d1e7b45-222d-4b4a-b1a0-0a90521373e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:53.246578 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-8aab3102-3db4-43e1-b0a8-1abf6aa208a3 req-2d1e7b45-222d-4b4a-b1a0-0a90521373e4 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?tenant_id=01d2a4f111114064aa5a477177e6d1dd&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0994363 Sep 16 09:55:53.342934 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aab3102-3db4-43e1-b0a8-1abf6aa208a3 req-5f3380d3-4615-4a0f-a35b-80db834c5967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:53.344394 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-8aab3102-3db4-43e1-b0a8-1abf6aa208a3 req-5f3380d3-4615-4a0f-a35b-80db834c5967 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0896018 Sep 16 09:55:53.619028 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6096bbeb-af89-4ad4-b059-97a914bd9cb6 req-86f7c50a-d212-4636-9e55-26f0e0972607 tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:53.620529 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-6096bbeb-af89-4ad4-b059-97a914bd9cb6 req-86f7c50a-d212-4636-9e55-26f0e0972607 tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=8d0bc242-3744-4992-b1e3-819d84c53e50 HTTP/1.1" status: 200 len: 943 time: 0.0741880 Sep 16 09:55:53.702774 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-6096bbeb-af89-4ad4-b059-97a914bd9cb6 req-3c03e21f-e576-4f2d-b8ce-d6dcf324ca34 tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2922bbd2-3ef0-4357-a0fc-a39d4e5b5d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751765 Sep 16 09:55:53.704075 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8e9cdf-f942-443d-947c-92a6a746f66a req-008e60f7-9f9a-4539-8f95-b04de8b39216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:53.707000 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-0b8e9cdf-f942-443d-947c-92a6a746f66a req-008e60f7-9f9a-4539-8f95-b04de8b39216 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=01d2a4f111114064aa5a477177e6d1dd&device_id=8d0bc242-3744-4992-b1e3-819d84c53e50 HTTP/1.1" status: 200 len: 1127 time: 0.0609334 Sep 16 09:55:53.861376 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-0b8e9cdf-f942-443d-947c-92a6a746f66a req-68c66d46-b62c-48fd-95e0-84816631d3ef service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe584d9e-61d6-4f6d-bd29-09afbf94e2fe HTTP/1.1" status: 200 len: 217 time: 0.0444527 Sep 16 09:55:53.918117 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8e9cdf-f942-443d-947c-92a6a746f66a req-3759ba0f-8efa-4dcb-8794-a565e0f50ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:53.919647 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-0b8e9cdf-f942-443d-947c-92a6a746f66a req-3759ba0f-8efa-4dcb-8794-a565e0f50ac2 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=da0e6d10-7841-444f-856f-b48d93cd9093 HTTP/1.1" status: 200 len: 853 time: 0.0534246 Sep 16 09:55:53.954187 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-0b8e9cdf-f942-443d-947c-92a6a746f66a req-6cd1d3a0-ae12-46d1-b99a-9e905f9a9ee0 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=80ad130f-ee94-4395-b6b0-46a52c3f8f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276763 Sep 16 09:55:54.044761 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-0b8e9cdf-f942-443d-947c-92a6a746f66a req-fb0ae755-ebfe-4409-b842-a33a6ff4f9ce service neutron] 10.222.0.27 "GET /networking/v2.0/networks/80ad130f-ee94-4395-b6b0-46a52c3f8f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848582 Sep 16 09:55:54.138988 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-0b8e9cdf-f942-443d-947c-92a6a746f66a req-78415b4d-5b7f-46a6-ad2e-96259a15d07d service neutron] 10.222.0.27 "GET /networking/v2.0/networks/80ad130f-ee94-4395-b6b0-46a52c3f8f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869465 Sep 16 09:55:54.552552 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9d9c47c9-9eef-47b8-8b2b-688b9eb5cd83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (647718b3-8298-4382-86e2-3fad9f5d7804), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:55:54.823472 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a58c0a1-2085-4eff-8e76-dae4a4c24c2c req-b71a5ea4-f744-427e-a759-33824e9e67ee tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:54.824923 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-5a58c0a1-2085-4eff-8e76-dae4a4c24c2c req-b71a5ea4-f744-427e-a759-33824e9e67ee tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=8d0bc242-3744-4992-b1e3-819d84c53e50 HTTP/1.1" status: 200 len: 943 time: 0.0467737 Sep 16 09:55:54.852037 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=100 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:55:54.873756 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-5a58c0a1-2085-4eff-8e76-dae4a4c24c2c req-66236af6-6551-469a-bf5b-665dc415cad6 tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2922bbd2-3ef0-4357-a0fc-a39d4e5b5d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419824 Sep 16 09:55:55.894896 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-c17a0cac-31fa-4a66-ad06-99f53fca2b4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (2d63c820-fb16-4aae-acf9-0482010d4ad8), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:55:55.986601 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=100 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:55:56.002276 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e407d22-bf38-4826-a477-3617f5012e38 req-a49e6240-fdbd-4d53-a5c5-d3e4dfef7444 tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:56.003778 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-5e407d22-bf38-4826-a477-3617f5012e38 req-a49e6240-fdbd-4d53-a5c5-d3e4dfef7444 tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=8d0bc242-3744-4992-b1e3-819d84c53e50 HTTP/1.1" status: 200 len: 943 time: 0.0491014 Sep 16 09:55:56.056681 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-5e407d22-bf38-4826-a477-3617f5012e38 req-c526a896-5f93-4589-b781-1879167a0be3 tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2922bbd2-3ef0-4357-a0fc-a39d4e5b5d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468807 Sep 16 09:55:57.180961 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce6586d-4d8b-47e6-906e-774e857cfda8 req-0b91d869-c14c-41d1-bfb0-0ebc249169bd tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:57.182464 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-dce6586d-4d8b-47e6-906e-774e857cfda8 req-0b91d869-c14c-41d1-bfb0-0ebc249169bd tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=8d0bc242-3744-4992-b1e3-819d84c53e50 HTTP/1.1" status: 200 len: 943 time: 0.0505705 Sep 16 09:55:57.232661 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-dce6586d-4d8b-47e6-906e-774e857cfda8 req-706ee36d-b695-433c-a925-61c2d5ffe78d tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2922bbd2-3ef0-4357-a0fc-a39d4e5b5d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446489 Sep 16 09:55:57.278144 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (be58d251-43cc-467d-bf31-2aae48e2ac56), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:55:57.323769 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-cd5fe5d0-24d3-4349-8269-176b5bcdf250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (65aa34d6-cc53-475e-ab2c-2c2516bff08f), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:55:57.958341 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Device fe584d9e-61d6-4f6d-bd29-09afbf94e2fe details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=113425) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 09:55:58.059098 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] For port fe584d9e-61d6-4f6d-bd29-09afbf94e2fe, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=fe584d9e-61d6-4f6d-bd29-09afbf94e2fe,segment=NetworkSegment(77702ee8-f02d-4ea6-9a7d-572b8466f7a3),segment_id=77702ee8-f02d-4ea6-9a7d-572b8466f7a3)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:55:58.071881 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Returning: {'device': 'fe584d9e-61d6-4f6d-bd29-09afbf94e2fe', 'network_id': '80ad130f-ee94-4395-b6b0-46a52c3f8f24', 'port_id': 'fe584d9e-61d6-4f6d-bd29-09afbf94e2fe', 'mac_address': 'fa:16:3e:71:41:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da0e6d10-7841-444f-856f-b48d93cd9093', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113425) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 09:55:58.105991 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Current status of the port fe584d9e-61d6-4f6d-bd29-09afbf94e2fe is: DOWN; New status is: BUILD {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:55:58.106314 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (fe584d9e-61d6-4f6d-bd29-09afbf94e2fe), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:55:58.119946 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.notifiers.nova [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe584d9e-61d6-4f6d-bd29-09afbf94e2fe {{(pid=113425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 09:55:58.138823 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] For port fe584d9e-61d6-4f6d-bd29-09afbf94e2fe, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=fe584d9e-61d6-4f6d-bd29-09afbf94e2fe,segment=NetworkSegment(77702ee8-f02d-4ea6-9a7d-572b8466f7a3),segment_id=77702ee8-f02d-4ea6-9a7d-572b8466f7a3)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:55:58.209074 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (fe584d9e-61d6-4f6d-bd29-09afbf94e2fe), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:55:58.259420 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Pushing event updated for resources: {'Port': ['ID=fe584d9e-61d6-4f6d-bd29-09afbf94e2fe,revision_number=4']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:55:58.355639 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59d7d1f-960e-4842-8fba-f0d54df02764 req-7330012f-e38a-4c1b-9531-562bfde97672 tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:58.357144 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-c59d7d1f-960e-4842-8fba-f0d54df02764 req-7330012f-e38a-4c1b-9531-562bfde97672 tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=8d0bc242-3744-4992-b1e3-819d84c53e50 HTTP/1.1" status: 200 len: 944 time: 0.0468774 Sep 16 09:55:58.405364 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-c59d7d1f-960e-4842-8fba-f0d54df02764 req-0ebf384e-7d1e-427f-baaf-de7c70f9eb9e tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2922bbd2-3ef0-4357-a0fc-a39d4e5b5d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423563 Sep 16 09:55:58.500413 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] get_ports_and_sgs() called for port_ids ['fe584d9e-61d6-4f6d-bd29-09afbf94e2fe'] {{(pid=113425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 09:55:59.527671 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66df8d6-84a4-489a-8746-2c13173c1ecd req-aef19cb5-587b-470f-8d7a-8d20cb21f149 tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:55:59.529170 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-b66df8d6-84a4-489a-8746-2c13173c1ecd req-aef19cb5-587b-470f-8d7a-8d20cb21f149 tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=8d0bc242-3744-4992-b1e3-819d84c53e50 HTTP/1.1" status: 200 len: 944 time: 0.0465901 Sep 16 09:55:59.576594 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-b66df8d6-84a4-489a-8746-2c13173c1ecd req-afa051cf-1dd1-4f8d-8008-124c16dd2ff7 tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2922bbd2-3ef0-4357-a0fc-a39d4e5b5d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411031 Sep 16 09:55:59.959859 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Device fe584d9e-61d6-4f6d-bd29-09afbf94e2fe up at agent hyperv_hv-cinder-79053 {{(pid=113425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 09:56:00.004878 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Provisioning for port fe584d9e-61d6-4f6d-bd29-09afbf94e2fe completed by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 09:56:00.066238 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Provisioning complete for port fe584d9e-61d6-4f6d-bd29-09afbf94e2fe triggered by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:56:00.066613 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (fe584d9e-61d6-4f6d-bd29-09afbf94e2fe), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:00.066951 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Attempt 1 to provision port fe584d9e-61d6-4f6d-bd29-09afbf94e2fe Sep 16 09:56:00.138527 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Current status of the port fe584d9e-61d6-4f6d-bd29-09afbf94e2fe is: BUILD; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:56:00.138912 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (fe584d9e-61d6-4f6d-bd29-09afbf94e2fe), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:00.162056 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d0bc242-3744-4992-b1e3-819d84c53e50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe584d9e-61d6-4f6d-bd29-09afbf94e2fe'}] {{(pid=113425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 09:56:00.164277 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d904371a3690c7392a65e5457b849277104f62c83d6e5586b28cc731d2d00ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee758fd1-5ea3-42a1-8b45-80da622fffc3" -d '{"events": [{"server_uuid": "8d0bc242-3744-4992-b1e3-819d84c53e50", "name": "network-vif-plugged", "status": "completed", "tag": "fe584d9e-61d6-4f6d-bd29-09afbf94e2fe"}]}' {{(pid=113425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 09:56:00.176339 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] For port fe584d9e-61d6-4f6d-bd29-09afbf94e2fe, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=fe584d9e-61d6-4f6d-bd29-09afbf94e2fe,segment=NetworkSegment(77702ee8-f02d-4ea6-9a7d-572b8466f7a3),segment_id=77702ee8-f02d-4ea6-9a7d-572b8466f7a3)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:56:00.201163 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 09:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-515adc1d-3c54-4909-9f21-965fb6ffc51b x-openstack-request-id: req-515adc1d-3c54-4909-9f21-965fb6ffc51b {{(pid=113425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 09:56:00.201447 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d0bc242-3744-4992-b1e3-819d84c53e50", "name": "network-vif-plugged", "status": "completed", "tag": "fe584d9e-61d6-4f6d-bd29-09afbf94e2fe", "code": 200}]} {{(pid=113425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 09:56:00.201719 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-515adc1d-3c54-4909-9f21-965fb6ffc51b {{(pid=113425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 09:56:00.202109 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-515adc1d-3c54-4909-9f21-965fb6ffc51b'] response: {'server_uuid': '8d0bc242-3744-4992-b1e3-819d84c53e50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe584d9e-61d6-4f6d-bd29-09afbf94e2fe', 'code': 200} Sep 16 09:56:00.232205 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (fe584d9e-61d6-4f6d-bd29-09afbf94e2fe), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:00.284559 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Pushing event updated for resources: {'Port': ['ID=fe584d9e-61d6-4f6d-bd29-09afbf94e2fe,revision_number=5']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:56:00.562357 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:56:00.568462 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd34bc83-b9ed-47d8-ae87-0d09d47cfcd8 req-81fbf4eb-0087-4b98-95f5-9889b9f21d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:00.569989 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-cd34bc83-b9ed-47d8-ae87-0d09d47cfcd8 req-81fbf4eb-0087-4b98-95f5-9889b9f21d05 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8d0bc242-3744-4992-b1e3-819d84c53e50 HTTP/1.1" status: 200 len: 1129 time: 0.0875545 Sep 16 09:56:00.618759 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-cd34bc83-b9ed-47d8-ae87-0d09d47cfcd8 req-50415dc9-bb78-451c-9607-f736739a5305 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2922bbd2-3ef0-4357-a0fc-a39d4e5b5d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392585 Sep 16 09:56:00.703442 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6b147a-d447-4798-a144-bba4be80b853 req-d4d0d3c5-e765-455c-b0a0-a8e3d050785c tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:00.705116 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-ae6b147a-d447-4798-a144-bba4be80b853 req-d4d0d3c5-e765-455c-b0a0-a8e3d050785c tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=8d0bc242-3744-4992-b1e3-819d84c53e50 HTTP/1.1" status: 200 len: 945 time: 0.0486202 Sep 16 09:56:00.757362 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-ae6b147a-d447-4798-a144-bba4be80b853 req-85e8ff88-cb6c-4bb9-971c-ecdb6f359aaf tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2922bbd2-3ef0-4357-a0fc-a39d4e5b5d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463262 Sep 16 09:56:01.877258 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecd98ef-4cd3-477c-afb8-52d3b1c2a240 req-cb6bd6bb-23c3-4b51-b454-034aa6afba5d tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:01.878730 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-3ecd98ef-4cd3-477c-afb8-52d3b1c2a240 req-cb6bd6bb-23c3-4b51-b454-034aa6afba5d tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=8d0bc242-3744-4992-b1e3-819d84c53e50 HTTP/1.1" status: 200 len: 945 time: 0.0459881 Sep 16 09:56:01.924817 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-3ecd98ef-4cd3-477c-afb8-52d3b1c2a240 req-6949e837-bb87-435d-aec9-1dc615ee5ac8 tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2922bbd2-3ef0-4357-a0fc-a39d4e5b5d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404594 Sep 16 09:56:03.046020 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918592a4-f0aa-47f7-b139-10597f9638fd req-cfcdce2b-4528-40e5-bdc3-b6f56b1f5956 tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:03.047405 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-918592a4-f0aa-47f7-b139-10597f9638fd req-cfcdce2b-4528-40e5-bdc3-b6f56b1f5956 tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=8d0bc242-3744-4992-b1e3-819d84c53e50 HTTP/1.1" status: 200 len: 945 time: 0.0469353 Sep 16 09:56:03.094737 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-918592a4-f0aa-47f7-b139-10597f9638fd req-72fb2af5-21a1-42e8-83c2-886c523b69c2 tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2922bbd2-3ef0-4357-a0fc-a39d4e5b5d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411377 Sep 16 09:56:04.423776 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=100 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:56:04.465632 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b080924-0d6d-43ad-9017-5168005a9ba9 req-7577b4a1-1065-418d-aea4-5ad7ea5771fb tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:04.467258 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-4b080924-0d6d-43ad-9017-5168005a9ba9 req-7577b4a1-1065-418d-aea4-5ad7ea5771fb tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a74942a9-2ed1-4058-b2f6-6def2204784a HTTP/1.1" status: 200 len: 946 time: 0.0519426 Sep 16 09:56:04.518962 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-4b080924-0d6d-43ad-9017-5168005a9ba9 req-209d75af-e17d-4ad7-a7b2-ba27367f67b6 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=26222961-26fe-4aa1-bb0f-ff557a1e3214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450840 Sep 16 09:56:04.546951 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 54384) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:56:04.626965 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d21209-678e-42a9-b1ac-cc2aa5e926ea tempest-TestMinimumBasicScenario-1641912966 tempest-TestMinimumBasicScenario-1641912966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:04.628465 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-37d21209-678e-42a9-b1ac-cc2aa5e926ea tempest-TestMinimumBasicScenario-1641912966 tempest-TestMinimumBasicScenario-1641912966-project-admin] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a74942a9-2ed1-4058-b2f6-6def2204784a HTTP/1.1" status: 200 len: 1125 time: 0.0805058 Sep 16 09:56:04.631358 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 54388) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:56:04.635485 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.v2.base [None req-646b640a-d8f9-49d5-8217-69dac4388a91 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Request body: {'floatingip': {'floating_network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'port_id': 'dedee03b-d367-4e51-b2cd-813deda5dc38', 'tenant_id': 'c3ebe25211ee4dcb887de8e0c9a03040', 'fixed_ip_address': '172.20.0.12'}} {{(pid=113424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:56:04.706703 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-646b640a-d8f9-49d5-8217-69dac4388a91 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:04.781055 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (5b31c92a-f134-4c39-96dd-6f3267de2076), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:04.792651 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-646b640a-d8f9-49d5-8217-69dac4388a91 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:04.906675 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.db_base_plugin_common [None req-646b640a-d8f9-49d5-8217-69dac4388a91 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Allocated IP 172.27.1.136 (d06af4bd-75ff-4039-9388-f05026361d79/429d2505-e0fa-44a7-bb81-98c451c1a231/7b9d5d58-e16d-4e62-b717-847ac6d520d6) {{(pid=113424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 09:56:05.035516 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-646b640a-d8f9-49d5-8217-69dac4388a91 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Publish callbacks [] for port (7b9d5d58-e16d-4e62-b717-847ac6d520d6), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:05.146756 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-646b640a-d8f9-49d5-8217-69dac4388a91 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759571245505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27240065'] for port (7b9d5d58-e16d-4e62-b717-847ac6d520d6), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:05.191188 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646b640a-d8f9-49d5-8217-69dac4388a91 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Network d06af4bd-75ff-4039-9388-f05026361d79 is already hosted by enough agents. {{(pid=113424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 09:56:05.194496 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.base_scheduler [None req-646b640a-d8f9-49d5-8217-69dac4388a91 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Resources bound (agent type, host, resource id): {{(pid=113424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 09:56:05.198464 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646b640a-d8f9-49d5-8217-69dac4388a91 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Received port after_create {{(pid=113424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 09:56:05.201838 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646b640a-d8f9-49d5-8217-69dac4388a91 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Pushing event updated for resources: {'Port': ['ID=7b9d5d58-e16d-4e62-b717-847ac6d520d6,revision_number=1']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:56:05.225761 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.agents_db [None req-7c9a7194-4e2e-43f7-be58-28c896ce3cef None None] Agent healthcheck: found 6 active agents {{(pid=113426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 09:56:05.369441 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:56:05.453848 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:56:05.509575 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a1c31-cc0c-4868-b1ec-ece80dca1e49 req-6b20dd7c-ff15-412c-aa10-cebc177b0bfb tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:05.511053 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-ff6a1c31-cc0c-4868-b1ec-ece80dca1e49 req-6b20dd7c-ff15-412c-aa10-cebc177b0bfb tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=bd1272b6-2b81-407d-b0fc-c9ce62d7c5aa HTTP/1.1" status: 200 len: 945 time: 0.0957806 Sep 16 09:56:05.614341 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-ff6a1c31-cc0c-4868-b1ec-ece80dca1e49 req-ea81ab62-5d5d-44e5-ad92-e39b9e673408 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=76e72fdc-3119-4f98-835c-2d305cfe62d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965841 Sep 16 09:56:05.630607 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-646b640a-d8f9-49d5-8217-69dac4388a91 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Publish callbacks [] for floatingip (aae0225d-54da-4289-b929-7f01ab3b09c1), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:05.734605 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-646b640a-d8f9-49d5-8217-69dac4388a91 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (7b9d5d58-e16d-4e62-b717-847ac6d520d6), before_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:05.889482 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-646b640a-d8f9-49d5-8217-69dac4388a91 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Publish callbacks [] for port (7b9d5d58-e16d-4e62-b717-847ac6d520d6), precommit_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:05.940671 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-646b640a-d8f9-49d5-8217-69dac4388a91 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27240120'] for port (7b9d5d58-e16d-4e62-b717-847ac6d520d6), after_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:06.009898 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-646b640a-d8f9-49d5-8217-69dac4388a91 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711587'] for floatingip (aae0225d-54da-4289-b929-7f01ab3b09c1), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:06.011630 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646b640a-d8f9-49d5-8217-69dac4388a91 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Pushing event updated for resources: {'Port': ['ID=7b9d5d58-e16d-4e62-b717-847ac6d520d6,revision_number=2']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:56:06.014455 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:56:06.108103 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.db.l3_db [None req-646b640a-d8f9-49d5-8217-69dac4388a91 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Floating IP aae0225d-54da-4289-b929-7f01ab3b09c1 associated. External IP: 172.27.1.136, port: dedee03b-d367-4e51-b2cd-813deda5dc38. Sep 16 09:56:06.557012 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-646b640a-d8f9-49d5-8217-69dac4388a91 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Router f06541c2-8acd-451e-a3e4-97d03928e01d has already been hosted by L3 agent 647718b3-8298-4382-86e2-3fad9f5d7804 {{(pid=113424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 09:56:06.659902 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-646b640a-d8f9-49d5-8217-69dac4388a91 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Notify agent at l3_agent.dv-cinder-790535-43-iscsi the message routers_updated {{(pid=113424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 09:56:06.670890 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66743672-b1ba-4528-a70d-a49e5f2d52bc None None] Sync routers for ids ['f06541c2-8acd-451e-a3e4-97d03928e01d'] in dv-cinder-790535-43-iscsi {{(pid=113426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 09:56:06.682223 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66743672-b1ba-4528-a70d-a49e5f2d52bc None None] Routers {'f06541c2-8acd-451e-a3e4-97d03928e01d'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 09:56:06.686978 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-66743672-b1ba-4528-a70d-a49e5f2d52bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T09:55:54Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['f06541c2-8acd-451e-a3e4-97d03928e01d'], 'active': True} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:56:06.735954 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02497cd9-5990-4be7-9af2-bbfb0d6bdd60 req-a618a8bb-bdc7-4eda-abce-6673bfd5cbfc tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:06.737369 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-02497cd9-5990-4be7-9af2-bbfb0d6bdd60 req-a618a8bb-bdc7-4eda-abce-6673bfd5cbfc tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=bd1272b6-2b81-407d-b0fc-c9ce62d7c5aa HTTP/1.1" status: 200 len: 945 time: 0.0473661 Sep 16 09:56:06.740508 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-646b640a-d8f9-49d5-8217-69dac4388a91 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110971'] for floatingip (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:06.786753 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvr_db [None req-66743672-b1ba-4528-a70d-a49e5f2d52bc None None] Set router f06541c2-8acd-451e-a3e4-97d03928e01d gateway port host: dv-cinder-790535-43-iscsi {{(pid=113426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 09:56:06.787647 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-646b640a-d8f9-49d5-8217-69dac4388a91 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1552885 Sep 16 09:56:06.790793 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 54408) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:56:06.793148 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a74942a9-2ed1-4058-b2f6-6def2204784a', 'tag': 'dedee03b-d367-4e51-b2cd-813deda5dc38'}] {{(pid=113424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 09:56:06.795286 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16dfd0a1dfdfa1f1ee01b24bca40ddc03421b0ad37c1355f54f1c3176401751a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfbe4525-f517-4e51-a36d-f9b107db5316" -d '{"events": [{"name": "network-changed", "server_uuid": "a74942a9-2ed1-4058-b2f6-6def2204784a", "tag": "dedee03b-d367-4e51-b2cd-813deda5dc38"}]}' {{(pid=113424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 09:56:06.795657 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.v2.base [None req-67608745-9a47-419f-9b22-c958ac0f6674 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-181057337', 'description': 'tempest-secgroup-smoke-181057337 description', 'project_id': 'c3ebe25211ee4dcb887de8e0c9a03040'}} {{(pid=113423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:56:06.808159 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=100 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:56:06.815249 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-02497cd9-5990-4be7-9af2-bbfb0d6bdd60 req-d032f938-53be-4c55-83ac-109712945ea3 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=76e72fdc-3119-4f98-835c-2d305cfe62d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712407 Sep 16 09:56:06.900774 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-67608745-9a47-419f-9b22-c958ac0f6674 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Publish callbacks [] for security_group (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:06.913140 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 09:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1211a22-c82a-49fa-89c1-e8b22f38846e x-openstack-request-id: req-a1211a22-c82a-49fa-89c1-e8b22f38846e {{(pid=113424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 09:56:06.913436 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a74942a9-2ed1-4058-b2f6-6def2204784a", "tag": "dedee03b-d367-4e51-b2cd-813deda5dc38", "status": "completed", "code": 200}]} {{(pid=113424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 09:56:06.913787 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a1211a22-c82a-49fa-89c1-e8b22f38846e {{(pid=113424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 09:56:06.914201 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1211a22-c82a-49fa-89c1-e8b22f38846e'] response: {'name': 'network-changed', 'server_uuid': 'a74942a9-2ed1-4058-b2f6-6def2204784a', 'tag': 'dedee03b-d367-4e51-b2cd-813deda5dc38', 'status': 'completed', 'code': 200} Sep 16 09:56:06.971734 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-67608745-9a47-419f-9b22-c958ac0f6674 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Publish callbacks [] for security_group (ac5927e3-c811-4909-a073-19e742068fdc), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:07.017997 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-66743672-b1ba-4528-a70d-a49e5f2d52bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f06541c2-8acd-451e-a3e4-97d03928e01d', 'name': 'tempest-TestMinimumBasicScenario-547633644-router', 'tenant_id': 'c3ebe25211ee4dcb887de8e0c9a03040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '6d5ace66-4ec8-4374-b011-9afa88f2112b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:54:43Z', 'updated_at': '2022-09-16T09:54:47Z', 'revision_number': 4, 'project_id': 'c3ebe25211ee4dcb887de8e0c9a03040', 'gw_port': {'id': '6d5ace66-4ec8-4374-b011-9afa88f2112b', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:22:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06541c2-8acd-451e-a3e4-97d03928e01d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:54:43Z', 'updated_at': '2022-09-16T09:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_floatingips': [{'id': 'aae0225d-54da-4289-b929-7f01ab3b09c1', 'tenant_id': 'c3ebe25211ee4dcb887de8e0c9a03040', 'floating_ip_address': '172.27.1.136', 'floating_network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'router_id': 'f06541c2-8acd-451e-a3e4-97d03928e01d', 'port_id': 'dedee03b-d367-4e51-b2cd-813deda5dc38', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcb00623-4b05-4b9d-bd71-6d191eabf6b0', 'mac_address': 'fa:16:3e:dd:af:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a74942a9-2ed1-4058-b2f6-6def2204784a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T09:56:05Z', 'updated_at': '2022-09-16T09:56:05Z', 'revision_number': 0, 'project_id': 'c3ebe25211ee4dcb887de8e0c9a03040', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8daf2da5-3313-47e2-b230-5bf9b1dc3023', 'name': '', 'network_id': 'bcb00623-4b05-4b9d-bd71-6d191eabf6b0', 'tenant_id': 'c3ebe25211ee4dcb887de8e0c9a03040', 'mac_address': 'fa:16:3e:11:65:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06541c2-8acd-451e-a3e4-97d03928e01d', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'b4c54137-1628-45cb-b352-130a9da62b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:54:46Z', 'updated_at': '2022-09-16T09:54:50Z', 'revision_number': 5, 'project_id': 'c3ebe25211ee4dcb887de8e0c9a03040', 'subnets': [{'id': 'b4c54137-1628-45cb-b352-130a9da62b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:56:07.037282 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-67608745-9a47-419f-9b22-c958ac0f6674 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (ac5927e3-c811-4909-a073-19e742068fdc), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:07.039190 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66743672-b1ba-4528-a70d-a49e5f2d52bc None None] Checking router: f06541c2-8acd-451e-a3e4-97d03928e01d for host: dv-cinder-790535-43-iscsi {{(pid=113426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 09:56:07.048018 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66743672-b1ba-4528-a70d-a49e5f2d52bc None None] Routers {'f06541c2-8acd-451e-a3e4-97d03928e01d'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 09:56:07.049384 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-66743672-b1ba-4528-a70d-a49e5f2d52bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T09:55:54Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['f06541c2-8acd-451e-a3e4-97d03928e01d'], 'active': True} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:56:07.073393 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67608745-9a47-419f-9b22-c958ac0f6674 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac5927e3-c811-4909-a073-19e742068fdc,revision_number=1']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:56:07.081287 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67608745-9a47-419f-9b22-c958ac0f6674 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:56:07.081709 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67608745-9a47-419f-9b22-c958ac0f6674 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:56:07.082063 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67608745-9a47-419f-9b22-c958ac0f6674 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:56:07.082404 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67608745-9a47-419f-9b22-c958ac0f6674 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:56:07.082745 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67608745-9a47-419f-9b22-c958ac0f6674 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:56:07.083082 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67608745-9a47-419f-9b22-c958ac0f6674 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:56:07.083417 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67608745-9a47-419f-9b22-c958ac0f6674 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:56:07.083751 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67608745-9a47-419f-9b22-c958ac0f6674 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:56:07.084081 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67608745-9a47-419f-9b22-c958ac0f6674 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:56:07.084410 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67608745-9a47-419f-9b22-c958ac0f6674 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:56:07.084744 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67608745-9a47-419f-9b22-c958ac0f6674 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:56:07.085069 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67608745-9a47-419f-9b22-c958ac0f6674 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:56:07.085394 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67608745-9a47-419f-9b22-c958ac0f6674 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:56:07.085759 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67608745-9a47-419f-9b22-c958ac0f6674 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:56:07.086085 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67608745-9a47-419f-9b22-c958ac0f6674 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:56:07.153858 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-67608745-9a47-419f-9b22-c958ac0f6674 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Publish callbacks [] for security_group (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:07.154386 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvr_db [None req-66743672-b1ba-4528-a70d-a49e5f2d52bc None None] Set router f06541c2-8acd-451e-a3e4-97d03928e01d gateway port host: dv-cinder-790535-43-iscsi {{(pid=113426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 09:56:07.155134 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-67608745-9a47-419f-9b22-c958ac0f6674 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3631105 Sep 16 09:56:07.158292 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 54418) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:56:07.162708 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.v2.base [None req-a89b77e4-70fe-451a-b2ca-b0d7916cdf3a tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Request body: {'security_group_rule': {'security_group_id': 'ac5927e3-c811-4909-a073-19e742068fdc', 'project_id': 'c3ebe25211ee4dcb887de8e0c9a03040', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:56:07.261316 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-a89b77e4-70fe-451a-b2ca-b0d7916cdf3a tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Publish callbacks [] for security_group_rule (5234dd31-f177-422e-8317-0bfaf42261ee), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:07.317613 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:56:07.324201 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-a89b77e4-70fe-451a-b2ca-b0d7916cdf3a tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Publish callbacks [] for security_group_rule (5234dd31-f177-422e-8317-0bfaf42261ee), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:07.368426 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-66743672-b1ba-4528-a70d-a49e5f2d52bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f06541c2-8acd-451e-a3e4-97d03928e01d', 'name': 'tempest-TestMinimumBasicScenario-547633644-router', 'tenant_id': 'c3ebe25211ee4dcb887de8e0c9a03040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '6d5ace66-4ec8-4374-b011-9afa88f2112b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:54:43Z', 'updated_at': '2022-09-16T09:54:47Z', 'revision_number': 4, 'project_id': 'c3ebe25211ee4dcb887de8e0c9a03040', 'gw_port': {'id': '6d5ace66-4ec8-4374-b011-9afa88f2112b', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:22:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06541c2-8acd-451e-a3e4-97d03928e01d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:54:43Z', 'updated_at': '2022-09-16T09:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_floatingips': [{'id': 'aae0225d-54da-4289-b929-7f01ab3b09c1', 'tenant_id': 'c3ebe25211ee4dcb887de8e0c9a03040', 'floating_ip_address': '172.27.1.136', 'floating_network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'router_id': 'f06541c2-8acd-451e-a3e4-97d03928e01d', 'port_id': 'dedee03b-d367-4e51-b2cd-813deda5dc38', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcb00623-4b05-4b9d-bd71-6d191eabf6b0', 'mac_address': 'fa:16:3e:dd:af:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a74942a9-2ed1-4058-b2f6-6def2204784a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T09:56:05Z', 'updated_at': '2022-09-16T09:56:05Z', 'revision_number': 0, 'project_id': 'c3ebe25211ee4dcb887de8e0c9a03040', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8daf2da5-3313-47e2-b230-5bf9b1dc3023', 'name': '', 'network_id': 'bcb00623-4b05-4b9d-bd71-6d191eabf6b0', 'tenant_id': 'c3ebe25211ee4dcb887de8e0c9a03040', 'mac_address': 'fa:16:3e:11:65:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06541c2-8acd-451e-a3e4-97d03928e01d', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'b4c54137-1628-45cb-b352-130a9da62b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:54:46Z', 'updated_at': '2022-09-16T09:54:50Z', 'revision_number': 5, 'project_id': 'c3ebe25211ee4dcb887de8e0c9a03040', 'subnets': [{'id': 'b4c54137-1628-45cb-b352-130a9da62b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:56:07.392441 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66743672-b1ba-4528-a70d-a49e5f2d52bc None None] The sync data for ids ['f06541c2-8acd-451e-a3e4-97d03928e01d'] in dv-cinder-790535-43-iscsi is: [{'id': 'f06541c2-8acd-451e-a3e4-97d03928e01d', 'name': 'tempest-TestMinimumBasicScenario-547633644-router', 'tenant_id': 'c3ebe25211ee4dcb887de8e0c9a03040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '6d5ace66-4ec8-4374-b011-9afa88f2112b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:54:43Z', 'updated_at': '2022-09-16T09:54:47Z', 'revision_number': 4, 'project_id': 'c3ebe25211ee4dcb887de8e0c9a03040', 'gw_port': {'id': '6d5ace66-4ec8-4374-b011-9afa88f2112b', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:22:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06541c2-8acd-451e-a3e4-97d03928e01d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:54:43Z', 'updated_at': '2022-09-16T09:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_floatingips': [{'id': 'aae0225d-54da-4289-b929-7f01ab3b09c1', 'tenant_id': 'c3ebe25211ee4dcb887de8e0c9a03040', 'floating_ip_address': '172.27.1.136', 'floating_network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'router_id': 'f06541c2-8acd-451e-a3e4-97d03928e01d', 'port_id': 'dedee03b-d367-4e51-b2cd-813deda5dc38', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcb00623-4b05-4b9d-bd71-6d191eabf6b0', 'mac_address': 'fa:16:3e:dd:af:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a74942a9-2ed1-4058-b2f6-6def2204784a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T09:56:05Z', 'updated_at': '2022-09-16T09:56:05Z', 'revision_number': 0, 'project_id': 'c3ebe25211ee4dcb887de8e0c9a03040', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8daf2da5-3313-47e2-b230-5bf9b1dc3023', 'name': '', 'network_id': 'bcb00623-4b05-4b9d-bd71-6d191eabf6b0', 'tenant_id': 'c3ebe25211ee4dcb887de8e0c9a03040', 'mac_address': 'fa:16:3e:11:65:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06541c2-8acd-451e-a3e4-97d03928e01d', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'b4c54137-1628-45cb-b352-130a9da62b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:54:46Z', 'updated_at': '2022-09-16T09:54:50Z', 'revision_number': 5, 'project_id': 'c3ebe25211ee4dcb887de8e0c9a03040', 'subnets': [{'id': 'b4c54137-1628-45cb-b352-130a9da62b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 09:56:07.449637 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-a89b77e4-70fe-451a-b2ca-b0d7916cdf3a tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784789'] for security_group_rule (5234dd31-f177-422e-8317-0bfaf42261ee), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:07.471123 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89b77e4-70fe-451a-b2ca-b0d7916cdf3a tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5234dd31-f177-422e-8317-0bfaf42261ee,revision_number=0']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:56:07.566603 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-a89b77e4-70fe-451a-b2ca-b0d7916cdf3a tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:07.572612 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-a89b77e4-70fe-451a-b2ca-b0d7916cdf3a tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4085948 Sep 16 09:56:07.572612 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 54420) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:56:07.575161 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.v2.base [None req-e2e8260d-842a-407a-8a55-df8b0d651803 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Request body: {'security_group_rule': {'security_group_id': 'ac5927e3-c811-4909-a073-19e742068fdc', 'project_id': 'c3ebe25211ee4dcb887de8e0c9a03040', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=113423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:56:07.589434 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3b1527-d6ca-4c18-b18b-494089a43c01 None None] New status for floating IP aae0225d-54da-4289-b929-7f01ab3b09c1: ACTIVE {{(pid=113425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 09:56:07.706812 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-e2e8260d-842a-407a-8a55-df8b0d651803 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Publish callbacks [] for security_group_rule (f6bac601-49df-42e4-bf3d-49960701bafb), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:07.770933 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-e2e8260d-842a-407a-8a55-df8b0d651803 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Publish callbacks [] for security_group_rule (f6bac601-49df-42e4-bf3d-49960701bafb), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:07.931195 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=3 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:56:07.947393 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a969a05-c126-401d-a959-339b3314ee37 req-faa3812c-6f18-4605-990a-3a0650cd33df tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:07.949358 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-9a969a05-c126-401d-a959-339b3314ee37 req-faa3812c-6f18-4605-990a-3a0650cd33df tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=bd1272b6-2b81-407d-b0fc-c9ce62d7c5aa HTTP/1.1" status: 200 len: 945 time: 0.0498495 Sep 16 09:56:07.953026 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-e2e8260d-842a-407a-8a55-df8b0d651803 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784789'] for security_group_rule (f6bac601-49df-42e4-bf3d-49960701bafb), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:07.983751 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e8260d-842a-407a-8a55-df8b0d651803 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6bac601-49df-42e4-bf3d-49960701bafb,revision_number=0']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:56:08.018046 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-9a969a05-c126-401d-a959-339b3314ee37 req-02ab33bf-a5f6-484a-b051-625e5ba9ae98 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=76e72fdc-3119-4f98-835c-2d305cfe62d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608196 Sep 16 09:56:08.056629 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-e2e8260d-842a-407a-8a55-df8b0d651803 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:08.057862 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-e2e8260d-842a-407a-8a55-df8b0d651803 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4861395 Sep 16 09:56:08.060460 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 54426) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:56:08.064679 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.v2.base [None req-fedef402-3072-4b83-a859-f52fd390a4a5 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Request body: {'security_group_rule': {'security_group_id': 'ac5927e3-c811-4909-a073-19e742068fdc', 'project_id': 'c3ebe25211ee4dcb887de8e0c9a03040', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=113423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:56:08.168673 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-fedef402-3072-4b83-a859-f52fd390a4a5 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Publish callbacks [] for security_group_rule (7eb0975f-c403-4198-a842-5248b4434af1), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:08.230031 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-fedef402-3072-4b83-a859-f52fd390a4a5 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Publish callbacks [] for security_group_rule (7eb0975f-c403-4198-a842-5248b4434af1), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:08.294604 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-fedef402-3072-4b83-a859-f52fd390a4a5 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784789'] for security_group_rule (7eb0975f-c403-4198-a842-5248b4434af1), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:08.314203 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedef402-3072-4b83-a859-f52fd390a4a5 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7eb0975f-c403-4198-a842-5248b4434af1,revision_number=0']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:56:08.411429 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-fedef402-3072-4b83-a859-f52fd390a4a5 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:08.412595 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-fedef402-3072-4b83-a859-f52fd390a4a5 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3511674 Sep 16 09:56:08.415749 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 54430) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:56:08.420111 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.v2.base [None req-e8951e37-4d14-425e-a0cd-86841148b78e tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Request body: {'security_group_rule': {'security_group_id': 'ac5927e3-c811-4909-a073-19e742068fdc', 'project_id': 'c3ebe25211ee4dcb887de8e0c9a03040', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=113423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:56:08.540311 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-e8951e37-4d14-425e-a0cd-86841148b78e tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Publish callbacks [] for security_group_rule (67b23e1c-8a7b-474e-a9af-58ee5443d743), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:08.597382 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-e8951e37-4d14-425e-a0cd-86841148b78e tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Publish callbacks [] for security_group_rule (67b23e1c-8a7b-474e-a9af-58ee5443d743), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:08.666447 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-e8951e37-4d14-425e-a0cd-86841148b78e tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784789'] for security_group_rule (67b23e1c-8a7b-474e-a9af-58ee5443d743), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:08.685582 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8951e37-4d14-425e-a0cd-86841148b78e tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67b23e1c-8a7b-474e-a9af-58ee5443d743,revision_number=0']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:56:08.759927 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-e8951e37-4d14-425e-a0cd-86841148b78e tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:08.761224 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-e8951e37-4d14-425e-a0cd-86841148b78e tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3445501 Sep 16 09:56:08.769924 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 54434) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:56:08.774374 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.v2.base [None req-d9d51e69-3dc0-4864-9e06-6974c935b7bf tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Request body: {'security_group_rule': {'security_group_id': 'ac5927e3-c811-4909-a073-19e742068fdc', 'project_id': 'c3ebe25211ee4dcb887de8e0c9a03040', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=113423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:56:08.852103 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbe4525-f517-4e51-a36d-f9b107db5316 req-79a3a235-9353-4b3b-ac7a-1fa5be8cfd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:08.853633 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-dfbe4525-f517-4e51-a36d-f9b107db5316 req-79a3a235-9353-4b3b-ac7a-1fa5be8cfd06 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=c3ebe25211ee4dcb887de8e0c9a03040&device_id=a74942a9-2ed1-4058-b2f6-6def2204784a HTTP/1.1" status: 200 len: 1130 time: 0.0458794 Sep 16 09:56:08.883909 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.db.securitygroups_db [None req-d9d51e69-3dc0-4864-9e06-6974c935b7bf tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Project c3ebe25211ee4dcb887de8e0c9a03040 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 09:56:08.889828 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-d9d51e69-3dc0-4864-9e06-6974c935b7bf tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Publish callbacks [] for security_group_rule (7bc59857-db85-4647-bf1f-9284303d3f05), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:08.952563 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-d9d51e69-3dc0-4864-9e06-6974c935b7bf tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Publish callbacks [] for security_group_rule (7bc59857-db85-4647-bf1f-9284303d3f05), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:09.005828 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-d9d51e69-3dc0-4864-9e06-6974c935b7bf tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784789'] for security_group_rule (7bc59857-db85-4647-bf1f-9284303d3f05), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:09.025923 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d51e69-3dc0-4864-9e06-6974c935b7bf tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bc59857-db85-4647-bf1f-9284303d3f05,revision_number=0']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:56:09.039173 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbe4525-f517-4e51-a36d-f9b107db5316 req-c36e63e0-9986-43cb-8695-e9b43846f126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:09.040715 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-dfbe4525-f517-4e51-a36d-f9b107db5316 req-c36e63e0-9986-43cb-8695-e9b43846f126 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=bcb00623-4b05-4b9d-bd71-6d191eabf6b0 HTTP/1.1" status: 200 len: 915 time: 0.0982938 Sep 16 09:56:09.086653 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-d9d51e69-3dc0-4864-9e06-6974c935b7bf tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:09.091261 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-d9d51e69-3dc0-4864-9e06-6974c935b7bf tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3203187 Sep 16 09:56:09.092152 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 54442) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:56:09.107523 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.v2.base [None req-e3e5f6de-4b13-47cf-b7f6-2931b06959ec tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Request body: {'security_group_rule': {'security_group_id': 'ac5927e3-c811-4909-a073-19e742068fdc', 'project_id': 'c3ebe25211ee4dcb887de8e0c9a03040', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=113423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:56:09.193602 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafd2966-5d33-4470-8d10-db214d126a8d req-ee1de6d3-aa4d-42d5-b21e-9948162950b8 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:09.194505 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-dafd2966-5d33-4470-8d10-db214d126a8d req-ee1de6d3-aa4d-42d5-b21e-9948162950b8 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=bd1272b6-2b81-407d-b0fc-c9ce62d7c5aa HTTP/1.1" status: 200 len: 945 time: 0.0908942 Sep 16 09:56:09.210129 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec209a6-aa2d-4c5c-a6dd-90495689abc6 req-48ac92d1-c0bb-4a38-83ec-bf9b930ea37c tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:09.211531 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-4ec209a6-aa2d-4c5c-a6dd-90495689abc6 req-48ac92d1-c0bb-4a38-83ec-bf9b930ea37c tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bd1272b6-2b81-407d-b0fc-c9ce62d7c5aa HTTP/1.1" status: 200 len: 945 time: 0.1151965 Sep 16 09:56:09.229985 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:56:09.241071 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-dfbe4525-f517-4e51-a36d-f9b107db5316 req-551afd1a-c257-4007-bd50-5fb640657ac2 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dedee03b-d367-4e51-b2cd-813deda5dc38 HTTP/1.1" status: 200 len: 1002 time: 0.1544132 Sep 16 09:56:09.248332 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.db.securitygroups_db [None req-e3e5f6de-4b13-47cf-b7f6-2931b06959ec tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Project c3ebe25211ee4dcb887de8e0c9a03040 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 09:56:09.257609 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-e3e5f6de-4b13-47cf-b7f6-2931b06959ec tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Publish callbacks [] for security_group_rule (7820d4b0-e601-452d-bc0d-4d8a1cc253b8), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:09.262793 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-dafd2966-5d33-4470-8d10-db214d126a8d req-b5a3bc45-ca05-4882-8354-8446df6a1205 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=76e72fdc-3119-4f98-835c-2d305cfe62d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628867 Sep 16 09:56:09.328411 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-e3e5f6de-4b13-47cf-b7f6-2931b06959ec tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Publish callbacks [] for security_group_rule (7820d4b0-e601-452d-bc0d-4d8a1cc253b8), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:09.349046 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbe4525-f517-4e51-a36d-f9b107db5316 req-8e4e53a0-e669-4a05-a66c-498814d91ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:09.350604 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-dfbe4525-f517-4e51-a36d-f9b107db5316 req-8e4e53a0-e669-4a05-a66c-498814d91ba6 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=b4c54137-1628-45cb-b352-130a9da62b88 HTTP/1.1" status: 200 len: 853 time: 0.0894787 Sep 16 09:56:09.386818 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.plugin [req-4ec209a6-aa2d-4c5c-a6dd-90495689abc6 req-eb1981cd-57db-4afe-8cae-7f81e7fbb124 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Deleting port 6851d923-796f-41a3-a0d3-de42390996fa {{(pid=113424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 09:56:09.387168 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-4ec209a6-aa2d-4c5c-a6dd-90495689abc6 req-eb1981cd-57db-4afe-8cae-7f81e7fbb124 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759571771405'] for port (6851d923-796f-41a3-a0d3-de42390996fa), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:09.442774 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbe4525-f517-4e51-a36d-f9b107db5316 req-7233a59b-4d41-4e2a-9ed6-4c4f4f454ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:09.444275 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-dfbe4525-f517-4e51-a36d-f9b107db5316 req-7233a59b-4d41-4e2a-9ed6-4c4f4f454ee3 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=bcb00623-4b05-4b9d-bd71-6d191eabf6b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0865324 Sep 16 09:56:09.449565 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-e3e5f6de-4b13-47cf-b7f6-2931b06959ec tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784789'] for security_group_rule (7820d4b0-e601-452d-bc0d-4d8a1cc253b8), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:09.468844 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:56:09.470534 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e5f6de-4b13-47cf-b7f6-2931b06959ec tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7820d4b0-e601-452d-bc0d-4d8a1cc253b8,revision_number=0']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:56:09.544081 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-e3e5f6de-4b13-47cf-b7f6-2931b06959ec tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:09.545411 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-e3e5f6de-4b13-47cf-b7f6-2931b06959ec tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4520652 Sep 16 09:56:09.551611 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.db [req-4ec209a6-aa2d-4c5c-a6dd-90495689abc6 req-eb1981cd-57db-4afe-8cae-7f81e7fbb124 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] For port 6851d923-796f-41a3-a0d3-de42390996fa, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6851d923-796f-41a3-a0d3-de42390996fa,segment=NetworkSegment(e3902c86-c1ff-47d9-b3ef-44214c1005fa),segment_id=e3902c86-c1ff-47d9-b3ef-44214c1005fa)] {{(pid=113424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:56:09.552473 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-4ec209a6-aa2d-4c5c-a6dd-90495689abc6 req-eb1981cd-57db-4afe-8cae-7f81e7fbb124 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699225'] for port (6851d923-796f-41a3-a0d3-de42390996fa), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:09.627967 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f74c9b4-6437-4f0a-bf11-222416ef04e9 req-18ca67f0-353c-46c4-8199-39690b536712 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:09.629659 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-4f74c9b4-6437-4f0a-bf11-222416ef04e9 req-18ca67f0-353c-46c4-8199-39690b536712 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=db7a1d44-25f8-48e4-a8b6-f6ea14a508cb HTTP/1.1" status: 200 len: 946 time: 0.0513172 Sep 16 09:56:09.643107 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:56:09.677789 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-4f74c9b4-6437-4f0a-bf11-222416ef04e9 req-60ed69ec-1d03-417d-86bc-876002fb1c6c tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5010f791-d757-4bed-be3f-8de6a1b6382f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422058 Sep 16 09:56:09.711032 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-dfbe4525-f517-4e51-a36d-f9b107db5316 req-fe0ff1bf-ff50-4074-89f8-111179228482 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/bcb00623-4b05-4b9d-bd71-6d191eabf6b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529473 Sep 16 09:56:09.731309 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-bdef58c6-75d0-425d-b63f-b4ddb406a2e5 req-0e3fbdbb-4e87-4b9f-b5fb-2c06d88b2418 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-181057337&fields=id&tenant_id=c3ebe25211ee4dcb887de8e0c9a03040 HTTP/1.1" status: 200 len: 267 time: 0.1299765 Sep 16 09:56:09.803057 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=100 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:56:09.831712 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdef58c6-75d0-425d-b63f-b4ddb406a2e5 req-553f5c5e-4062-4b23-b57b-d0533019c232 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:09.833229 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-bdef58c6-75d0-425d-b63f-b4ddb406a2e5 req-553f5c5e-4062-4b23-b57b-d0533019c232 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a74942a9-2ed1-4058-b2f6-6def2204784a HTTP/1.1" status: 200 len: 946 time: 0.0928948 Sep 16 09:56:09.836237 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-4ec209a6-aa2d-4c5c-a6dd-90495689abc6 req-eb1981cd-57db-4afe-8cae-7f81e7fbb124 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:09.836605 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-4ec209a6-aa2d-4c5c-a6dd-90495689abc6 req-eb1981cd-57db-4afe-8cae-7f81e7fbb124 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711587'] for floatingip (843413c1-5b34-49a2-b6b8-0d0530c00277), after_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:09.836924 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.db.l3_db [req-4ec209a6-aa2d-4c5c-a6dd-90495689abc6 req-eb1981cd-57db-4afe-8cae-7f81e7fbb124 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Floating IP 843413c1-5b34-49a2-b6b8-0d0530c00277 disassociated. External IP: 172.27.1.235, port: 6851d923-796f-41a3-a0d3-de42390996fa. Sep 16 09:56:09.837338 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.plugin [req-4ec209a6-aa2d-4c5c-a6dd-90495689abc6 req-eb1981cd-57db-4afe-8cae-7f81e7fbb124 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Calling delete_port for 6851d923-796f-41a3-a0d3-de42390996fa owned by compute:nova {{(pid=113424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 09:56:09.846009 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.v2.base [req-bdef58c6-75d0-425d-b63f-b4ddb406a2e5 req-6e852b57-97c3-4663-bb83-b7cdf8d1baf1 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Request body: {'port': {'security_groups': ['26222961-26fe-4aa1-bb0f-ff557a1e3214', 'ac5927e3-c811-4909-a073-19e742068fdc']}} {{(pid=113424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:56:09.968855 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-bdef58c6-75d0-425d-b63f-b4ddb406a2e5 req-6e852b57-97c3-4663-bb83-b7cdf8d1baf1 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (dedee03b-d367-4e51-b2cd-813deda5dc38), before_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:10.159138 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-4ec209a6-aa2d-4c5c-a6dd-90495689abc6 req-eb1981cd-57db-4afe-8cae-7f81e7fbb124 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759571687051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759571245514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27240065'] for port (6851d923-796f-41a3-a0d3-de42390996fa), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:10.197166 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1981cd-57db-4afe-8cae-7f81e7fbb124 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Pushing event deleted for resources: {'Port': ['ID=6851d923-796f-41a3-a0d3-de42390996fa,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:56:10.276297 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.db [req-bdef58c6-75d0-425d-b63f-b4ddb406a2e5 req-6e852b57-97c3-4663-bb83-b7cdf8d1baf1 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] For port dedee03b-d367-4e51-b2cd-813deda5dc38, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=dedee03b-d367-4e51-b2cd-813deda5dc38,segment=NetworkSegment(d36e2288-42fc-4dac-8b56-4d4e100f0521),segment_id=d36e2288-42fc-4dac-8b56-4d4e100f0521)] {{(pid=113424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:56:10.344032 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-bdef58c6-75d0-425d-b63f-b4ddb406a2e5 req-6e852b57-97c3-4663-bb83-b7cdf8d1baf1 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Publish callbacks [] for port (dedee03b-d367-4e51-b2cd-813deda5dc38), precommit_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:10.363301 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4ec209a6-aa2d-4c5c-a6dd-90495689abc6 req-eb1981cd-57db-4afe-8cae-7f81e7fbb124 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Router b122c1e8-3e6e-4fd0-9649-57ad02017b0e has already been hosted by L3 agent 647718b3-8298-4382-86e2-3fad9f5d7804 {{(pid=113424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 09:56:10.369449 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-74b8c737-0809-44f7-9af0-31fb93de5304 req-8a235068-43f8-4199-a86c-12044fdac91d tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=bd1272b6-2b81-407d-b0fc-c9ce62d7c5aa HTTP/1.1" status: 200 len: 210 time: 0.0285299 Sep 16 09:56:10.405137 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-bdef58c6-75d0-425d-b63f-b4ddb406a2e5 req-6e852b57-97c3-4663-bb83-b7cdf8d1baf1 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27240120'] for port (dedee03b-d367-4e51-b2cd-813deda5dc38), after_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:10.418224 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdef58c6-75d0-425d-b63f-b4ddb406a2e5 req-6e852b57-97c3-4663-bb83-b7cdf8d1baf1 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:10.418779 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-bdef58c6-75d0-425d-b63f-b4ddb406a2e5 req-6e852b57-97c3-4663-bb83-b7cdf8d1baf1 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110971'] for port (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:10.419100 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] get_ports_and_sgs() called for port_ids ['dedee03b-d367-4e51-b2cd-813deda5dc38'] {{(pid=113425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 09:56:10.420264 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-bdef58c6-75d0-425d-b63f-b4ddb406a2e5 req-6e852b57-97c3-4663-bb83-b7cdf8d1baf1 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "PUT /networking/v2.0/ports/dedee03b-d367-4e51-b2cd-813deda5dc38 HTTP/1.1" status: 200 len: 982 time: 0.5808380 Sep 16 09:56:10.422808 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a74942a9-2ed1-4058-b2f6-6def2204784a', 'tag': 'dedee03b-d367-4e51-b2cd-813deda5dc38'}] {{(pid=113424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 09:56:10.424838 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16dfd0a1dfdfa1f1ee01b24bca40ddc03421b0ad37c1355f54f1c3176401751a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9465d513-ac45-42a1-98a5-cd24975235d4" -d '{"events": [{"name": "network-changed", "server_uuid": "a74942a9-2ed1-4058-b2f6-6def2204784a", "tag": "dedee03b-d367-4e51-b2cd-813deda5dc38"}]}' {{(pid=113424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 09:56:10.504003 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 09:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ef2f753-887a-4799-b2ee-bbb3bc8e0e39 x-openstack-request-id: req-7ef2f753-887a-4799-b2ee-bbb3bc8e0e39 {{(pid=113424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 09:56:10.504296 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a74942a9-2ed1-4058-b2f6-6def2204784a", "tag": "dedee03b-d367-4e51-b2cd-813deda5dc38", "status": "completed", "code": 200}]} {{(pid=113424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 09:56:10.504554 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7ef2f753-887a-4799-b2ee-bbb3bc8e0e39 {{(pid=113424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 09:56:10.504956 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ef2f753-887a-4799-b2ee-bbb3bc8e0e39'] response: {'name': 'network-changed', 'server_uuid': 'a74942a9-2ed1-4058-b2f6-6def2204784a', 'tag': 'dedee03b-d367-4e51-b2cd-813deda5dc38', 'status': 'completed', 'code': 200} Sep 16 09:56:10.517755 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:56:10.524229 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e852b57-97c3-4663-bb83-b7cdf8d1baf1 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Pushing event updated for resources: {'Port': ['ID=dedee03b-d367-4e51-b2cd-813deda5dc38,revision_number=6']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:56:10.540472 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4ec209a6-aa2d-4c5c-a6dd-90495689abc6 req-eb1981cd-57db-4afe-8cae-7f81e7fbb124 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Notify agent at l3_agent.dv-cinder-790535-43-iscsi the message routers_updated {{(pid=113424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 09:56:10.552226 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee88ad34-4ec8-4380-9320-716b43804547 None None] Sync routers for ids ['b122c1e8-3e6e-4fd0-9649-57ad02017b0e'] in dv-cinder-790535-43-iscsi {{(pid=113426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 09:56:10.555466 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] get_ports_and_sgs() called for port_ids ['dedee03b-d367-4e51-b2cd-813deda5dc38'] {{(pid=113425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 09:56:10.564211 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee88ad34-4ec8-4380-9320-716b43804547 None None] Routers {'b122c1e8-3e6e-4fd0-9649-57ad02017b0e'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 09:56:10.565198 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-ee88ad34-4ec8-4380-9320-716b43804547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T09:55:54Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['b122c1e8-3e6e-4fd0-9649-57ad02017b0e'], 'active': True} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:56:10.574883 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0865cff6-2c6a-4aa8-b10c-e8bf0f784e55 req-4fadea87-5df1-4fdb-9c8a-2e34ac335620 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:10.577135 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-0865cff6-2c6a-4aa8-b10c-e8bf0f784e55 req-4fadea87-5df1-4fdb-9c8a-2e34ac335620 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a74942a9-2ed1-4058-b2f6-6def2204784a HTTP/1.1" status: 200 len: 985 time: 0.0728741 Sep 16 09:56:10.597836 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ec209a6-aa2d-4c5c-a6dd-90495689abc6 req-eb1981cd-57db-4afe-8cae-7f81e7fbb124 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] No DVR routers for this DVR port 6851d923-796f-41a3-a0d3-de42390996fa on host hv-cinder-79053 {{(pid=113424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 09:56:10.600414 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-4ec209a6-aa2d-4c5c-a6dd-90495689abc6 req-eb1981cd-57db-4afe-8cae-7f81e7fbb124 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110971'] for port (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:10.605342 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-4ec209a6-aa2d-4c5c-a6dd-90495689abc6 req-eb1981cd-57db-4afe-8cae-7f81e7fbb124 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.27 "DELETE /networking/v2.0/ports/6851d923-796f-41a3-a0d3-de42390996fa HTTP/1.1" status: 204 len: 173 time: 1.3775363 Sep 16 09:56:10.653247 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-0865cff6-2c6a-4aa8-b10c-e8bf0f784e55 req-e01033dd-6499-4254-8c97-dbdbd6a44470 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ac5927e3-c811-4909-a073-19e742068fdc&id=26222961-26fe-4aa1-bb0f-ff557a1e3214&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0683448 Sep 16 09:56:10.668596 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:56:10.711945 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:DELETE=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:56:10.768588 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:56:10.821208 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4184012-3ed0-4e38-a849-f4e5e6dafb43 req-d947ebe3-0b25-4c78-9d3d-58cb76e8df33 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:10.828123 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-f4184012-3ed0-4e38-a849-f4e5e6dafb43 req-d947ebe3-0b25-4c78-9d3d-58cb76e8df33 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=db7a1d44-25f8-48e4-a8b6-f6ea14a508cb HTTP/1.1" status: 200 len: 946 time: 0.0588431 Sep 16 09:56:10.835679 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:56:10.847336 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvr_db [None req-ee88ad34-4ec8-4380-9320-716b43804547 None None] Set router b122c1e8-3e6e-4fd0-9649-57ad02017b0e gateway port host: dv-cinder-790535-43-iscsi {{(pid=113426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 09:56:10.849811 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=100 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:56:10.881170 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-f4184012-3ed0-4e38-a849-f4e5e6dafb43 req-af66a5d2-c691-4810-878f-ef3d5b6da869 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5010f791-d757-4bed-be3f-8de6a1b6382f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520144 Sep 16 09:56:10.974069 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=100 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:56:11.052697 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-ee88ad34-4ec8-4380-9320-716b43804547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b122c1e8-3e6e-4fd0-9649-57ad02017b0e', 'name': 'tempest-ServerRescueNegativeTestJSON-259796740-router', 'tenant_id': '3fe0d52d42324aa38182b47b3588b979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '7477150b-3625-45cf-9f19-c36330ee867f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:50:28Z', 'updated_at': '2022-09-16T09:50:38Z', 'revision_number': 4, 'project_id': '3fe0d52d42324aa38182b47b3588b979', 'gw_port': {'id': '7477150b-3625-45cf-9f19-c36330ee867f', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:4f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b122c1e8-3e6e-4fd0-9649-57ad02017b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:30Z', 'updated_at': '2022-09-16T09:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_interfaces': [{'id': 'cff0635c-a5e3-4d53-bd6a-7c1420d44d1f', 'name': '', 'network_id': '17684eae-ad40-4ec5-9092-8a60e4e87e96', 'tenant_id': '3fe0d52d42324aa38182b47b3588b979', 'mac_address': 'fa:16:3e:da:ef:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b122c1e8-3e6e-4fd0-9649-57ad02017b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7270ea1b-9730-4d7c-89ed-4cebd5834047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:37Z', 'updated_at': '2022-09-16T09:50:52Z', 'revision_number': 5, 'project_id': '3fe0d52d42324aa38182b47b3588b979', 'subnets': [{'id': '7270ea1b-9730-4d7c-89ed-4cebd5834047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:56:11.083444 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee88ad34-4ec8-4380-9320-716b43804547 None None] Checking router: b122c1e8-3e6e-4fd0-9649-57ad02017b0e for host: dv-cinder-790535-43-iscsi {{(pid=113426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 09:56:11.092481 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee88ad34-4ec8-4380-9320-716b43804547 None None] Routers {'b122c1e8-3e6e-4fd0-9649-57ad02017b0e'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 09:56:11.093140 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-ee88ad34-4ec8-4380-9320-716b43804547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T09:55:54Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['b122c1e8-3e6e-4fd0-9649-57ad02017b0e'], 'active': True} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:56:11.117258 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-dfbe4525-f517-4e51-a36d-f9b107db5316 req-c792adb8-2844-40d4-ad78-ded7fe656e76 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/bcb00623-4b05-4b9d-bd71-6d191eabf6b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947955 Sep 16 09:56:11.203497 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvr_db [None req-ee88ad34-4ec8-4380-9320-716b43804547 None None] Set router b122c1e8-3e6e-4fd0-9649-57ad02017b0e gateway port host: dv-cinder-790535-43-iscsi {{(pid=113426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 09:56:11.397267 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-ee88ad34-4ec8-4380-9320-716b43804547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b122c1e8-3e6e-4fd0-9649-57ad02017b0e', 'name': 'tempest-ServerRescueNegativeTestJSON-259796740-router', 'tenant_id': '3fe0d52d42324aa38182b47b3588b979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '7477150b-3625-45cf-9f19-c36330ee867f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:50:28Z', 'updated_at': '2022-09-16T09:50:38Z', 'revision_number': 4, 'project_id': '3fe0d52d42324aa38182b47b3588b979', 'gw_port': {'id': '7477150b-3625-45cf-9f19-c36330ee867f', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:4f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b122c1e8-3e6e-4fd0-9649-57ad02017b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:30Z', 'updated_at': '2022-09-16T09:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_interfaces': [{'id': 'cff0635c-a5e3-4d53-bd6a-7c1420d44d1f', 'name': '', 'network_id': '17684eae-ad40-4ec5-9092-8a60e4e87e96', 'tenant_id': '3fe0d52d42324aa38182b47b3588b979', 'mac_address': 'fa:16:3e:da:ef:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b122c1e8-3e6e-4fd0-9649-57ad02017b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7270ea1b-9730-4d7c-89ed-4cebd5834047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:37Z', 'updated_at': '2022-09-16T09:50:52Z', 'revision_number': 5, 'project_id': '3fe0d52d42324aa38182b47b3588b979', 'subnets': [{'id': '7270ea1b-9730-4d7c-89ed-4cebd5834047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:56:11.424820 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee88ad34-4ec8-4380-9320-716b43804547 None None] The sync data for ids ['b122c1e8-3e6e-4fd0-9649-57ad02017b0e'] in dv-cinder-790535-43-iscsi is: [{'id': 'b122c1e8-3e6e-4fd0-9649-57ad02017b0e', 'name': 'tempest-ServerRescueNegativeTestJSON-259796740-router', 'tenant_id': '3fe0d52d42324aa38182b47b3588b979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '7477150b-3625-45cf-9f19-c36330ee867f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:50:28Z', 'updated_at': '2022-09-16T09:50:38Z', 'revision_number': 4, 'project_id': '3fe0d52d42324aa38182b47b3588b979', 'gw_port': {'id': '7477150b-3625-45cf-9f19-c36330ee867f', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:4f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b122c1e8-3e6e-4fd0-9649-57ad02017b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:30Z', 'updated_at': '2022-09-16T09:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_interfaces': [{'id': 'cff0635c-a5e3-4d53-bd6a-7c1420d44d1f', 'name': '', 'network_id': '17684eae-ad40-4ec5-9092-8a60e4e87e96', 'tenant_id': '3fe0d52d42324aa38182b47b3588b979', 'mac_address': 'fa:16:3e:da:ef:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b122c1e8-3e6e-4fd0-9649-57ad02017b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7270ea1b-9730-4d7c-89ed-4cebd5834047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:37Z', 'updated_at': '2022-09-16T09:50:52Z', 'revision_number': 5, 'project_id': '3fe0d52d42324aa38182b47b3588b979', 'subnets': [{'id': '7270ea1b-9730-4d7c-89ed-4cebd5834047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 09:56:11.447610 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9465d513-ac45-42a1-98a5-cd24975235d4 req-c4b10e6b-4b85-44c7-bc15-1f456484e652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:11.449151 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-9465d513-ac45-42a1-98a5-cd24975235d4 req-c4b10e6b-4b85-44c7-bc15-1f456484e652 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=c3ebe25211ee4dcb887de8e0c9a03040&device_id=a74942a9-2ed1-4058-b2f6-6def2204784a HTTP/1.1" status: 200 len: 1169 time: 0.0520463 Sep 16 09:56:11.509019 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-82424581-bd5c-4b67-a193-93fb1528f74e req-6315a63c-9f8d-4dfe-8172-78fe2882c611 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=bd1272b6-2b81-407d-b0fc-c9ce62d7c5aa HTTP/1.1" status: 200 len: 210 time: 0.0361156 Sep 16 09:56:11.587039 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157e36b1-7c21-4183-976e-5679747d45f6 req-59e0a147-89ca-4562-9909-bf0439e5c05a tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:11.588522 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-157e36b1-7c21-4183-976e-5679747d45f6 req-59e0a147-89ca-4562-9909-bf0439e5c05a tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=db7a1d44-25f8-48e4-a8b6-f6ea14a508cb HTTP/1.1" status: 200 len: 946 time: 0.0722246 Sep 16 09:56:11.613267 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9465d513-ac45-42a1-98a5-cd24975235d4 req-ebe1cb69-fc66-4c10-a835-5357fa6d996f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:11.614771 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-9465d513-ac45-42a1-98a5-cd24975235d4 req-ebe1cb69-fc66-4c10-a835-5357fa6d996f service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=bcb00623-4b05-4b9d-bd71-6d191eabf6b0 HTTP/1.1" status: 200 len: 915 time: 0.1545265 Sep 16 09:56:11.716232 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0207fa79-521f-4fb4-8f3b-860dd592d53e None None] New status for floating IP 843413c1-5b34-49a2-b6b8-0d0530c00277: DOWN {{(pid=113425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 09:56:11.738592 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-9465d513-ac45-42a1-98a5-cd24975235d4 req-271cd5bf-85ef-4517-b27c-c97902b3939f service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dedee03b-d367-4e51-b2cd-813deda5dc38 HTTP/1.1" status: 200 len: 1002 time: 0.1004810 Sep 16 09:56:11.742885 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.plugin [req-157e36b1-7c21-4183-976e-5679747d45f6 req-dd56521a-4ba4-4f43-ab6c-f33779fd1366 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Deleting port 8eda7ab4-bb91-4e39-a83a-f6278b385656 {{(pid=113424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 09:56:11.743232 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-157e36b1-7c21-4183-976e-5679747d45f6 req-dd56521a-4ba4-4f43-ab6c-f33779fd1366 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759571771405'] for port (8eda7ab4-bb91-4e39-a83a-f6278b385656), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:11.836680 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.db [req-157e36b1-7c21-4183-976e-5679747d45f6 req-dd56521a-4ba4-4f43-ab6c-f33779fd1366 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] For port 8eda7ab4-bb91-4e39-a83a-f6278b385656, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8eda7ab4-bb91-4e39-a83a-f6278b385656,segment=NetworkSegment(59ea54c9-a504-4c17-ac42-04cf91228ccc),segment_id=59ea54c9-a504-4c17-ac42-04cf91228ccc)] {{(pid=113424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:56:11.837039 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-157e36b1-7c21-4183-976e-5679747d45f6 req-dd56521a-4ba4-4f43-ab6c-f33779fd1366 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699225'] for port (8eda7ab4-bb91-4e39-a83a-f6278b385656), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:12.072112 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8066a5b6-d8c4-4b40-a624-6c936b849e49 req-22b9f802-ec9d-46f5-9248-54e05d916cfd tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:12.073575 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-8066a5b6-d8c4-4b40-a624-6c936b849e49 req-22b9f802-ec9d-46f5-9248-54e05d916cfd tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=db7a1d44-25f8-48e4-a8b6-f6ea14a508cb HTTP/1.1" status: 200 len: 946 time: 0.0975232 Sep 16 09:56:12.075474 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-157e36b1-7c21-4183-976e-5679747d45f6 req-dd56521a-4ba4-4f43-ab6c-f33779fd1366 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:12.075751 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-157e36b1-7c21-4183-976e-5679747d45f6 req-dd56521a-4ba4-4f43-ab6c-f33779fd1366 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711587'] for floatingip (41b05719-4b85-403d-b6f7-b51baff5a747), after_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:12.076063 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.db.l3_db [req-157e36b1-7c21-4183-976e-5679747d45f6 req-dd56521a-4ba4-4f43-ab6c-f33779fd1366 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Floating IP 41b05719-4b85-403d-b6f7-b51baff5a747 disassociated. External IP: 172.27.1.76, port: 8eda7ab4-bb91-4e39-a83a-f6278b385656. Sep 16 09:56:12.076401 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.plugin [req-157e36b1-7c21-4183-976e-5679747d45f6 req-dd56521a-4ba4-4f43-ab6c-f33779fd1366 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Calling delete_port for 8eda7ab4-bb91-4e39-a83a-f6278b385656 owned by compute:nova {{(pid=113424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 09:56:12.079552 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:56:12.107953 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9465d513-ac45-42a1-98a5-cd24975235d4 req-e9b1414b-36d7-44eb-a436-8ab8b321a450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:12.109317 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-9465d513-ac45-42a1-98a5-cd24975235d4 req-e9b1414b-36d7-44eb-a436-8ab8b321a450 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=b4c54137-1628-45cb-b352-130a9da62b88 HTTP/1.1" status: 200 len: 853 time: 0.1184814 Sep 16 09:56:12.464687 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9465d513-ac45-42a1-98a5-cd24975235d4 req-c8689499-3c08-4e4e-a592-19f9f9953db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:12.466235 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-9465d513-ac45-42a1-98a5-cd24975235d4 req-c8689499-3c08-4e4e-a592-19f9f9953db1 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=bcb00623-4b05-4b9d-bd71-6d191eabf6b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3258157 Sep 16 09:56:12.471500 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-8066a5b6-d8c4-4b40-a624-6c936b849e49 req-ca690725-a0dd-45fe-a64e-7eb6af97e533 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=5010f791-d757-4bed-be3f-8de6a1b6382f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3907754 Sep 16 09:56:12.519766 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd1272b6-2b81-407d-b0fc-c9ce62d7c5aa', 'name': 'network-vif-deleted', 'tag': '6851d923-796f-41a3-a0d3-de42390996fa'}] {{(pid=113424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 09:56:12.521997 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16dfd0a1dfdfa1f1ee01b24bca40ddc03421b0ad37c1355f54f1c3176401751a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-774d0f22-9d41-4eb4-ae66-1b02ab61d557" -d '{"events": [{"server_uuid": "bd1272b6-2b81-407d-b0fc-c9ce62d7c5aa", "name": "network-vif-deleted", "tag": "6851d923-796f-41a3-a0d3-de42390996fa"}]}' {{(pid=113424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 09:56:12.550332 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:56:12.585127 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 09:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3a69832-9eba-4e4f-85d3-e65d7da38b5b x-openstack-request-id: req-d3a69832-9eba-4e4f-85d3-e65d7da38b5b {{(pid=113424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 09:56:12.585413 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd1272b6-2b81-407d-b0fc-c9ce62d7c5aa", "name": "network-vif-deleted", "tag": "6851d923-796f-41a3-a0d3-de42390996fa", "status": "completed", "code": 200}]} {{(pid=113424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 09:56:12.585680 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d3a69832-9eba-4e4f-85d3-e65d7da38b5b {{(pid=113424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 09:56:12.586078 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3a69832-9eba-4e4f-85d3-e65d7da38b5b'] response: {'server_uuid': 'bd1272b6-2b81-407d-b0fc-c9ce62d7c5aa', 'name': 'network-vif-deleted', 'tag': '6851d923-796f-41a3-a0d3-de42390996fa', 'status': 'completed', 'code': 200} Sep 16 09:56:12.613891 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-9465d513-ac45-42a1-98a5-cd24975235d4 req-db2d5d21-e3b7-4a4f-8037-ed7725753ea9 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/bcb00623-4b05-4b9d-bd71-6d191eabf6b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401458 Sep 16 09:56:12.686388 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-157e36b1-7c21-4183-976e-5679747d45f6 req-dd56521a-4ba4-4f43-ab6c-f33779fd1366 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759571687051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759571245514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27240065'] for port (8eda7ab4-bb91-4e39-a83a-f6278b385656), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:12.691070 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 54480) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:56:12.738200 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd56521a-4ba4-4f43-ab6c-f33779fd1366 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Pushing event deleted for resources: {'Port': ['ID=8eda7ab4-bb91-4e39-a83a-f6278b385656,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:56:12.744922 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-9465d513-ac45-42a1-98a5-cd24975235d4 req-6e99d0a1-9811-4ade-b564-d2d291105e35 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/bcb00623-4b05-4b9d-bd71-6d191eabf6b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234074 Sep 16 09:56:12.752722 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-a7d69a64-84f0-4cdf-a018-de245da8a761 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Publish callbacks [] for security_group (76e72fdc-3119-4f98-835c-2d305cfe62d1), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:12.778561 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-a7d69a64-84f0-4cdf-a018-de245da8a761 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Publish callbacks [] for security_group (76e72fdc-3119-4f98-835c-2d305cfe62d1), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:12.858759 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.l3_agent_scheduler [req-157e36b1-7c21-4183-976e-5679747d45f6 req-dd56521a-4ba4-4f43-ab6c-f33779fd1366 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Router 5f629d17-6c04-4750-846b-90fbe144f83c has already been hosted by L3 agent 647718b3-8298-4382-86e2-3fad9f5d7804 {{(pid=113424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 09:56:12.878011 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-a7d69a64-84f0-4cdf-a018-de245da8a761 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (76e72fdc-3119-4f98-835c-2d305cfe62d1), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:12.880713 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-a7d69a64-84f0-4cdf-a018-de245da8a761 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Publish callbacks [] for security_group (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:12.881907 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-a7d69a64-84f0-4cdf-a018-de245da8a761 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "DELETE /networking/v2.0/security-groups/76e72fdc-3119-4f98-835c-2d305cfe62d1 HTTP/1.1" status: 204 len: 168 time: 0.1887403 Sep 16 09:56:12.885168 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 54482) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:56:12.902927 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d69a64-84f0-4cdf-a018-de245da8a761 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76e72fdc-3119-4f98-835c-2d305cfe62d1,revision_number=None']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:56:12.906264 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.api.v2.resource [None req-80b0659a-3a3b-436a-931e-ee8fe561813b tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] show failed (client error): The resource could not be found. Sep 16 09:56:12.910361 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-80b0659a-3a3b-436a-931e-ee8fe561813b tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups/76e72fdc-3119-4f98-835c-2d305cfe62d1 HTTP/1.1" status: 404 len: 347 time: 0.0213721 Sep 16 09:56:12.910830 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 54484) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:56:12.961501 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-157e36b1-7c21-4183-976e-5679747d45f6 req-dd56521a-4ba4-4f43-ab6c-f33779fd1366 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Notify agent at l3_agent.dv-cinder-790535-43-iscsi the message routers_updated {{(pid=113424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 09:56:12.971794 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879c8b39-e8f5-46f2-b3b6-5a81e745d4f2 None None] Sync routers for ids ['5f629d17-6c04-4750-846b-90fbe144f83c'] in dv-cinder-790535-43-iscsi {{(pid=113426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 09:56:12.983031 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879c8b39-e8f5-46f2-b3b6-5a81e745d4f2 None None] Routers {'5f629d17-6c04-4750-846b-90fbe144f83c'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 09:56:12.983853 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-879c8b39-e8f5-46f2-b3b6-5a81e745d4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T09:55:54Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['5f629d17-6c04-4750-846b-90fbe144f83c'], 'active': True} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:56:13.008518 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.l3_dvrscheduler_db [req-157e36b1-7c21-4183-976e-5679747d45f6 req-dd56521a-4ba4-4f43-ab6c-f33779fd1366 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] No DVR routers for this DVR port 8eda7ab4-bb91-4e39-a83a-f6278b385656 on host hv-cinder-79053 {{(pid=113424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 09:56:13.010991 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-157e36b1-7c21-4183-976e-5679747d45f6 req-dd56521a-4ba4-4f43-ab6c-f33779fd1366 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110971'] for port (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:13.014233 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-157e36b1-7c21-4183-976e-5679747d45f6 req-dd56521a-4ba4-4f43-ab6c-f33779fd1366 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.27 "DELETE /networking/v2.0/ports/8eda7ab4-bb91-4e39-a83a-f6278b385656 HTTP/1.1" status: 204 len: 173 time: 1.4142361 Sep 16 09:56:13.038780 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.plugin [None req-890e4dcf-392c-4849-b21a-04b32587c7ab tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Deleting port 91a41be3-132f-4f6c-ab47-fc9adf35335f {{(pid=113423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 09:56:13.038780 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-890e4dcf-392c-4849-b21a-04b32587c7ab tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759571771405'] for port (91a41be3-132f-4f6c-ab47-fc9adf35335f), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:13.096791 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvr_db [None req-879c8b39-e8f5-46f2-b3b6-5a81e745d4f2 None None] Set router 5f629d17-6c04-4750-846b-90fbe144f83c gateway port host: dv-cinder-790535-43-iscsi {{(pid=113426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 09:56:13.119117 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-890e4dcf-392c-4849-b21a-04b32587c7ab tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699225'] for port (91a41be3-132f-4f6c-ab47-fc9adf35335f), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:13.119549 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-890e4dcf-392c-4849-b21a-04b32587c7ab tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Publish callbacks [] for floatingip (91a41be3-132f-4f6c-ab47-fc9adf35335f), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:13.133767 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.plugin [None req-890e4dcf-392c-4849-b21a-04b32587c7ab tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Calling delete_port for 91a41be3-132f-4f6c-ab47-fc9adf35335f owned by network:floatingip {{(pid=113423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 09:56:13.313030 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-879c8b39-e8f5-46f2-b3b6-5a81e745d4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'name': 'tempest-AttachVolumeNegativeTest-1147155597-router', 'tenant_id': '75007587f92646f686881c2e1bfb7b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'f25e5371-7d7a-4929-ba67-20f64b85ea85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:50:29Z', 'updated_at': '2022-09-16T09:50:39Z', 'revision_number': 4, 'project_id': '75007587f92646f686881c2e1bfb7b2d', 'gw_port': {'id': 'f25e5371-7d7a-4929-ba67-20f64b85ea85', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:73:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:30Z', 'updated_at': '2022-09-16T09:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_interfaces': [{'id': '884885de-9e10-4652-9aba-309ace13393a', 'name': '', 'network_id': 'b92b7908-54f3-4444-8e37-e6621fa07310', 'tenant_id': '75007587f92646f686881c2e1bfb7b2d', 'mac_address': 'fa:16:3e:8d:8c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2c5e3932-9cbf-4551-a459-a4948ab2f258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:38Z', 'updated_at': '2022-09-16T09:50:59Z', 'revision_number': 5, 'project_id': '75007587f92646f686881c2e1bfb7b2d', 'subnets': [{'id': '2c5e3932-9cbf-4551-a459-a4948ab2f258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:56:13.334994 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-890e4dcf-392c-4849-b21a-04b32587c7ab tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759571687051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759571245514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473602'] for port (91a41be3-132f-4f6c-ab47-fc9adf35335f), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:13.339153 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879c8b39-e8f5-46f2-b3b6-5a81e745d4f2 None None] Checking router: 5f629d17-6c04-4750-846b-90fbe144f83c for host: dv-cinder-790535-43-iscsi {{(pid=113426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 09:56:13.348690 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879c8b39-e8f5-46f2-b3b6-5a81e745d4f2 None None] Routers {'5f629d17-6c04-4750-846b-90fbe144f83c'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 09:56:13.349230 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-879c8b39-e8f5-46f2-b3b6-5a81e745d4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T09:55:54Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['5f629d17-6c04-4750-846b-90fbe144f83c'], 'active': True} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:56:13.359169 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890e4dcf-392c-4849-b21a-04b32587c7ab tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Pushing event deleted for resources: {'Port': ['ID=91a41be3-132f-4f6c-ab47-fc9adf35335f,revision_number=None']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:56:13.392492 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=100 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:56:13.414707 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:56:13.426497 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-890e4dcf-392c-4849-b21a-04b32587c7ab tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Publish callbacks [] for floatingip (843413c1-5b34-49a2-b6b8-0d0530c00277), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:13.430231 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-890e4dcf-392c-4849-b21a-04b32587c7ab tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110971'] for floatingip (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:13.431465 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-890e4dcf-392c-4849-b21a-04b32587c7ab tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "DELETE /networking/v2.0/floatingips/843413c1-5b34-49a2-b6b8-0d0530c00277 HTTP/1.1" status: 204 len: 168 time: 0.5195637 Sep 16 09:56:13.466196 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvr_db [None req-879c8b39-e8f5-46f2-b3b6-5a81e745d4f2 None None] Set router 5f629d17-6c04-4750-846b-90fbe144f83c gateway port host: dv-cinder-790535-43-iscsi {{(pid=113426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 09:56:13.599498 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-f689f139-cce3-4e23-9bcd-f7c55df07fba req-d38060b6-3475-4140-9ad7-ed026d5e9832 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=db7a1d44-25f8-48e4-a8b6-f6ea14a508cb HTTP/1.1" status: 200 len: 210 time: 0.0310977 Sep 16 09:56:13.668577 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-879c8b39-e8f5-46f2-b3b6-5a81e745d4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'name': 'tempest-AttachVolumeNegativeTest-1147155597-router', 'tenant_id': '75007587f92646f686881c2e1bfb7b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'f25e5371-7d7a-4929-ba67-20f64b85ea85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:50:29Z', 'updated_at': '2022-09-16T09:50:39Z', 'revision_number': 4, 'project_id': '75007587f92646f686881c2e1bfb7b2d', 'gw_port': {'id': 'f25e5371-7d7a-4929-ba67-20f64b85ea85', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:73:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:30Z', 'updated_at': '2022-09-16T09:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_interfaces': [{'id': '884885de-9e10-4652-9aba-309ace13393a', 'name': '', 'network_id': 'b92b7908-54f3-4444-8e37-e6621fa07310', 'tenant_id': '75007587f92646f686881c2e1bfb7b2d', 'mac_address': 'fa:16:3e:8d:8c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2c5e3932-9cbf-4551-a459-a4948ab2f258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:38Z', 'updated_at': '2022-09-16T09:50:59Z', 'revision_number': 5, 'project_id': '75007587f92646f686881c2e1bfb7b2d', 'subnets': [{'id': '2c5e3932-9cbf-4551-a459-a4948ab2f258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:56:13.696283 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879c8b39-e8f5-46f2-b3b6-5a81e745d4f2 None None] The sync data for ids ['5f629d17-6c04-4750-846b-90fbe144f83c'] in dv-cinder-790535-43-iscsi is: [{'id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'name': 'tempest-AttachVolumeNegativeTest-1147155597-router', 'tenant_id': '75007587f92646f686881c2e1bfb7b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'f25e5371-7d7a-4929-ba67-20f64b85ea85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:50:29Z', 'updated_at': '2022-09-16T09:50:39Z', 'revision_number': 4, 'project_id': '75007587f92646f686881c2e1bfb7b2d', 'gw_port': {'id': 'f25e5371-7d7a-4929-ba67-20f64b85ea85', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:73:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:30Z', 'updated_at': '2022-09-16T09:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_interfaces': [{'id': '884885de-9e10-4652-9aba-309ace13393a', 'name': '', 'network_id': 'b92b7908-54f3-4444-8e37-e6621fa07310', 'tenant_id': '75007587f92646f686881c2e1bfb7b2d', 'mac_address': 'fa:16:3e:8d:8c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2c5e3932-9cbf-4551-a459-a4948ab2f258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:38Z', 'updated_at': '2022-09-16T09:50:59Z', 'revision_number': 5, 'project_id': '75007587f92646f686881c2e1bfb7b2d', 'subnets': [{'id': '2c5e3932-9cbf-4551-a459-a4948ab2f258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 09:56:13.918436 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb91629-21e7-4f00-885b-3bbe9c52588f None None] New status for floating IP 41b05719-4b85-403d-b6f7-b51baff5a747: DOWN {{(pid=113425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 09:56:14.053308 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Device 6851d923-796f-41a3-a0d3-de42390996fa no longer exists at agent hyperv_hv-cinder-79053 {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 09:56:14.056043 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:56:14.073706 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] No Port match for: 6851d923-796f-41a3-a0d3-de42390996fa {{(pid=113425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 09:56:14.074054 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Device 6851d923-796f-41a3-a0d3-de42390996fa not bound to the agent host hv-cinder-79053 {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 09:56:14.587281 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db7a1d44-25f8-48e4-a8b6-f6ea14a508cb', 'name': 'network-vif-deleted', 'tag': '8eda7ab4-bb91-4e39-a83a-f6278b385656'}] {{(pid=113424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 09:56:14.589661 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16dfd0a1dfdfa1f1ee01b24bca40ddc03421b0ad37c1355f54f1c3176401751a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-076fa6c9-a289-4466-a7ad-2e8595dfc683" -d '{"events": [{"server_uuid": "db7a1d44-25f8-48e4-a8b6-f6ea14a508cb", "name": "network-vif-deleted", "tag": "8eda7ab4-bb91-4e39-a83a-f6278b385656"}]}' {{(pid=113424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 09:56:14.627539 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 09:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17f09d8a-154f-4eb8-b0fb-2c05243aadb3 x-openstack-request-id: req-17f09d8a-154f-4eb8-b0fb-2c05243aadb3 {{(pid=113424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 09:56:14.628149 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db7a1d44-25f8-48e4-a8b6-f6ea14a508cb", "name": "network-vif-deleted", "tag": "8eda7ab4-bb91-4e39-a83a-f6278b385656", "status": "completed", "code": 200}]} {{(pid=113424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 09:56:14.628149 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-17f09d8a-154f-4eb8-b0fb-2c05243aadb3 {{(pid=113424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 09:56:14.628471 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17f09d8a-154f-4eb8-b0fb-2c05243aadb3'] response: {'server_uuid': 'db7a1d44-25f8-48e4-a8b6-f6ea14a508cb', 'name': 'network-vif-deleted', 'tag': '8eda7ab4-bb91-4e39-a83a-f6278b385656', 'status': 'completed', 'code': 200} Sep 16 09:56:14.763650 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 54506) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:56:14.819379 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-36748a63-92be-4b3e-9458-36532c7e1349 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks [] for security_group (5010f791-d757-4bed-be3f-8de6a1b6382f), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:14.827697 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:56:14.842131 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-36748a63-92be-4b3e-9458-36532c7e1349 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks [] for security_group (5010f791-d757-4bed-be3f-8de6a1b6382f), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:15.009030 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-36748a63-92be-4b3e-9458-36532c7e1349 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (5010f791-d757-4bed-be3f-8de6a1b6382f), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:15.011874 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-36748a63-92be-4b3e-9458-36532c7e1349 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks [] for security_group (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:15.013077 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-36748a63-92be-4b3e-9458-36532c7e1349 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "DELETE /networking/v2.0/security-groups/5010f791-d757-4bed-be3f-8de6a1b6382f HTTP/1.1" status: 204 len: 168 time: 0.2484090 Sep 16 09:56:15.016051 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 54510) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:56:15.022691 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36748a63-92be-4b3e-9458-36532c7e1349 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5010f791-d757-4bed-be3f-8de6a1b6382f,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:56:15.029822 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.api.v2.resource [None req-38113590-6c70-4623-a418-9a2c1620b932 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] show failed (client error): The resource could not be found. Sep 16 09:56:15.030889 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-38113590-6c70-4623-a418-9a2c1620b932 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/security-groups/5010f791-d757-4bed-be3f-8de6a1b6382f HTTP/1.1" status: 404 len: 347 time: 0.0136859 Sep 16 09:56:15.034068 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 54512) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:56:15.148046 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.plugin [None req-ce8efaa2-4516-4e64-ba38-c29d6a786bce tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Deleting port 17ac1b74-f623-4b36-9a3e-c57b28058e35 {{(pid=113424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 09:56:15.148400 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-ce8efaa2-4516-4e64-ba38-c29d6a786bce tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759571771405'] for port (17ac1b74-f623-4b36-9a3e-c57b28058e35), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:15.225519 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-ce8efaa2-4516-4e64-ba38-c29d6a786bce tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699225'] for port (17ac1b74-f623-4b36-9a3e-c57b28058e35), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:15.225804 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-ce8efaa2-4516-4e64-ba38-c29d6a786bce tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks [] for floatingip (17ac1b74-f623-4b36-9a3e-c57b28058e35), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:15.239181 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.plugin [None req-ce8efaa2-4516-4e64-ba38-c29d6a786bce tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Calling delete_port for 17ac1b74-f623-4b36-9a3e-c57b28058e35 owned by network:floatingip {{(pid=113424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 09:56:15.437437 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-ce8efaa2-4516-4e64-ba38-c29d6a786bce tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759571687051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759571245514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27240065'] for port (17ac1b74-f623-4b36-9a3e-c57b28058e35), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:15.460889 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8efaa2-4516-4e64-ba38-c29d6a786bce tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Pushing event deleted for resources: {'Port': ['ID=17ac1b74-f623-4b36-9a3e-c57b28058e35,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:56:15.515908 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:56:15.529352 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-ce8efaa2-4516-4e64-ba38-c29d6a786bce tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks [] for floatingip (41b05719-4b85-403d-b6f7-b51baff5a747), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:15.531931 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-ce8efaa2-4516-4e64-ba38-c29d6a786bce tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110971'] for floatingip (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:15.533967 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-ce8efaa2-4516-4e64-ba38-c29d6a786bce tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "DELETE /networking/v2.0/floatingips/41b05719-4b85-403d-b6f7-b51baff5a747 HTTP/1.1" status: 204 len: 168 time: 0.4987552 Sep 16 09:56:15.712361 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 54520) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:56:15.717517 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.v2.base [None req-2948c597-3ad3-45a5-84b6-b6e0a6cd1c39 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Request body: {'security_group': {'name': 'tempest-securitygroup--296174055', 'description': 'tempest-description--1987329121'}} {{(pid=113423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:56:15.826187 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-2948c597-3ad3-45a5-84b6-b6e0a6cd1c39 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks [] for security_group (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:15.894194 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:56:15.897262 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-2948c597-3ad3-45a5-84b6-b6e0a6cd1c39 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks [] for security_group (4c9f3f96-9faf-407e-a07f-1976eac9d290), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:15.951793 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-2948c597-3ad3-45a5-84b6-b6e0a6cd1c39 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (4c9f3f96-9faf-407e-a07f-1976eac9d290), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:15.983702 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2948c597-3ad3-45a5-84b6-b6e0a6cd1c39 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c9f3f96-9faf-407e-a07f-1976eac9d290,revision_number=1']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:56:16.074060 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Device 8eda7ab4-bb91-4e39-a83a-f6278b385656 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 09:56:16.075815 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-2948c597-3ad3-45a5-84b6-b6e0a6cd1c39 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks [] for security_group (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:16.081610 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 54526) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:56:16.082433 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-2948c597-3ad3-45a5-84b6-b6e0a6cd1c39 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3676369 Sep 16 09:56:16.086531 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.v2.base [None req-a6219198-24b2-4f36-b421-5b637d1009b6 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Request body: {'security_group_rule': {'security_group_id': '4c9f3f96-9faf-407e-a07f-1976eac9d290', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:56:16.094930 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] No Port match for: 8eda7ab4-bb91-4e39-a83a-f6278b385656 {{(pid=113425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 09:56:16.095279 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Device 8eda7ab4-bb91-4e39-a83a-f6278b385656 not bound to the agent host hv-cinder-79053 {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 09:56:16.164458 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-a6219198-24b2-4f36-b421-5b637d1009b6 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks [] for security_group_rule (54d4017f-6273-4391-9060-b20987df15a9), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:16.227643 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-a6219198-24b2-4f36-b421-5b637d1009b6 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks [] for security_group_rule (54d4017f-6273-4391-9060-b20987df15a9), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:16.283519 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-a6219198-24b2-4f36-b421-5b637d1009b6 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784789'] for security_group_rule (54d4017f-6273-4391-9060-b20987df15a9), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:16.306552 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6219198-24b2-4f36-b421-5b637d1009b6 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54d4017f-6273-4391-9060-b20987df15a9,revision_number=0']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:56:16.374021 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a57a9e-7d8b-4377-804d-ab3630c119ab req-77d9b743-4efb-48b2-8733-59a4d963f7fd tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:16.375433 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-61a57a9e-7d8b-4377-804d-ab3630c119ab req-77d9b743-4efb-48b2-8733-59a4d963f7fd tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a6f3fc30-e196-4427-90b4-5d49b56a9b46 HTTP/1.1" status: 200 len: 946 time: 0.0481853 Sep 16 09:56:16.379020 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-a6219198-24b2-4f36-b421-5b637d1009b6 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:16.380120 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-a6219198-24b2-4f36-b421-5b637d1009b6 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2975647 Sep 16 09:56:16.383016 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 54532) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:56:16.387507 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.v2.base [None req-61970ca8-7696-4174-8a56-e24226244733 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Request body: {'security_group_rule': {'security_group_id': '4c9f3f96-9faf-407e-a07f-1976eac9d290', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:56:16.424562 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-61a57a9e-7d8b-4377-804d-ab3630c119ab req-fc38bf7b-4bd1-4895-95da-409ba66fe7a7 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426555 Sep 16 09:56:16.494364 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-61970ca8-7696-4174-8a56-e24226244733 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks [] for security_group_rule (f9220020-2e99-4995-9130-9756d8f9f4e0), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:16.549964 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-61970ca8-7696-4174-8a56-e24226244733 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks [] for security_group_rule (f9220020-2e99-4995-9130-9756d8f9f4e0), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:16.614324 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-61970ca8-7696-4174-8a56-e24226244733 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784789'] for security_group_rule (f9220020-2e99-4995-9130-9756d8f9f4e0), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:16.635961 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61970ca8-7696-4174-8a56-e24226244733 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9220020-2e99-4995-9130-9756d8f9f4e0,revision_number=0']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:56:16.713759 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-61970ca8-7696-4174-8a56-e24226244733 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:16.715205 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-61970ca8-7696-4174-8a56-e24226244733 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3311648 Sep 16 09:56:16.718383 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 54538) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:56:16.723216 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.v2.base [None req-d9ad4abb-d0f1-4ec2-9842-20b6717924cc tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Request body: {'floatingip': {'floating_network_id': 'd06af4bd-75ff-4039-9388-f05026361d79'}} {{(pid=113423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:56:16.832233 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-d9ad4abb-d0f1-4ec2-9842-20b6717924cc tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:16.914019 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-d9ad4abb-d0f1-4ec2-9842-20b6717924cc tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:17.021037 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.db.db_base_plugin_common [None req-d9ad4abb-d0f1-4ec2-9842-20b6717924cc tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Allocated IP 172.27.1.34 (d06af4bd-75ff-4039-9388-f05026361d79/429d2505-e0fa-44a7-bb81-98c451c1a231/1afe6a0b-0e79-468f-bf24-566116a8cc7b) {{(pid=113423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 09:56:17.127665 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-d9ad4abb-d0f1-4ec2-9842-20b6717924cc tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks [] for port (1afe6a0b-0e79-468f-bf24-566116a8cc7b), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:17.198115 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-d9ad4abb-d0f1-4ec2-9842-20b6717924cc tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759571245505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473602'] for port (1afe6a0b-0e79-468f-bf24-566116a8cc7b), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:17.207386 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:56:17.240057 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ad4abb-d0f1-4ec2-9842-20b6717924cc tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Network d06af4bd-75ff-4039-9388-f05026361d79 is already hosted by enough agents. {{(pid=113423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 09:56:17.244866 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.base_scheduler [None req-d9ad4abb-d0f1-4ec2-9842-20b6717924cc tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Resources bound (agent type, host, resource id): {{(pid=113423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 09:56:17.247257 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ad4abb-d0f1-4ec2-9842-20b6717924cc tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Received port after_create {{(pid=113423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 09:56:17.252888 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ad4abb-d0f1-4ec2-9842-20b6717924cc tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Pushing event updated for resources: {'Port': ['ID=1afe6a0b-0e79-468f-bf24-566116a8cc7b,revision_number=1']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:56:17.595634 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:56:17.603567 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4396ca-e3f9-42ed-ab91-7afee912f0e6 req-ef5a094b-a2f3-4475-9026-9cc9c11b956d tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:17.606165 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-5a4396ca-e3f9-42ed-ab91-7afee912f0e6 req-ef5a094b-a2f3-4475-9026-9cc9c11b956d tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a6f3fc30-e196-4427-90b4-5d49b56a9b46 HTTP/1.1" status: 200 len: 946 time: 0.0656445 Sep 16 09:56:17.680987 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-d9ad4abb-d0f1-4ec2-9842-20b6717924cc tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks [] for floatingip (30f60960-1f07-4eb0-b911-07754378b119), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:17.698118 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-5a4396ca-e3f9-42ed-ab91-7afee912f0e6 req-8a1a2d0c-b589-4b31-b633-daa05c486825 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679498 Sep 16 09:56:17.802760 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-d9ad4abb-d0f1-4ec2-9842-20b6717924cc tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (1afe6a0b-0e79-468f-bf24-566116a8cc7b), before_update {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:17.967602 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-d9ad4abb-d0f1-4ec2-9842-20b6717924cc tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks [] for port (1afe6a0b-0e79-468f-bf24-566116a8cc7b), precommit_update {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:18.025978 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-d9ad4abb-d0f1-4ec2-9842-20b6717924cc tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473659'] for port (1afe6a0b-0e79-468f-bf24-566116a8cc7b), after_update {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:18.092064 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ad4abb-d0f1-4ec2-9842-20b6717924cc tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Pushing event updated for resources: {'Port': ['ID=1afe6a0b-0e79-468f-bf24-566116a8cc7b,revision_number=2']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:56:18.098155 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-d9ad4abb-d0f1-4ec2-9842-20b6717924cc tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711587'] for floatingip (30f60960-1f07-4eb0-b911-07754378b119), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:18.182399 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-d9ad4abb-d0f1-4ec2-9842-20b6717924cc tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110971'] for floatingip (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:18.183675 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-d9ad4abb-d0f1-4ec2-9842-20b6717924cc tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4643419 Sep 16 09:56:18.339379 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-c9c5e392-8e85-4b0f-ae08-428b57e2844d req-471d0b0f-562c-4b82-9475-c44595dbf97d tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--296174055&fields=id&tenant_id=75007587f92646f686881c2e1bfb7b2d HTTP/1.1" status: 200 len: 267 time: 0.0447795 Sep 16 09:56:18.427765 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:56:18.455663 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5e392-8e85-4b0f-ae08-428b57e2844d req-bd2f142f-be74-4da5-9895-a634f12abb0e tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:18.457158 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-c9c5e392-8e85-4b0f-ae08-428b57e2844d req-bd2f142f-be74-4da5-9895-a634f12abb0e tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/networks?id=b92b7908-54f3-4444-8e37-e6621fa07310 HTTP/1.1" status: 200 len: 815 time: 0.1109862 Sep 16 09:56:18.477523 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-c9c5e392-8e85-4b0f-ae08-428b57e2844d req-85d23f45-2866-402c-8f37-70870b52461b tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/quotas/75007587f92646f686881c2e1bfb7b2d HTTP/1.1" status: 200 len: 375 time: 0.0096374 Sep 16 09:56:18.525919 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-c9c5e392-8e85-4b0f-ae08-428b57e2844d req-99f4b086-4ac8-4c7b-a356-1401ac8b95c3 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=75007587f92646f686881c2e1bfb7b2d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487466 Sep 16 09:56:18.621495 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-c9c5e392-8e85-4b0f-ae08-428b57e2844d req-ba9f3d75-d147-41df-8985-f69dcb5d1463 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/b92b7908-54f3-4444-8e37-e6621fa07310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840437 Sep 16 09:56:18.715292 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-c9c5e392-8e85-4b0f-ae08-428b57e2844d req-22052697-36ef-403c-95b2-f66bf48acfbc service neutron] 10.222.0.73 "GET /networking/v2.0/networks/b92b7908-54f3-4444-8e37-e6621fa07310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873432 Sep 16 09:56:18.822349 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643ce247-9846-4371-9600-9305f6217f38 req-d49f2e7f-552a-4280-8fb8-cb33eb75be00 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:18.823861 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-643ce247-9846-4371-9600-9305f6217f38 req-d49f2e7f-552a-4280-8fb8-cb33eb75be00 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a6f3fc30-e196-4427-90b4-5d49b56a9b46 HTTP/1.1" status: 200 len: 946 time: 0.0487623 Sep 16 09:56:18.871405 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-643ce247-9846-4371-9600-9305f6217f38 req-c3839f31-a632-49a9-87bf-3eab7734fe06 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411553 Sep 16 09:56:18.971367 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-7c713981-13e9-43f0-b3f7-6071ce6ae736 req-0083f847-3700-4abd-9659-b84bb477b118 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2842e80e-fd61-48cf-b415-c5513f6811df HTTP/1.1" status: 200 len: 210 time: 0.0311925 Sep 16 09:56:19.994410 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1743c9e-9164-4b38-b51e-44179010d59e req-d607f580-090c-47ac-a5d4-777d21785ac3 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:19.995963 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-d1743c9e-9164-4b38-b51e-44179010d59e req-d607f580-090c-47ac-a5d4-777d21785ac3 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a6f3fc30-e196-4427-90b4-5d49b56a9b46 HTTP/1.1" status: 200 len: 946 time: 0.0494616 Sep 16 09:56:20.044268 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-d1743c9e-9164-4b38-b51e-44179010d59e req-846bdd33-1f31-4bd9-af0e-6e5c8b9d40fb tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415843 Sep 16 09:56:20.078362 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-438e8803-39f0-4f3a-91fc-0111aa45c248 req-bd83d689-0998-450b-b746-b034f2e81df9 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2842e80e-fd61-48cf-b415-c5513f6811df HTTP/1.1" status: 200 len: 210 time: 0.0286493 Sep 16 09:56:20.803979 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bfb5fd-fc92-4e84-b1a9-b49460391bc3 req-d89ac4ba-5abc-44af-9715-3744ac23e6d6 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:20.805341 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-c0bfb5fd-fc92-4e84-b1a9-b49460391bc3 req-d89ac4ba-5abc-44af-9715-3744ac23e6d6 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a6f3fc30-e196-4427-90b4-5d49b56a9b46 HTTP/1.1" status: 200 len: 946 time: 0.0468707 Sep 16 09:56:20.900292 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.plugin [req-c0bfb5fd-fc92-4e84-b1a9-b49460391bc3 req-55a8fbd8-8343-46c2-aae1-6582a1fc8b34 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Deleting port 10ea483a-6487-40ad-8b75-adc32be4973b {{(pid=113424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 09:56:20.900638 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-c0bfb5fd-fc92-4e84-b1a9-b49460391bc3 req-55a8fbd8-8343-46c2-aae1-6582a1fc8b34 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759571771405'] for port (10ea483a-6487-40ad-8b75-adc32be4973b), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:20.903380 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:56:20.999995 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.db [req-c0bfb5fd-fc92-4e84-b1a9-b49460391bc3 req-55a8fbd8-8343-46c2-aae1-6582a1fc8b34 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] For port 10ea483a-6487-40ad-8b75-adc32be4973b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=10ea483a-6487-40ad-8b75-adc32be4973b,segment=NetworkSegment(e3902c86-c1ff-47d9-b3ef-44214c1005fa),segment_id=e3902c86-c1ff-47d9-b3ef-44214c1005fa)] {{(pid=113424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:56:21.000647 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-c0bfb5fd-fc92-4e84-b1a9-b49460391bc3 req-55a8fbd8-8343-46c2-aae1-6582a1fc8b34 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699225'] for port (10ea483a-6487-40ad-8b75-adc32be4973b), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:21.013787 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.plugin [req-c0bfb5fd-fc92-4e84-b1a9-b49460391bc3 req-55a8fbd8-8343-46c2-aae1-6582a1fc8b34 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Calling delete_port for 10ea483a-6487-40ad-8b75-adc32be4973b owned by compute:nova {{(pid=113424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 09:56:21.219657 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6c367c-3125-4a4b-91cc-a0c5aefabd63 req-f0e15266-0331-4498-b8aa-b5a891fb0498 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:21.227028 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-3b6c367c-3125-4a4b-91cc-a0c5aefabd63 req-f0e15266-0331-4498-b8aa-b5a891fb0498 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a6f3fc30-e196-4427-90b4-5d49b56a9b46 HTTP/1.1" status: 200 len: 946 time: 0.0720758 Sep 16 09:56:21.236389 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:56:21.238758 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-de3e443e-1b48-467e-885b-614cc0baa6cc req-de4cc585-b3d7-4fdc-8e62-64305dd72e1c tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2842e80e-fd61-48cf-b415-c5513f6811df HTTP/1.1" status: 200 len: 210 time: 0.0696120 Sep 16 09:56:21.261247 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-c0bfb5fd-fc92-4e84-b1a9-b49460391bc3 req-55a8fbd8-8343-46c2-aae1-6582a1fc8b34 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759571687051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759571245514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27240065'] for port (10ea483a-6487-40ad-8b75-adc32be4973b), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:21.276038 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] get_ports_and_sgs() called for port_ids ['2959b5a1-1a1a-4ce9-93ab-cb413d960925', '10ea483a-6487-40ad-8b75-adc32be4973b'] {{(pid=113425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 09:56:21.308450 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a8fbd8-8343-46c2-aae1-6582a1fc8b34 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Pushing event deleted for resources: {'Port': ['ID=10ea483a-6487-40ad-8b75-adc32be4973b,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:56:21.333969 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-3b6c367c-3125-4a4b-91cc-a0c5aefabd63 req-00b3cb33-c9e3-480c-9fb8-4b6a58aa3090 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007442 Sep 16 09:56:21.370829 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0bfb5fd-fc92-4e84-b1a9-b49460391bc3 req-55a8fbd8-8343-46c2-aae1-6582a1fc8b34 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] No DVR routers for this DVR port 10ea483a-6487-40ad-8b75-adc32be4973b on host hv-cinder-79053 {{(pid=113424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 09:56:21.373330 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-c0bfb5fd-fc92-4e84-b1a9-b49460391bc3 req-55a8fbd8-8343-46c2-aae1-6582a1fc8b34 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110971'] for port (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:21.377727 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-c0bfb5fd-fc92-4e84-b1a9-b49460391bc3 req-55a8fbd8-8343-46c2-aae1-6582a1fc8b34 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.27 "DELETE /networking/v2.0/ports/10ea483a-6487-40ad-8b75-adc32be4973b HTTP/1.1" status: 204 len: 173 time: 0.5657468 Sep 16 09:56:21.377875 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6f3fc30-e196-4427-90b4-5d49b56a9b46', 'name': 'network-vif-deleted', 'tag': '10ea483a-6487-40ad-8b75-adc32be4973b'}] {{(pid=113424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 09:56:21.380097 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16dfd0a1dfdfa1f1ee01b24bca40ddc03421b0ad37c1355f54f1c3176401751a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd38acdb-d5f0-4df7-85da-0725346c1fe4" -d '{"events": [{"server_uuid": "a6f3fc30-e196-4427-90b4-5d49b56a9b46", "name": "network-vif-deleted", "tag": "10ea483a-6487-40ad-8b75-adc32be4973b"}]}' {{(pid=113424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 09:56:21.422184 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 09:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-047425a1-0f4e-45e6-8c30-e28b2b6adca4 x-openstack-request-id: req-047425a1-0f4e-45e6-8c30-e28b2b6adca4 {{(pid=113424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 09:56:21.422473 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6f3fc30-e196-4427-90b4-5d49b56a9b46", "name": "network-vif-deleted", "tag": "10ea483a-6487-40ad-8b75-adc32be4973b", "status": "completed", "code": 200}]} {{(pid=113424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 09:56:21.422721 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-047425a1-0f4e-45e6-8c30-e28b2b6adca4 {{(pid=113424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 09:56:21.424971 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-047425a1-0f4e-45e6-8c30-e28b2b6adca4'] response: {'server_uuid': 'a6f3fc30-e196-4427-90b4-5d49b56a9b46', 'name': 'network-vif-deleted', 'tag': '10ea483a-6487-40ad-8b75-adc32be4973b', 'status': 'completed', 'code': 200} Sep 16 09:56:21.875160 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5e392-8e85-4b0f-ae08-428b57e2844d req-526023b5-8352-48ff-983c-72bdd0dc23d7 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:21.876524 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-c9c5e392-8e85-4b0f-ae08-428b57e2844d req-526023b5-8352-48ff-983c-72bdd0dc23d7 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.27 "GET /networking/v2.0/networks?id=b92b7908-54f3-4444-8e37-e6621fa07310 HTTP/1.1" status: 200 len: 815 time: 0.1123333 Sep 16 09:56:21.955022 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-c9c5e392-8e85-4b0f-ae08-428b57e2844d req-722aa930-ff73-4f0e-afde-56aef8ec3387 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.27 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=75007587f92646f686881c2e1bfb7b2d HTTP/1.1" status: 200 len: 379 time: 0.0529370 Sep 16 09:56:21.967965 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.v2.base [req-c9c5e392-8e85-4b0f-ae08-428b57e2844d req-324d3c49-70f1-4872-8972-75975a1a2db5 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Request body: {'port': {'device_id': '2842e80e-fd61-48cf-b415-c5513f6811df', 'network_id': 'b92b7908-54f3-4444-8e37-e6621fa07310', 'admin_state_up': True, 'tenant_id': '75007587f92646f686881c2e1bfb7b2d', 'security_groups': ['4c9f3f96-9faf-407e-a07f-1976eac9d290']}} {{(pid=113424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:56:22.128894 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9c5e392-8e85-4b0f-ae08-428b57e2844d req-324d3c49-70f1-4872-8972-75975a1a2db5 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Made reservation on behalf of 75007587f92646f686881c2e1bfb7b2d for: {'port': 1} {{(pid=113424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 09:56:22.132559 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-c9c5e392-8e85-4b0f-ae08-428b57e2844d req-324d3c49-70f1-4872-8972-75975a1a2db5 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:22.151532 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-698e8771-0812-4240-9996-baa4c96ecbe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (54fa5420-569f-41b3-81ce-b3c99a893561), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:22.255479 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.db_base_plugin_common [req-c9c5e392-8e85-4b0f-ae08-428b57e2844d req-324d3c49-70f1-4872-8972-75975a1a2db5 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Allocated IP 172.20.0.8 (b92b7908-54f3-4444-8e37-e6621fa07310/2c5e3932-9cbf-4551-a459-a4948ab2f258/d77fbe69-b931-4dfb-ac17-d581d7f6781e) {{(pid=113424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 09:56:22.369466 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-45a82ef4-3551-4ef1-b3fd-fe6d04f326ca req-bfa5c110-de57-4e13-9b8b-b96f45c2f2dc tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2842e80e-fd61-48cf-b415-c5513f6811df HTTP/1.1" status: 200 len: 210 time: 0.0305424 Sep 16 09:56:22.424095 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-c9c5e392-8e85-4b0f-ae08-428b57e2844d req-324d3c49-70f1-4872-8972-75975a1a2db5 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks [] for port (d77fbe69-b931-4dfb-ac17-d581d7f6781e), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:22.449129 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-e76250c6-b435-48e4-ac1e-d1ea39f6d73d req-f7e738a9-53bb-4a21-a762-e66fc9d47b69 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a6f3fc30-e196-4427-90b4-5d49b56a9b46 HTTP/1.1" status: 200 len: 210 time: 0.0282431 Sep 16 09:56:22.449757 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:DELETE=1,neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:56:22.500707 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-c9c5e392-8e85-4b0f-ae08-428b57e2844d req-324d3c49-70f1-4872-8972-75975a1a2db5 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759571245505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27240065'] for port (d77fbe69-b931-4dfb-ac17-d581d7f6781e), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:22.548549 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9c5e392-8e85-4b0f-ae08-428b57e2844d req-324d3c49-70f1-4872-8972-75975a1a2db5 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Network b92b7908-54f3-4444-8e37-e6621fa07310 is already hosted by enough agents. {{(pid=113424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 09:56:22.551729 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.base_scheduler [req-c9c5e392-8e85-4b0f-ae08-428b57e2844d req-324d3c49-70f1-4872-8972-75975a1a2db5 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Resources bound (agent type, host, resource id): {{(pid=113424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 09:56:22.555547 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9c5e392-8e85-4b0f-ae08-428b57e2844d req-324d3c49-70f1-4872-8972-75975a1a2db5 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Received port after_create {{(pid=113424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 09:56:22.578561 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324d3c49-70f1-4872-8972-75975a1a2db5 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Pushing event updated for resources: {'Port': ['ID=d77fbe69-b931-4dfb-ac17-d581d7f6781e,revision_number=1']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:56:22.610024 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5e392-8e85-4b0f-ae08-428b57e2844d req-324d3c49-70f1-4872-8972-75975a1a2db5 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:22.610649 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-c9c5e392-8e85-4b0f-ae08-428b57e2844d req-324d3c49-70f1-4872-8972-75975a1a2db5 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110971'] for port (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:22.614111 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:56:22.674875 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-c9c5e392-8e85-4b0f-ae08-428b57e2844d req-324d3c49-70f1-4872-8972-75975a1a2db5 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7105637 Sep 16 09:56:22.765011 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-ad6ecf52-6293-4ca7-a4bb-f8f7a003ae1a None None] Provisioning complete for port d77fbe69-b931-4dfb-ac17-d581d7f6781e triggered by entity DHCP. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:56:22.765617 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-ad6ecf52-6293-4ca7-a4bb-f8f7a003ae1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (d77fbe69-b931-4dfb-ac17-d581d7f6781e), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:22.765758 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-ad6ecf52-6293-4ca7-a4bb-f8f7a003ae1a None None] Attempt 1 to provision port d77fbe69-b931-4dfb-ac17-d581d7f6781e Sep 16 09:56:22.802312 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-ad6ecf52-6293-4ca7-a4bb-f8f7a003ae1a None None] Port d77fbe69-b931-4dfb-ac17-d581d7f6781e cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:56:23.303929 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-ad6ecf52-6293-4ca7-a4bb-f8f7a003ae1a None None] Attempt 2 to provision port d77fbe69-b931-4dfb-ac17-d581d7f6781e Sep 16 09:56:23.336622 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-ad6ecf52-6293-4ca7-a4bb-f8f7a003ae1a None None] Port d77fbe69-b931-4dfb-ac17-d581d7f6781e cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:56:23.496155 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cefde9-769f-4633-a734-f2dd8d35fd58 req-da8e77bd-8da0-4554-9b0b-74b47c0db128 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:23.497672 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-29cefde9-769f-4633-a734-f2dd8d35fd58 req-da8e77bd-8da0-4554-9b0b-74b47c0db128 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2842e80e-fd61-48cf-b415-c5513f6811df HTTP/1.1" status: 200 len: 931 time: 0.0501261 Sep 16 09:56:23.514210 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:56:23.546636 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-29cefde9-769f-4633-a734-f2dd8d35fd58 req-0ce11145-4d00-4e96-9bd2-19dec01fb9e5 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=4c9f3f96-9faf-407e-a07f-1976eac9d290&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424294 Sep 16 09:56:23.587035 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-cdd6e2e8-c54e-4b1f-8e1a-473ad6cd59ce req-650a72e0-272c-4c29-a066-b36befcd27c9 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a6f3fc30-e196-4427-90b4-5d49b56a9b46 HTTP/1.1" status: 200 len: 210 time: 0.0292242 Sep 16 09:56:23.671105 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=93 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:56:23.671870 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=27 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:56:23.837759 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-ad6ecf52-6293-4ca7-a4bb-f8f7a003ae1a None None] Attempt 3 to provision port d77fbe69-b931-4dfb-ac17-d581d7f6781e Sep 16 09:56:23.871009 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-ad6ecf52-6293-4ca7-a4bb-f8f7a003ae1a None None] Port d77fbe69-b931-4dfb-ac17-d581d7f6781e cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:56:24.372187 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-ad6ecf52-6293-4ca7-a4bb-f8f7a003ae1a None None] Attempt 4 to provision port d77fbe69-b931-4dfb-ac17-d581d7f6781e Sep 16 09:56:24.405685 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-ad6ecf52-6293-4ca7-a4bb-f8f7a003ae1a None None] Port d77fbe69-b931-4dfb-ac17-d581d7f6781e cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:56:24.597580 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-dc40eafb-13ff-40bf-b2a9-67914d05d1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (647718b3-8298-4382-86e2-3fad9f5d7804), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:24.627726 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.v2.base [req-c9c5e392-8e85-4b0f-ae08-428b57e2844d req-2ae9081c-6e07-485e-9800-2deb06ea003a service neutron] Request body: {'port': {'device_id': '2842e80e-fd61-48cf-b415-c5513f6811df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=113424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:56:24.656760 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Device 10ea483a-6487-40ad-8b75-adc32be4973b no longer exists at agent hyperv_hv-cinder-79053 {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 09:56:24.721639 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] No Port match for: 10ea483a-6487-40ad-8b75-adc32be4973b {{(pid=113425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 09:56:24.722196 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Device 10ea483a-6487-40ad-8b75-adc32be4973b not bound to the agent host hv-cinder-79053 {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 09:56:24.723315 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0370cfcf-4016-4ae4-b4b3-a23153e23a67 req-c2fe8974-b9b7-40d3-b0e8-d81442c8da5e tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:24.724781 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-0370cfcf-4016-4ae4-b4b3-a23153e23a67 req-c2fe8974-b9b7-40d3-b0e8-d81442c8da5e tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2842e80e-fd61-48cf-b415-c5513f6811df HTTP/1.1" status: 200 len: 931 time: 0.0971122 Sep 16 09:56:24.774388 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-c9c5e392-8e85-4b0f-ae08-428b57e2844d req-2ae9081c-6e07-485e-9800-2deb06ea003a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (d77fbe69-b931-4dfb-ac17-d581d7f6781e), before_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:24.779525 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-0370cfcf-4016-4ae4-b4b3-a23153e23a67 req-308e96b0-a8f2-4bb6-b0f6-38ffa829c0ed tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=4c9f3f96-9faf-407e-a07f-1976eac9d290&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439937 Sep 16 09:56:24.787813 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-04dd4c80-8aef-482c-aec0-f29738dd7df6 req-6e878cf0-3908-404b-92e7-621f2354f682 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a6f3fc30-e196-4427-90b4-5d49b56a9b46 HTTP/1.1" status: 200 len: 210 time: 0.0396526 Sep 16 09:56:24.906419 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-ad6ecf52-6293-4ca7-a4bb-f8f7a003ae1a None None] Attempt 5 to provision port d77fbe69-b931-4dfb-ac17-d581d7f6781e Sep 16 09:56:24.940673 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-ad6ecf52-6293-4ca7-a4bb-f8f7a003ae1a None None] Port d77fbe69-b931-4dfb-ac17-d581d7f6781e cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:56:25.045838 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.notifiers.nova [req-c9c5e392-8e85-4b0f-ae08-428b57e2844d req-2ae9081c-6e07-485e-9800-2deb06ea003a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d77fbe69-b931-4dfb-ac17-d581d7f6781e {{(pid=113424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 09:56:25.053935 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-c9c5e392-8e85-4b0f-ae08-428b57e2844d req-2ae9081c-6e07-485e-9800-2deb06ea003a service neutron] Publish callbacks [] for port (d77fbe69-b931-4dfb-ac17-d581d7f6781e), precommit_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:25.067040 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.provisioning_blocks [req-c9c5e392-8e85-4b0f-ae08-428b57e2844d req-2ae9081c-6e07-485e-9800-2deb06ea003a service neutron] Transition to ACTIVE for port object d77fbe69-b931-4dfb-ac17-d581d7f6781e will not be triggered until provisioned by entity L2. {{(pid=113424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 09:56:25.140161 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-c9c5e392-8e85-4b0f-ae08-428b57e2844d req-2ae9081c-6e07-485e-9800-2deb06ea003a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27240120'] for port (d77fbe69-b931-4dfb-ac17-d581d7f6781e), after_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:25.221425 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae9081c-6e07-485e-9800-2deb06ea003a service neutron] Pushing event updated for resources: {'Port': ['ID=d77fbe69-b931-4dfb-ac17-d581d7f6781e,revision_number=2']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:56:25.253063 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.managers [req-c9c5e392-8e85-4b0f-ae08-428b57e2844d req-2ae9081c-6e07-485e-9800-2deb06ea003a service neutron] Attempting to bind port d77fbe69-b931-4dfb-ac17-d581d7f6781e on host hv-cinder-79053 for vnic_type normal with profile {{(pid=113424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 09:56:25.253399 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.managers [req-c9c5e392-8e85-4b0f-ae08-428b57e2844d req-2ae9081c-6e07-485e-9800-2deb06ea003a service neutron] Attempting to bind port d77fbe69-b931-4dfb-ac17-d581d7f6781e by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '59ea54c9-a504-4c17-ac42-04cf91228ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b92b7908-54f3-4444-8e37-e6621fa07310'}] {{(pid=113424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 09:56:25.253760 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c5e392-8e85-4b0f-ae08-428b57e2844d req-2ae9081c-6e07-485e-9800-2deb06ea003a service neutron] Attempting to bind port d77fbe69-b931-4dfb-ac17-d581d7f6781e on network b92b7908-54f3-4444-8e37-e6621fa07310 {{(pid=113424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 09:56:25.294001 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c5e392-8e85-4b0f-ae08-428b57e2844d req-2ae9081c-6e07-485e-9800-2deb06ea003a service neutron] Port d77fbe69-b931-4dfb-ac17-d581d7f6781e on network b92b7908-54f3-4444-8e37-e6621fa07310 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=113424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 09:56:25.294355 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c5e392-8e85-4b0f-ae08-428b57e2844d req-2ae9081c-6e07-485e-9800-2deb06ea003a service neutron] Attempting to bind port d77fbe69-b931-4dfb-ac17-d581d7f6781e on network b92b7908-54f3-4444-8e37-e6621fa07310 {{(pid=113424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 09:56:25.341450 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c5e392-8e85-4b0f-ae08-428b57e2844d req-2ae9081c-6e07-485e-9800-2deb06ea003a service neutron] Checking agent: {'id': '5b31c92a-f134-4c39-96dd-6f3267de2076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 9, 48, 33), 'started_at': datetime.datetime(2022, 9, 16, 9, 48, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 9, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 09:56:25.341822 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c5e392-8e85-4b0f-ae08-428b57e2844d req-2ae9081c-6e07-485e-9800-2deb06ea003a service neutron] Checking segment: {'id': '59ea54c9-a504-4c17-ac42-04cf91228ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b92b7908-54f3-4444-8e37-e6621fa07310'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 09:56:25.342208 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c5e392-8e85-4b0f-ae08-428b57e2844d req-2ae9081c-6e07-485e-9800-2deb06ea003a service neutron] Bound using segment: {'id': '59ea54c9-a504-4c17-ac42-04cf91228ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b92b7908-54f3-4444-8e37-e6621fa07310'} {{(pid=113424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 09:56:25.342648 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.managers [req-c9c5e392-8e85-4b0f-ae08-428b57e2844d req-2ae9081c-6e07-485e-9800-2deb06ea003a service neutron] Bound port: d77fbe69-b931-4dfb-ac17-d581d7f6781e, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59ea54c9-a504-4c17-ac42-04cf91228ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b92b7908-54f3-4444-8e37-e6621fa07310'}}] {{(pid=113424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 09:56:25.343012 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-c9c5e392-8e85-4b0f-ae08-428b57e2844d req-2ae9081c-6e07-485e-9800-2deb06ea003a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (d77fbe69-b931-4dfb-ac17-d581d7f6781e), before_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:25.402892 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.db [req-c9c5e392-8e85-4b0f-ae08-428b57e2844d req-2ae9081c-6e07-485e-9800-2deb06ea003a service neutron] For port d77fbe69-b931-4dfb-ac17-d581d7f6781e, host hv-cinder-79053, cleared binding levels {{(pid=113424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 09:56:25.405905 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.db [req-c9c5e392-8e85-4b0f-ae08-428b57e2844d req-2ae9081c-6e07-485e-9800-2deb06ea003a service neutron] For port d77fbe69-b931-4dfb-ac17-d581d7f6781e, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d77fbe69-b931-4dfb-ac17-d581d7f6781e,segment=NetworkSegment(59ea54c9-a504-4c17-ac42-04cf91228ccc),segment_id=59ea54c9-a504-4c17-ac42-04cf91228ccc)] {{(pid=113424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 09:56:25.441583 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-ad6ecf52-6293-4ca7-a4bb-f8f7a003ae1a None None] Attempt 6 to provision port d77fbe69-b931-4dfb-ac17-d581d7f6781e Sep 16 09:56:25.474128 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-ad6ecf52-6293-4ca7-a4bb-f8f7a003ae1a None None] Port d77fbe69-b931-4dfb-ac17-d581d7f6781e cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:56:25.493919 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-c9c5e392-8e85-4b0f-ae08-428b57e2844d req-2ae9081c-6e07-485e-9800-2deb06ea003a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27240120'] for port (d77fbe69-b931-4dfb-ac17-d581d7f6781e), after_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:25.498235 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5e392-8e85-4b0f-ae08-428b57e2844d req-2ae9081c-6e07-485e-9800-2deb06ea003a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:25.498852 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-c9c5e392-8e85-4b0f-ae08-428b57e2844d req-2ae9081c-6e07-485e-9800-2deb06ea003a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110971'] for port (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:25.500245 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-c9c5e392-8e85-4b0f-ae08-428b57e2844d req-2ae9081c-6e07-485e-9800-2deb06ea003a service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/d77fbe69-b931-4dfb-ac17-d581d7f6781e HTTP/1.1" status: 200 len: 1093 time: 0.8811381 Sep 16 09:56:25.500809 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2842e80e-fd61-48cf-b415-c5513f6811df', 'tag': 'd77fbe69-b931-4dfb-ac17-d581d7f6781e'}] {{(pid=113424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 09:56:25.503827 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16dfd0a1dfdfa1f1ee01b24bca40ddc03421b0ad37c1355f54f1c3176401751a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a760b62f-23cb-4ad5-9e07-cf80b665f346" -d '{"events": [{"name": "network-changed", "server_uuid": "2842e80e-fd61-48cf-b415-c5513f6811df", "tag": "d77fbe69-b931-4dfb-ac17-d581d7f6781e"}]}' {{(pid=113424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 09:56:25.549148 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 09:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f4c283e-b760-4e56-bf82-46d2750004c7 x-openstack-request-id: req-7f4c283e-b760-4e56-bf82-46d2750004c7 {{(pid=113424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 09:56:25.549148 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2842e80e-fd61-48cf-b415-c5513f6811df", "tag": "d77fbe69-b931-4dfb-ac17-d581d7f6781e", "status": "completed", "code": 200}]} {{(pid=113424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 09:56:25.549148 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7f4c283e-b760-4e56-bf82-46d2750004c7 {{(pid=113424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 09:56:25.549148 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f4c283e-b760-4e56-bf82-46d2750004c7'] response: {'name': 'network-changed', 'server_uuid': '2842e80e-fd61-48cf-b415-c5513f6811df', 'tag': 'd77fbe69-b931-4dfb-ac17-d581d7f6781e', 'status': 'completed', 'code': 200} Sep 16 09:56:25.553372 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae9081c-6e07-485e-9800-2deb06ea003a service neutron] Pushing event updated for resources: {'Port': ['ID=d77fbe69-b931-4dfb-ac17-d581d7f6781e,revision_number=3']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:56:25.603675 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a760b62f-23cb-4ad5-9e07-cf80b665f346 req-ba0e3475-484f-4847-9cc7-ceac4dffdb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:25.605400 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-a760b62f-23cb-4ad5-9e07-cf80b665f346 req-ba0e3475-484f-4847-9cc7-ceac4dffdb22 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=75007587f92646f686881c2e1bfb7b2d&device_id=2842e80e-fd61-48cf-b415-c5513f6811df HTTP/1.1" status: 200 len: 1127 time: 0.0387313 Sep 16 09:56:25.694755 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:56:25.697328 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:56:25.715936 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a760b62f-23cb-4ad5-9e07-cf80b665f346 req-9e41d2e9-cca0-4bab-9772-b22144e0a2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:25.715936 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-a760b62f-23cb-4ad5-9e07-cf80b665f346 req-9e41d2e9-cca0-4bab-9772-b22144e0a2c3 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?tenant_id=75007587f92646f686881c2e1bfb7b2d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0959415 Sep 16 09:56:25.818906 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a760b62f-23cb-4ad5-9e07-cf80b665f346 req-c8beaffb-0f75-43f8-bfed-162d32a0c39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:25.819157 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-a760b62f-23cb-4ad5-9e07-cf80b665f346 req-c8beaffb-0f75-43f8-bfed-162d32a0c39e service neutron] 10.222.0.27 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0998559 Sep 16 09:56:25.860432 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-c17a0cac-31fa-4a66-ad06-99f53fca2b4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (2d63c820-fb16-4aae-acf9-0482010d4ad8), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:25.933294 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5e392-8e85-4b0f-ae08-428b57e2844d req-7ed00a16-81c0-46b3-bc21-78df82e9f448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:25.934981 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-c9c5e392-8e85-4b0f-ae08-428b57e2844d req-7ed00a16-81c0-46b3-bc21-78df82e9f448 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=75007587f92646f686881c2e1bfb7b2d&device_id=2842e80e-fd61-48cf-b415-c5513f6811df HTTP/1.1" status: 200 len: 1127 time: 0.0672927 Sep 16 09:56:25.949494 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5313d54-65ad-4269-902e-2c0118fc2e6c req-2cdf34b8-4c48-4f10-9192-7262bae31312 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:25.950982 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-e5313d54-65ad-4269-902e-2c0118fc2e6c req-2cdf34b8-4c48-4f10-9192-7262bae31312 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2842e80e-fd61-48cf-b415-c5513f6811df HTTP/1.1" status: 200 len: 943 time: 0.0712330 Sep 16 09:56:25.975312 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-ad6ecf52-6293-4ca7-a4bb-f8f7a003ae1a None None] Attempt 7 to provision port d77fbe69-b931-4dfb-ac17-d581d7f6781e Sep 16 09:56:25.994281 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-c9c5e392-8e85-4b0f-ae08-428b57e2844d req-77a143c6-7606-4101-9da9-dc27b57245cb service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d77fbe69-b931-4dfb-ac17-d581d7f6781e HTTP/1.1" status: 200 len: 217 time: 0.0423687 Sep 16 09:56:26.016024 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-ad6ecf52-6293-4ca7-a4bb-f8f7a003ae1a None None] Port d77fbe69-b931-4dfb-ac17-d581d7f6781e had new provisioning blocks added so it will not transition to active. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 09:56:26.069229 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-e5313d54-65ad-4269-902e-2c0118fc2e6c req-60d86a8b-94c3-407f-a8dc-b52b9671feff tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=4c9f3f96-9faf-407e-a07f-1976eac9d290&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099761 Sep 16 09:56:26.070581 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5e392-8e85-4b0f-ae08-428b57e2844d req-415fe41c-8f15-4fc5-8f6b-103bf5220abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:26.072071 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-c9c5e392-8e85-4b0f-ae08-428b57e2844d req-415fe41c-8f15-4fc5-8f6b-103bf5220abf service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=2c5e3932-9cbf-4551-a459-a4948ab2f258 HTTP/1.1" status: 200 len: 854 time: 0.0680571 Sep 16 09:56:26.116391 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5e392-8e85-4b0f-ae08-428b57e2844d req-ddf96a46-ea01-479c-a870-89cdca47c0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:26.117886 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-c9c5e392-8e85-4b0f-ae08-428b57e2844d req-ddf96a46-ea01-479c-a870-89cdca47c0b6 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=b92b7908-54f3-4444-8e37-e6621fa07310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0390155 Sep 16 09:56:26.212486 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-c9c5e392-8e85-4b0f-ae08-428b57e2844d req-39d29282-fc08-4df8-9e02-ad238cd06c4e service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b92b7908-54f3-4444-8e37-e6621fa07310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863822 Sep 16 09:56:26.336630 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-c9c5e392-8e85-4b0f-ae08-428b57e2844d req-700cac1d-d61b-45ab-8450-ac8f50ba850d service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b92b7908-54f3-4444-8e37-e6621fa07310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167455 Sep 16 09:56:26.347396 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404fd592-7821-4d2f-8fa3-e95e4bed2750 req-9f5a79e4-9392-460d-9e6a-b668190ef2b3 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:26.348765 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-404fd592-7821-4d2f-8fa3-e95e4bed2750 req-9f5a79e4-9392-460d-9e6a-b668190ef2b3 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=f634aa6d-e24c-48df-946f-3166fd76273a HTTP/1.1" status: 200 len: 946 time: 0.0639272 Sep 16 09:56:26.399082 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-404fd592-7821-4d2f-8fa3-e95e4bed2750 req-0b12082e-2804-4282-831c-2cd336db3195 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442691 Sep 16 09:56:27.208538 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad511917-4fbd-4159-81e1-f73be7ac60eb req-6172e46d-0419-4f29-8cf8-54993077dd96 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:27.210823 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-ad511917-4fbd-4159-81e1-f73be7ac60eb req-6172e46d-0419-4f29-8cf8-54993077dd96 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2842e80e-fd61-48cf-b415-c5513f6811df HTTP/1.1" status: 200 len: 943 time: 0.0466273 Sep 16 09:56:27.230717 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=100 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:56:27.261245 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-ad511917-4fbd-4159-81e1-f73be7ac60eb req-9e7de6b1-689a-453f-bed4-ce67fa862c64 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=4c9f3f96-9faf-407e-a07f-1976eac9d290&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443261 Sep 16 09:56:27.294139 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (be58d251-43cc-467d-bf31-2aae48e2ac56), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:27.363546 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-cd5fe5d0-24d3-4349-8269-176b5bcdf250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (65aa34d6-cc53-475e-ab2c-2c2516bff08f), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:27.444848 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e81ad90-d017-4e09-98e0-add67cbec814 req-d3ae9f75-bdfb-416d-a812-535790e71d92 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:27.446840 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-2e81ad90-d017-4e09-98e0-add67cbec814 req-d3ae9f75-bdfb-416d-a812-535790e71d92 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e0f4a754-d9db-4829-a2f8-677cc9c34fbc HTTP/1.1" status: 200 len: 946 time: 0.0528147 Sep 16 09:56:27.496680 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-2e81ad90-d017-4e09-98e0-add67cbec814 req-6489672e-1e5d-41e2-a100-17ea41554631 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1764e529-5c4e-4de8-acd2-e8fe221d1410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443609 Sep 16 09:56:27.529413 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88d2e65-1882-4afe-8c94-23f385677dcf req-378ad9ad-cb3b-4ebf-bbfb-572629851437 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:27.530975 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-e88d2e65-1882-4afe-8c94-23f385677dcf req-378ad9ad-cb3b-4ebf-bbfb-572629851437 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=f634aa6d-e24c-48df-946f-3166fd76273a HTTP/1.1" status: 200 len: 946 time: 0.0490024 Sep 16 09:56:27.583588 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-e88d2e65-1882-4afe-8c94-23f385677dcf req-4c2efe8f-ca9a-43e7-98c6-47be35d6b93b tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458770 Sep 16 09:56:28.385817 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63866ad6-7d32-4e81-abb6-3847232d0aa0 req-e99345d5-ae1e-4875-ac02-330c8826069f tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:28.387303 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-63866ad6-7d32-4e81-abb6-3847232d0aa0 req-e99345d5-ae1e-4875-ac02-330c8826069f tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2842e80e-fd61-48cf-b415-c5513f6811df HTTP/1.1" status: 200 len: 943 time: 0.0474951 Sep 16 09:56:28.435948 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-63866ad6-7d32-4e81-abb6-3847232d0aa0 req-9b71524b-c492-44a3-9ceb-2cba1ffc2ed3 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=4c9f3f96-9faf-407e-a07f-1976eac9d290&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418310 Sep 16 09:56:28.625827 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57d4516-693a-4540-8b38-e8cf566a2469 req-479c2aee-786a-4422-9e71-38b4cafa76fa tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:28.628025 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-a57d4516-693a-4540-8b38-e8cf566a2469 req-479c2aee-786a-4422-9e71-38b4cafa76fa tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e0f4a754-d9db-4829-a2f8-677cc9c34fbc HTTP/1.1" status: 200 len: 946 time: 0.0492070 Sep 16 09:56:28.680386 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-a57d4516-693a-4540-8b38-e8cf566a2469 req-8deab3f8-7dd3-4e4f-b256-bace9063b4cc tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1764e529-5c4e-4de8-acd2-e8fe221d1410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462580 Sep 16 09:56:28.710514 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ececd-f7a0-4129-af76-8de7f90669ba req-41a5f445-625c-4782-a7e8-a44bd081cc75 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:28.712095 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-080ececd-f7a0-4129-af76-8de7f90669ba req-41a5f445-625c-4782-a7e8-a44bd081cc75 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=f634aa6d-e24c-48df-946f-3166fd76273a HTTP/1.1" status: 200 len: 946 time: 0.0502267 Sep 16 09:56:28.762483 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-080ececd-f7a0-4129-af76-8de7f90669ba req-5cf283e7-87ec-46f7-8cb4-878704bd9337 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446832 Sep 16 09:56:29.566774 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22662da-5aaa-4789-86d8-11564367a24d req-34e7976e-2d45-492b-b0f5-9370963e3d8a tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:29.568236 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-e22662da-5aaa-4789-86d8-11564367a24d req-34e7976e-2d45-492b-b0f5-9370963e3d8a tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2842e80e-fd61-48cf-b415-c5513f6811df HTTP/1.1" status: 200 len: 943 time: 0.0479209 Sep 16 09:56:29.615716 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-e22662da-5aaa-4789-86d8-11564367a24d req-550e0a49-5ba3-45f7-96d1-adec85a93a39 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=4c9f3f96-9faf-407e-a07f-1976eac9d290&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417361 Sep 16 09:56:29.809290 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862d23ee-74a8-40fd-82e0-62b95a0deb53 req-1da43eb3-dd87-4b06-a1e6-c8f56cc3e745 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:29.810807 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-862d23ee-74a8-40fd-82e0-62b95a0deb53 req-1da43eb3-dd87-4b06-a1e6-c8f56cc3e745 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e0f4a754-d9db-4829-a2f8-677cc9c34fbc HTTP/1.1" status: 200 len: 946 time: 0.0486615 Sep 16 09:56:29.889249 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6f52a6-5ac5-48f7-af63-cf6f4a729693 req-060926d2-5b21-4f26-97cd-e6255a3276d9 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:29.890736 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-6a6f52a6-5ac5-48f7-af63-cf6f4a729693 req-060926d2-5b21-4f26-97cd-e6255a3276d9 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=f634aa6d-e24c-48df-946f-3166fd76273a HTTP/1.1" status: 200 len: 946 time: 0.0505106 Sep 16 09:56:29.946770 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-6a6f52a6-5ac5-48f7-af63-cf6f4a729693 req-7a7aa8a8-0b8a-496a-ad13-6db1bf6b5842 tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494196 Sep 16 09:56:30.147961 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-862d23ee-74a8-40fd-82e0-62b95a0deb53 req-f58740da-9ea7-4b52-9413-ecaee8dbbd04 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1764e529-5c4e-4de8-acd2-e8fe221d1410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3316698 Sep 16 09:56:30.160736 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4867297-6b71-46c2-abf4-2577d9cbee1e req-38783116-f0f0-447e-b416-e6b3bf14089e tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:30.162196 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-a4867297-6b71-46c2-abf4-2577d9cbee1e req-38783116-f0f0-447e-b416-e6b3bf14089e tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f634aa6d-e24c-48df-946f-3166fd76273a HTTP/1.1" status: 200 len: 946 time: 0.3182039 Sep 16 09:56:30.376184 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.plugin [req-a4867297-6b71-46c2-abf4-2577d9cbee1e req-07ca1650-8b28-4cd1-903a-835b429bc27b tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Deleting port 2959b5a1-1a1a-4ce9-93ab-cb413d960925 {{(pid=113424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 09:56:30.376534 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-a4867297-6b71-46c2-abf4-2577d9cbee1e req-07ca1650-8b28-4cd1-903a-835b429bc27b tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759571771405'] for port (2959b5a1-1a1a-4ce9-93ab-cb413d960925), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:30.381245 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=100 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:56:30.474626 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.db [req-a4867297-6b71-46c2-abf4-2577d9cbee1e req-07ca1650-8b28-4cd1-903a-835b429bc27b tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] For port 2959b5a1-1a1a-4ce9-93ab-cb413d960925, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2959b5a1-1a1a-4ce9-93ab-cb413d960925,segment=NetworkSegment(e3902c86-c1ff-47d9-b3ef-44214c1005fa),segment_id=e3902c86-c1ff-47d9-b3ef-44214c1005fa)] {{(pid=113424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:56:30.474992 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-a4867297-6b71-46c2-abf4-2577d9cbee1e req-07ca1650-8b28-4cd1-903a-835b429bc27b tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699225'] for port (2959b5a1-1a1a-4ce9-93ab-cb413d960925), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:30.488295 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.plugin [req-a4867297-6b71-46c2-abf4-2577d9cbee1e req-07ca1650-8b28-4cd1-903a-835b429bc27b tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Calling delete_port for 2959b5a1-1a1a-4ce9-93ab-cb413d960925 owned by compute:nova {{(pid=113424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 09:56:30.706820 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-a4867297-6b71-46c2-abf4-2577d9cbee1e req-07ca1650-8b28-4cd1-903a-835b429bc27b tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759571687051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759571245514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27240065'] for port (2959b5a1-1a1a-4ce9-93ab-cb413d960925), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:30.746652 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541650ad-6c6b-4853-a6e8-e7db7d1ed553 req-4d3a08a1-2e36-4675-afe7-0df3f0776c96 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:30.748165 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-541650ad-6c6b-4853-a6e8-e7db7d1ed553 req-4d3a08a1-2e36-4675-afe7-0df3f0776c96 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a74942a9-2ed1-4058-b2f6-6def2204784a HTTP/1.1" status: 200 len: 985 time: 0.0821233 Sep 16 09:56:30.750842 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b8b7cd-7552-48a2-933e-1f810d9d316b req-c87e4d52-6936-4b91-b0de-7c27d78b7d29 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:30.752764 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-47b8b7cd-7552-48a2-933e-1f810d9d316b req-c87e4d52-6936-4b91-b0de-7c27d78b7d29 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2842e80e-fd61-48cf-b415-c5513f6811df HTTP/1.1" status: 200 len: 943 time: 0.0553162 Sep 16 09:56:30.764425 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ca1650-8b28-4cd1-903a-835b429bc27b tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Pushing event deleted for resources: {'Port': ['ID=2959b5a1-1a1a-4ce9-93ab-cb413d960925,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:56:30.810167 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4867297-6b71-46c2-abf4-2577d9cbee1e req-07ca1650-8b28-4cd1-903a-835b429bc27b tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] No DVR routers for this DVR port 2959b5a1-1a1a-4ce9-93ab-cb413d960925 on host hv-cinder-79053 {{(pid=113424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 09:56:30.812821 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-a4867297-6b71-46c2-abf4-2577d9cbee1e req-07ca1650-8b28-4cd1-903a-835b429bc27b tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110971'] for port (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:30.817035 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-a4867297-6b71-46c2-abf4-2577d9cbee1e req-07ca1650-8b28-4cd1-903a-835b429bc27b tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.27 "DELETE /networking/v2.0/ports/2959b5a1-1a1a-4ce9-93ab-cb413d960925 HTTP/1.1" status: 204 len: 173 time: 0.5256097 Sep 16 09:56:30.818887 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f634aa6d-e24c-48df-946f-3166fd76273a', 'name': 'network-vif-deleted', 'tag': '2959b5a1-1a1a-4ce9-93ab-cb413d960925'}] {{(pid=113424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 09:56:30.820426 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-47b8b7cd-7552-48a2-933e-1f810d9d316b req-7ae242a7-58e7-43f1-9741-55ff85aee000 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=4c9f3f96-9faf-407e-a07f-1976eac9d290&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546231 Sep 16 09:56:30.822002 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16dfd0a1dfdfa1f1ee01b24bca40ddc03421b0ad37c1355f54f1c3176401751a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76f7dea4-9ef1-4d24-b732-bb258fbb583b" -d '{"events": [{"server_uuid": "f634aa6d-e24c-48df-946f-3166fd76273a", "name": "network-vif-deleted", "tag": "2959b5a1-1a1a-4ce9-93ab-cb413d960925"}]}' {{(pid=113424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 09:56:30.852061 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:56:30.871438 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 09:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9ecacdb-6bfd-4ac0-8881-dcc23868f98c x-openstack-request-id: req-c9ecacdb-6bfd-4ac0-8881-dcc23868f98c {{(pid=113424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 09:56:30.871729 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f634aa6d-e24c-48df-946f-3166fd76273a", "name": "network-vif-deleted", "tag": "2959b5a1-1a1a-4ce9-93ab-cb413d960925", "status": "completed", "code": 200}]} {{(pid=113424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 09:56:30.871981 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c9ecacdb-6bfd-4ac0-8881-dcc23868f98c {{(pid=113424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 09:56:30.872386 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9ecacdb-6bfd-4ac0-8881-dcc23868f98c'] response: {'server_uuid': 'f634aa6d-e24c-48df-946f-3166fd76273a', 'name': 'network-vif-deleted', 'tag': '2959b5a1-1a1a-4ce9-93ab-cb413d960925', 'status': 'completed', 'code': 200} Sep 16 09:56:30.919645 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-541650ad-6c6b-4853-a6e8-e7db7d1ed553 req-0a79fb2c-28fe-45be-985e-11dd414a7b45 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ac5927e3-c811-4909-a073-19e742068fdc&id=26222961-26fe-4aa1-bb0f-ff557a1e3214&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1598930 Sep 16 09:56:30.926544 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eead04c6-a2a0-4af3-9692-be4f4f096c3c req-545c81fc-1a55-4524-98b4-78ac375bfdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:30.928082 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-eead04c6-a2a0-4af3-9692-be4f4f096c3c req-545c81fc-1a55-4524-98b4-78ac375bfdcd service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=c3ebe25211ee4dcb887de8e0c9a03040&device_id=a74942a9-2ed1-4058-b2f6-6def2204784a HTTP/1.1" status: 200 len: 1169 time: 0.0748737 Sep 16 09:56:31.027763 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eead04c6-a2a0-4af3-9692-be4f4f096c3c req-f184556d-346a-447c-8abb-4f8b78bb06cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:31.029346 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-eead04c6-a2a0-4af3-9692-be4f4f096c3c req-f184556d-346a-447c-8abb-4f8b78bb06cc service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=bcb00623-4b05-4b9d-bd71-6d191eabf6b0 HTTP/1.1" status: 200 len: 915 time: 0.0952189 Sep 16 09:56:31.057213 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-98079f75-040e-4daf-870c-922529840499 req-9eb4c5ba-6e7e-44fd-b514-2848c75dd6ad tempest-ServerRescueNegativeTestJSON-1278542283 tempest-ServerRescueNegativeTestJSON-1278542283-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=f634aa6d-e24c-48df-946f-3166fd76273a HTTP/1.1" status: 200 len: 210 time: 0.0291300 Sep 16 09:56:31.098596 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-eead04c6-a2a0-4af3-9692-be4f4f096c3c req-b2bfff8e-d23e-4904-b06e-6ea22c554fef service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dedee03b-d367-4e51-b2cd-813deda5dc38 HTTP/1.1" status: 200 len: 1002 time: 0.0620725 Sep 16 09:56:31.153233 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eead04c6-a2a0-4af3-9692-be4f4f096c3c req-4b74dcaa-4e59-4164-b1b2-9b131f74984e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:31.154777 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-eead04c6-a2a0-4af3-9692-be4f4f096c3c req-4b74dcaa-4e59-4164-b1b2-9b131f74984e service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=b4c54137-1628-45cb-b352-130a9da62b88 HTTP/1.1" status: 200 len: 853 time: 0.0489857 Sep 16 09:56:31.175198 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:56:31.203302 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eead04c6-a2a0-4af3-9692-be4f4f096c3c req-f4bd1009-b56c-44d0-883e-ea2fca74c1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:31.204909 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-eead04c6-a2a0-4af3-9692-be4f4f096c3c req-f4bd1009-b56c-44d0-883e-ea2fca74c1b1 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=bcb00623-4b05-4b9d-bd71-6d191eabf6b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0434930 Sep 16 09:56:31.322994 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68d4e80-350e-4144-b936-02427d5f0dbb req-291e86bd-352e-4026-b6f6-265b0f6d9b09 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:31.324495 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-a68d4e80-350e-4144-b936-02427d5f0dbb req-291e86bd-352e-4026-b6f6-265b0f6d9b09 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e0f4a754-d9db-4829-a2f8-677cc9c34fbc HTTP/1.1" status: 200 len: 946 time: 0.0612166 Sep 16 09:56:31.360518 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-eead04c6-a2a0-4af3-9692-be4f4f096c3c req-198dff13-01b3-412e-b380-d2ba5e43082e service neutron] 10.222.0.27 "GET /networking/v2.0/networks/bcb00623-4b05-4b9d-bd71-6d191eabf6b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491094 Sep 16 09:56:31.436997 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-a68d4e80-350e-4144-b936-02427d5f0dbb req-e9841d01-11c6-4f07-85dd-77ede077a4aa tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1764e529-5c4e-4de8-acd2-e8fe221d1410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057825 Sep 16 09:56:31.479423 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-eead04c6-a2a0-4af3-9692-be4f4f096c3c req-c65c6177-55d0-43ef-8b5b-3b88c9ecbe41 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/bcb00623-4b05-4b9d-bd71-6d191eabf6b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111701 Sep 16 09:56:31.952746 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e712e798-b4b6-4613-b6b8-08c4c9c381c5 req-ae072a0e-d37e-4809-b606-eb630cba2f0d tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:31.954204 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-e712e798-b4b6-4613-b6b8-08c4c9c381c5 req-ae072a0e-d37e-4809-b606-eb630cba2f0d tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2842e80e-fd61-48cf-b415-c5513f6811df HTTP/1.1" status: 200 len: 943 time: 0.0511181 Sep 16 09:56:32.004627 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-e712e798-b4b6-4613-b6b8-08c4c9c381c5 req-71a6439d-d25e-4817-a1d0-08c0f8781b5b tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=4c9f3f96-9faf-407e-a07f-1976eac9d290&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445752 Sep 16 09:56:32.113474 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3280ad-32bc-4917-8bb2-ab5887849b13 req-b17f190d-236e-48b7-a17b-fcfdd6d8cac1 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:32.115141 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-8a3280ad-32bc-4917-8bb2-ab5887849b13 req-b17f190d-236e-48b7-a17b-fcfdd6d8cac1 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a74942a9-2ed1-4058-b2f6-6def2204784a HTTP/1.1" status: 200 len: 985 time: 0.0543544 Sep 16 09:56:32.177073 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-8a3280ad-32bc-4917-8bb2-ab5887849b13 req-c7fa24f4-a67e-4798-9f7c-5666f1eb3ab1 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ac5927e3-c811-4909-a073-19e742068fdc&id=26222961-26fe-4aa1-bb0f-ff557a1e3214&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0562279 Sep 16 09:56:32.230917 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 54726) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:56:32.386384 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0df6cb-8d3a-4aae-925c-fa15bacca2d0 req-c9aa3888-5efe-4729-9bad-0fd0a1f4c369 tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:32.387848 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-cf0df6cb-8d3a-4aae-925c-fa15bacca2d0 req-c9aa3888-5efe-4729-9bad-0fd0a1f4c369 tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=8d0bc242-3744-4992-b1e3-819d84c53e50 HTTP/1.1" status: 200 len: 945 time: 0.0893252 Sep 16 09:56:32.451610 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=100 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:56:32.479561 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-cf0df6cb-8d3a-4aae-925c-fa15bacca2d0 req-2db86115-aa63-43d5-a896-bf6f5f0004ba tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2922bbd2-3ef0-4357-a0fc-a39d4e5b5d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830944 Sep 16 09:56:32.575355 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785489f5-93ee-4cf4-891c-734c2b32652e req-689ede20-e17d-4400-9822-390f34e5bf3b tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:32.576926 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-785489f5-93ee-4cf4-891c-734c2b32652e req-689ede20-e17d-4400-9822-390f34e5bf3b tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e0f4a754-d9db-4829-a2f8-677cc9c34fbc HTTP/1.1" status: 200 len: 946 time: 0.0455599 Sep 16 09:56:32.626128 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-785489f5-93ee-4cf4-891c-734c2b32652e req-76bdd13b-c270-4e8b-a215-8ef242567c9f tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1764e529-5c4e-4de8-acd2-e8fe221d1410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422862 Sep 16 09:56:32.678553 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Device d77fbe69-b931-4dfb-ac17-d581d7f6781e details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=113425) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 09:56:32.682662 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Device 2959b5a1-1a1a-4ce9-93ab-cb413d960925 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 09:56:32.707106 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-57807f7a-f5bb-4e17-a317-05d8c5d7188a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692131'] for router_interface (b122c1e8-3e6e-4fd0-9649-57ad02017b0e), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:32.708386 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] No Port match for: 2959b5a1-1a1a-4ce9-93ab-cb413d960925 {{(pid=113425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 09:56:32.708736 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Device 2959b5a1-1a1a-4ce9-93ab-cb413d960925 not bound to the agent host hv-cinder-79053 {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 09:56:32.803609 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] For port d77fbe69-b931-4dfb-ac17-d581d7f6781e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d77fbe69-b931-4dfb-ac17-d581d7f6781e,segment=NetworkSegment(59ea54c9-a504-4c17-ac42-04cf91228ccc),segment_id=59ea54c9-a504-4c17-ac42-04cf91228ccc)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:56:32.814730 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Returning: {'device': 'd77fbe69-b931-4dfb-ac17-d581d7f6781e', 'network_id': 'b92b7908-54f3-4444-8e37-e6621fa07310', 'port_id': 'd77fbe69-b931-4dfb-ac17-d581d7f6781e', 'mac_address': 'fa:16:3e:82:88:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c5e3932-9cbf-4551-a459-a4948ab2f258', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113425) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 09:56:32.849356 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Current status of the port d77fbe69-b931-4dfb-ac17-d581d7f6781e is: DOWN; New status is: BUILD {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:56:32.849773 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (d77fbe69-b931-4dfb-ac17-d581d7f6781e), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:32.863815 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.notifiers.nova [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d77fbe69-b931-4dfb-ac17-d581d7f6781e {{(pid=113425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 09:56:32.884467 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] For port d77fbe69-b931-4dfb-ac17-d581d7f6781e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d77fbe69-b931-4dfb-ac17-d581d7f6781e,segment=NetworkSegment(59ea54c9-a504-4c17-ac42-04cf91228ccc),segment_id=59ea54c9-a504-4c17-ac42-04cf91228ccc)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:56:32.931856 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.plugin [None req-57807f7a-f5bb-4e17-a317-05d8c5d7188a admin admin] Deleting port cff0635c-a5e3-4d53-bd6a-7c1420d44d1f {{(pid=113424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 09:56:32.932210 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-57807f7a-f5bb-4e17-a317-05d8c5d7188a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759571771405'] for port (cff0635c-a5e3-4d53-bd6a-7c1420d44d1f), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:32.951196 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (d77fbe69-b931-4dfb-ac17-d581d7f6781e), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:32.997750 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Pushing event updated for resources: {'Port': ['ID=d77fbe69-b931-4dfb-ac17-d581d7f6781e,revision_number=4']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:56:33.010880 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=100 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:56:33.015830 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.db [None req-57807f7a-f5bb-4e17-a317-05d8c5d7188a admin admin] For port cff0635c-a5e3-4d53-bd6a-7c1420d44d1f, host dv-cinder-790535-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=cff0635c-a5e3-4d53-bd6a-7c1420d44d1f,segment=NetworkSegment(e3902c86-c1ff-47d9-b3ef-44214c1005fa),segment_id=e3902c86-c1ff-47d9-b3ef-44214c1005fa)] {{(pid=113424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:56:33.018136 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-57807f7a-f5bb-4e17-a317-05d8c5d7188a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699225'] for port (cff0635c-a5e3-4d53-bd6a-7c1420d44d1f), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:33.029063 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.plugin [None req-57807f7a-f5bb-4e17-a317-05d8c5d7188a admin admin] Calling delete_port for cff0635c-a5e3-4d53-bd6a-7c1420d44d1f owned by network:router_interface {{(pid=113424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 09:56:33.167858 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e24d4f6-6755-4adf-ba23-326e0b86fbf8 req-3f654cf6-7251-412d-95f9-d8ca4c38725a tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:33.169330 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-1e24d4f6-6755-4adf-ba23-326e0b86fbf8 req-3f654cf6-7251-412d-95f9-d8ca4c38725a tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2842e80e-fd61-48cf-b415-c5513f6811df HTTP/1.1" status: 200 len: 944 time: 0.0851352 Sep 16 09:56:33.196942 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] get_ports_and_sgs() called for port_ids ['d77fbe69-b931-4dfb-ac17-d581d7f6781e'] {{(pid=113425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 09:56:33.246800 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-1e24d4f6-6755-4adf-ba23-326e0b86fbf8 req-65e33376-5142-42fa-9e14-18c9fab09522 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=4c9f3f96-9faf-407e-a07f-1976eac9d290&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701411 Sep 16 09:56:33.265229 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:56:33.316153 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2070106-31c4-4232-a710-dbccdca07fc0 req-fb43fbff-6f80-40fd-8529-9e2163969ba1 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:33.317917 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-e2070106-31c4-4232-a710-dbccdca07fc0 req-fb43fbff-6f80-40fd-8529-9e2163969ba1 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a74942a9-2ed1-4058-b2f6-6def2204784a HTTP/1.1" status: 200 len: 985 time: 0.0606308 Sep 16 09:56:33.368833 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-57807f7a-f5bb-4e17-a317-05d8c5d7188a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759571687051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759571245514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27240065'] for port (cff0635c-a5e3-4d53-bd6a-7c1420d44d1f), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:33.386250 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-e2070106-31c4-4232-a710-dbccdca07fc0 req-9f3ee35b-1163-4eaf-a7e9-7385df1af15d tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ac5927e3-c811-4909-a073-19e742068fdc&id=26222961-26fe-4aa1-bb0f-ff557a1e3214&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0624363 Sep 16 09:56:33.398565 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57807f7a-f5bb-4e17-a317-05d8c5d7188a admin admin] Pushing event deleted for resources: {'Port': ['ID=cff0635c-a5e3-4d53-bd6a-7c1420d44d1f,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:56:33.611127 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-57807f7a-f5bb-4e17-a317-05d8c5d7188a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-697875'] for router_interface (b122c1e8-3e6e-4fd0-9649-57ad02017b0e), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:33.620947 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6412f0d1-8c16-4522-aed2-ddc26d363578 req-4879de9b-3f61-4027-882d-ec9b67e0eb59 tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:33.622446 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-6412f0d1-8c16-4522-aed2-ddc26d363578 req-4879de9b-3f61-4027-882d-ec9b67e0eb59 tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=8d0bc242-3744-4992-b1e3-819d84c53e50 HTTP/1.1" status: 200 len: 945 time: 0.0635524 Sep 16 09:56:33.744547 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-6412f0d1-8c16-4522-aed2-ddc26d363578 req-621cb218-3b6c-4cf0-86fe-d6ccaf238b59 tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2922bbd2-3ef0-4357-a0fc-a39d4e5b5d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162801 Sep 16 09:56:33.758717 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7acfe18-f135-4902-b18f-f18ef62dc02d req-a636591a-62d5-4200-8cd0-19d6cbab1748 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:33.760466 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-a7acfe18-f135-4902-b18f-f18ef62dc02d req-a636591a-62d5-4200-8cd0-19d6cbab1748 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e0f4a754-d9db-4829-a2f8-677cc9c34fbc HTTP/1.1" status: 200 len: 946 time: 0.0488970 Sep 16 09:56:33.781100 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=100 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:56:33.812081 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-a7acfe18-f135-4902-b18f-f18ef62dc02d req-f2828940-cda0-4901-a1e8-f5ac92e60ac7 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1764e529-5c4e-4de8-acd2-e8fe221d1410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461221 Sep 16 09:56:33.874241 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57807f7a-f5bb-4e17-a317-05d8c5d7188a admin admin] Router b122c1e8-3e6e-4fd0-9649-57ad02017b0e has already been hosted by L3 agent 647718b3-8298-4382-86e2-3fad9f5d7804 {{(pid=113424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 09:56:33.980002 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57807f7a-f5bb-4e17-a317-05d8c5d7188a admin admin] Notify agent at l3_agent.dv-cinder-790535-43-iscsi the message routers_updated {{(pid=113424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 09:56:33.984858 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-57807f7a-f5bb-4e17-a317-05d8c5d7188a admin admin] 10.222.0.73 "PUT /networking/v2.0/routers/b122c1e8-3e6e-4fd0-9649-57ad02017b0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7545180 Sep 16 09:56:33.987633 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 54742) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:56:33.990323 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729735b3-ee9e-4403-880b-cb906ebe1b57 None None] Sync routers for ids ['b122c1e8-3e6e-4fd0-9649-57ad02017b0e'] in dv-cinder-790535-43-iscsi {{(pid=113426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 09:56:33.994938 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:56:34.001813 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729735b3-ee9e-4403-880b-cb906ebe1b57 None None] Routers {'b122c1e8-3e6e-4fd0-9649-57ad02017b0e'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 09:56:34.002498 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-729735b3-ee9e-4403-880b-cb906ebe1b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T09:56:24Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['b122c1e8-3e6e-4fd0-9649-57ad02017b0e'], 'active': True} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:56:34.037374 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffae5969-33c0-451d-a42e-2890e2a96d8d req-2bf9ee93-e4d1-4357-a885-dd1c9f3e3632 tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:34.038831 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-ffae5969-33c0-451d-a42e-2890e2a96d8d req-2bf9ee93-e4d1-4357-a885-dd1c9f3e3632 tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8d0bc242-3744-4992-b1e3-819d84c53e50 HTTP/1.1" status: 200 len: 945 time: 0.0519872 Sep 16 09:56:34.073223 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=100 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:56:34.097257 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-19e88860-122e-4640-8f54-cdd76b372f73 admin admin] Publish callbacks [] for router (b122c1e8-3e6e-4fd0-9649-57ad02017b0e), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:34.154174 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.plugin [req-ffae5969-33c0-451d-a42e-2890e2a96d8d req-efddc4c5-426e-4825-b607-1d7dde63cc9a tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] Deleting port fe584d9e-61d6-4f6d-bd29-09afbf94e2fe {{(pid=113424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 09:56:34.154523 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-ffae5969-33c0-451d-a42e-2890e2a96d8d req-efddc4c5-426e-4825-b607-1d7dde63cc9a tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759571771405'] for port (fe584d9e-61d6-4f6d-bd29-09afbf94e2fe), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:34.203191 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvr_db [None req-729735b3-ee9e-4403-880b-cb906ebe1b57 None None] Set router b122c1e8-3e6e-4fd0-9649-57ad02017b0e gateway port host: dv-cinder-790535-43-iscsi {{(pid=113426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 09:56:34.209520 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-19e88860-122e-4640-8f54-cdd76b372f73 admin admin] Publish callbacks [] for router_gateway (b122c1e8-3e6e-4fd0-9649-57ad02017b0e), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:34.262821 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.db [req-ffae5969-33c0-451d-a42e-2890e2a96d8d req-efddc4c5-426e-4825-b607-1d7dde63cc9a tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] For port fe584d9e-61d6-4f6d-bd29-09afbf94e2fe, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=fe584d9e-61d6-4f6d-bd29-09afbf94e2fe,segment=NetworkSegment(77702ee8-f02d-4ea6-9a7d-572b8466f7a3),segment_id=77702ee8-f02d-4ea6-9a7d-572b8466f7a3)] {{(pid=113424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:56:34.263186 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-ffae5969-33c0-451d-a42e-2890e2a96d8d req-efddc4c5-426e-4825-b607-1d7dde63cc9a tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699225'] for port (fe584d9e-61d6-4f6d-bd29-09afbf94e2fe), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:34.276347 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.plugin [req-ffae5969-33c0-451d-a42e-2890e2a96d8d req-efddc4c5-426e-4825-b607-1d7dde63cc9a tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] Calling delete_port for fe584d9e-61d6-4f6d-bd29-09afbf94e2fe owned by compute:nova {{(pid=113424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 09:56:34.318925 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.plugin [None req-19e88860-122e-4640-8f54-cdd76b372f73 admin admin] Deleting port 7477150b-3625-45cf-9f19-c36330ee867f {{(pid=113423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 09:56:34.319456 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-19e88860-122e-4640-8f54-cdd76b372f73 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759571771405'] for port (7477150b-3625-45cf-9f19-c36330ee867f), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:34.337735 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=100 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:56:34.376173 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-729735b3-ee9e-4403-880b-cb906ebe1b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b122c1e8-3e6e-4fd0-9649-57ad02017b0e', 'name': 'tempest-ServerRescueNegativeTestJSON-259796740-router', 'tenant_id': '3fe0d52d42324aa38182b47b3588b979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '7477150b-3625-45cf-9f19-c36330ee867f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:50:28Z', 'updated_at': '2022-09-16T09:56:33Z', 'revision_number': 5, 'project_id': '3fe0d52d42324aa38182b47b3588b979', 'gw_port': {'id': '7477150b-3625-45cf-9f19-c36330ee867f', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:4f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b122c1e8-3e6e-4fd0-9649-57ad02017b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:30Z', 'updated_at': '2022-09-16T09:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi'}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:56:34.410457 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729735b3-ee9e-4403-880b-cb906ebe1b57 None None] Checking router: b122c1e8-3e6e-4fd0-9649-57ad02017b0e for host: dv-cinder-790535-43-iscsi {{(pid=113426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 09:56:34.423357 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729735b3-ee9e-4403-880b-cb906ebe1b57 None None] Routers {'b122c1e8-3e6e-4fd0-9649-57ad02017b0e'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 09:56:34.423357 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-729735b3-ee9e-4403-880b-cb906ebe1b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T09:56:24Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['b122c1e8-3e6e-4fd0-9649-57ad02017b0e'], 'active': True} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:56:34.426315 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.db [None req-19e88860-122e-4640-8f54-cdd76b372f73 admin admin] For port 7477150b-3625-45cf-9f19-c36330ee867f, host dv-cinder-790535-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=7477150b-3625-45cf-9f19-c36330ee867f,segment=NetworkSegment(0b254eb8-8459-4a20-9dd6-e212af12e724),segment_id=0b254eb8-8459-4a20-9dd6-e212af12e724)] {{(pid=113423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:56:34.426698 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-19e88860-122e-4640-8f54-cdd76b372f73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699225'] for port (7477150b-3625-45cf-9f19-c36330ee867f), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:34.442979 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7d8521-79ff-402c-b71d-d3ff15a8eaf5 req-69ff2072-b63c-40cd-9bec-69ecf95752be tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:34.443148 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.plugin [None req-19e88860-122e-4640-8f54-cdd76b372f73 admin admin] Calling delete_port for 7477150b-3625-45cf-9f19-c36330ee867f owned by network:router_gateway {{(pid=113423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 09:56:34.444613 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-bc7d8521-79ff-402c-b71d-d3ff15a8eaf5 req-69ff2072-b63c-40cd-9bec-69ecf95752be tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2842e80e-fd61-48cf-b415-c5513f6811df HTTP/1.1" status: 200 len: 944 time: 0.0810573 Sep 16 09:56:34.509832 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-bc7d8521-79ff-402c-b71d-d3ff15a8eaf5 req-d9fb49e3-fcf0-4f2e-93c3-927c828a6aac tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=4c9f3f96-9faf-407e-a07f-1976eac9d290&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578012 Sep 16 09:56:34.523087 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-ffae5969-33c0-451d-a42e-2890e2a96d8d req-efddc4c5-426e-4825-b607-1d7dde63cc9a tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759571687051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759571245514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27240065'] for port (fe584d9e-61d6-4f6d-bd29-09afbf94e2fe), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:34.527434 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvr_db [None req-729735b3-ee9e-4403-880b-cb906ebe1b57 None None] Set router b122c1e8-3e6e-4fd0-9649-57ad02017b0e gateway port host: None {{(pid=113426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 09:56:34.537764 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] get_ports_and_sgs() called for port_ids ['fe584d9e-61d6-4f6d-bd29-09afbf94e2fe'] {{(pid=113425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 09:56:34.541218 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:56:34.542488 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:56:34.561795 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efddc4c5-426e-4825-b607-1d7dde63cc9a tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] Pushing event deleted for resources: {'Port': ['ID=fe584d9e-61d6-4f6d-bd29-09afbf94e2fe,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:56:34.582789 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-729735b3-ee9e-4403-880b-cb906ebe1b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b122c1e8-3e6e-4fd0-9649-57ad02017b0e', 'name': 'tempest-ServerRescueNegativeTestJSON-259796740-router', 'tenant_id': '3fe0d52d42324aa38182b47b3588b979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:50:28Z', 'updated_at': '2022-09-16T09:56:34Z', 'revision_number': 6, 'project_id': '3fe0d52d42324aa38182b47b3588b979', 'gw_port_host': None}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:56:34.583235 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e34f714-8597-4f05-8fc8-a3c5c03f2359 req-74b3d7e5-163f-4e91-84c7-1f0d1b02ca65 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:34.584778 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-8e34f714-8597-4f05-8fc8-a3c5c03f2359 req-74b3d7e5-163f-4e91-84c7-1f0d1b02ca65 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a74942a9-2ed1-4058-b2f6-6def2204784a HTTP/1.1" status: 200 len: 985 time: 0.0793536 Sep 16 09:56:34.609740 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729735b3-ee9e-4403-880b-cb906ebe1b57 None None] The sync data for ids ['b122c1e8-3e6e-4fd0-9649-57ad02017b0e'] in dv-cinder-790535-43-iscsi is: [{'id': 'b122c1e8-3e6e-4fd0-9649-57ad02017b0e', 'name': 'tempest-ServerRescueNegativeTestJSON-259796740-router', 'tenant_id': '3fe0d52d42324aa38182b47b3588b979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:50:28Z', 'updated_at': '2022-09-16T09:56:34Z', 'revision_number': 6, 'project_id': '3fe0d52d42324aa38182b47b3588b979', 'gw_port_host': None}] {{(pid=113426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 09:56:34.622360 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffae5969-33c0-451d-a42e-2890e2a96d8d req-efddc4c5-426e-4825-b607-1d7dde63cc9a tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] No DVR routers for this DVR port fe584d9e-61d6-4f6d-bd29-09afbf94e2fe on host hv-cinder-79053 {{(pid=113424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 09:56:34.624980 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-ffae5969-33c0-451d-a42e-2890e2a96d8d req-efddc4c5-426e-4825-b607-1d7dde63cc9a tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110971'] for port (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:34.628660 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-ffae5969-33c0-451d-a42e-2890e2a96d8d req-efddc4c5-426e-4825-b607-1d7dde63cc9a tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] 10.222.0.27 "DELETE /networking/v2.0/ports/fe584d9e-61d6-4f6d-bd29-09afbf94e2fe HTTP/1.1" status: 204 len: 173 time: 0.5836699 Sep 16 09:56:34.629129 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d0bc242-3744-4992-b1e3-819d84c53e50', 'name': 'network-vif-deleted', 'tag': 'fe584d9e-61d6-4f6d-bd29-09afbf94e2fe'}] {{(pid=113424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 09:56:34.631512 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16dfd0a1dfdfa1f1ee01b24bca40ddc03421b0ad37c1355f54f1c3176401751a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6ee72ac-8f0d-492b-863d-d1d2571187bd" -d '{"events": [{"server_uuid": "8d0bc242-3744-4992-b1e3-819d84c53e50", "name": "network-vif-deleted", "tag": "fe584d9e-61d6-4f6d-bd29-09afbf94e2fe"}]}' {{(pid=113424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 09:56:34.684208 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 09:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f52ba208-d333-4289-8445-bc58b0c3e9ff x-openstack-request-id: req-f52ba208-d333-4289-8445-bc58b0c3e9ff {{(pid=113424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 09:56:34.684734 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d0bc242-3744-4992-b1e3-819d84c53e50", "name": "network-vif-deleted", "tag": "fe584d9e-61d6-4f6d-bd29-09afbf94e2fe", "status": "completed", "code": 200}]} {{(pid=113424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 09:56:34.684993 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f52ba208-d333-4289-8445-bc58b0c3e9ff {{(pid=113424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 09:56:34.685408 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f52ba208-d333-4289-8445-bc58b0c3e9ff'] response: {'server_uuid': '8d0bc242-3744-4992-b1e3-819d84c53e50', 'name': 'network-vif-deleted', 'tag': 'fe584d9e-61d6-4f6d-bd29-09afbf94e2fe', 'status': 'completed', 'code': 200} Sep 16 09:56:34.707252 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Device d77fbe69-b931-4dfb-ac17-d581d7f6781e up at agent hyperv_hv-cinder-79053 {{(pid=113425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 09:56:34.758828 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-8e34f714-8597-4f05-8fc8-a3c5c03f2359 req-8adefe61-146c-4d47-b30c-b52fc263f6ce tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ac5927e3-c811-4909-a073-19e742068fdc&id=26222961-26fe-4aa1-bb0f-ff557a1e3214&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1366255 Sep 16 09:56:34.764907 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Provisioning for port d77fbe69-b931-4dfb-ac17-d581d7f6781e completed by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 09:56:34.835909 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (5b31c92a-f134-4c39-96dd-6f3267de2076), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:34.859682 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-f286f72a-b53e-4b9b-b4eb-42f2bd106351 req-481a4f65-dd16-4988-9bd0-578040d5ba12 tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=8d0bc242-3744-4992-b1e3-819d84c53e50 HTTP/1.1" status: 200 len: 210 time: 0.0345714 Sep 16 09:56:34.911468 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Provisioning complete for port d77fbe69-b931-4dfb-ac17-d581d7f6781e triggered by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:56:34.911770 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (d77fbe69-b931-4dfb-ac17-d581d7f6781e), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:34.912106 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Attempt 1 to provision port d77fbe69-b931-4dfb-ac17-d581d7f6781e Sep 16 09:56:34.914445 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:56:34.927715 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-19e88860-122e-4640-8f54-cdd76b372f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759571687051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759571245514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473602'] for port (7477150b-3625-45cf-9f19-c36330ee867f), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:34.962405 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e88860-122e-4640-8f54-cdd76b372f73 admin admin] Pushing event deleted for resources: {'Port': ['ID=7477150b-3625-45cf-9f19-c36330ee867f,revision_number=None']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:56:34.992069 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Current status of the port d77fbe69-b931-4dfb-ac17-d581d7f6781e is: BUILD; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:56:34.992069 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (d77fbe69-b931-4dfb-ac17-d581d7f6781e), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:34.999175 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cbc8e2-6076-4f48-a5ba-952d8dda145f req-394abfeb-d0d1-47c5-842e-99bda2c43136 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:35.000813 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-60cbc8e2-6076-4f48-a5ba-952d8dda145f req-394abfeb-d0d1-47c5-842e-99bda2c43136 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e0f4a754-d9db-4829-a2f8-677cc9c34fbc HTTP/1.1" status: 200 len: 946 time: 0.1039131 Sep 16 09:56:35.024811 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2842e80e-fd61-48cf-b415-c5513f6811df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd77fbe69-b931-4dfb-ac17-d581d7f6781e'}] {{(pid=113425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 09:56:35.027247 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d904371a3690c7392a65e5457b849277104f62c83d6e5586b28cc731d2d00ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddc4c2c6-1a1e-4b68-8c66-b1099c6e0864" -d '{"events": [{"server_uuid": "2842e80e-fd61-48cf-b415-c5513f6811df", "name": "network-vif-plugged", "status": "completed", "tag": "d77fbe69-b931-4dfb-ac17-d581d7f6781e"}]}' {{(pid=113425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 09:56:35.044656 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] For port d77fbe69-b931-4dfb-ac17-d581d7f6781e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d77fbe69-b931-4dfb-ac17-d581d7f6781e,segment=NetworkSegment(59ea54c9-a504-4c17-ac42-04cf91228ccc),segment_id=59ea54c9-a504-4c17-ac42-04cf91228ccc)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:56:35.084859 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-19e88860-122e-4640-8f54-cdd76b372f73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-711513'] for router_gateway (b122c1e8-3e6e-4fd0-9649-57ad02017b0e), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:35.115452 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:56:35.118345 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (d77fbe69-b931-4dfb-ac17-d581d7f6781e), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:35.166840 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-60cbc8e2-6076-4f48-a5ba-952d8dda145f req-92d1e952-cfc8-485c-bbf5-89bf9174d69b tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1764e529-5c4e-4de8-acd2-e8fe221d1410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1573894 Sep 16 09:56:35.198600 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Pushing event updated for resources: {'Port': ['ID=d77fbe69-b931-4dfb-ac17-d581d7f6781e,revision_number=5']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:56:35.206929 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 09:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06a91125-f0b0-4f7a-b80d-b9933b3892df x-openstack-request-id: req-06a91125-f0b0-4f7a-b80d-b9933b3892df {{(pid=113425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 09:56:35.207208 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2842e80e-fd61-48cf-b415-c5513f6811df", "name": "network-vif-plugged", "status": "completed", "tag": "d77fbe69-b931-4dfb-ac17-d581d7f6781e", "code": 200}]} {{(pid=113425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 09:56:35.207683 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-06a91125-f0b0-4f7a-b80d-b9933b3892df {{(pid=113425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 09:56:35.208080 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06a91125-f0b0-4f7a-b80d-b9933b3892df'] response: {'server_uuid': '2842e80e-fd61-48cf-b415-c5513f6811df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd77fbe69-b931-4dfb-ac17-d581d7f6781e', 'code': 200} Sep 16 09:56:35.209651 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:56:35.210237 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:56:35.210769 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:56:35.211299 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:56:35.211823 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:56:35.212338 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:56:35.212853 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:56:35.213379 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:56:35.213733 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:56:35.214345 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:56:35.214973 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:56:35.215312 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:56:35.215595 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-19e88860-122e-4640-8f54-cdd76b372f73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1171'] for router (b122c1e8-3e6e-4fd0-9649-57ad02017b0e), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:35.215730 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:56:35.215957 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:56:35.216531 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:56:35.218254 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-19e88860-122e-4640-8f54-cdd76b372f73 admin admin] Publish callbacks [] for router_controller (b122c1e8-3e6e-4fd0-9649-57ad02017b0e), precommit_delete_associations {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:35.345745 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-19e88860-122e-4640-8f54-cdd76b372f73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-697966'] for router (b122c1e8-3e6e-4fd0-9649-57ad02017b0e), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:35.346394 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19e88860-122e-4640-8f54-cdd76b372f73 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b122c1e8-3e6e-4fd0-9649-57ad02017b0e {{(pid=113423) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 09:56:35.353671 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-19e88860-122e-4640-8f54-cdd76b372f73 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:35.353671 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-19e88860-122e-4640-8f54-cdd76b372f73 admin admin] 10.222.0.73 "DELETE /networking/v2.0/routers/b122c1e8-3e6e-4fd0-9649-57ad02017b0e HTTP/1.1" status: 204 len: 168 time: 1.3639367 Sep 16 09:56:35.355564 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 54758) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:56:35.395148 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:56:35.400531 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.db.db_base_plugin_v2 [None req-e84aaa1e-27dd-4a1d-b353-04905ee95d6b admin admin] Deleting subnet 7270ea1b-9730-4d7c-89ed-4cebd5834047 {{(pid=113423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 09:56:35.403572 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-e84aaa1e-27dd-4a1d-b353-04905ee95d6b admin admin] Publish callbacks [] for subnet (7270ea1b-9730-4d7c-89ed-4cebd5834047), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:35.436773 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-e84aaa1e-27dd-4a1d-b353-04905ee95d6b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26815304'] for subnet (7270ea1b-9730-4d7c-89ed-4cebd5834047), precommit_delete_associations {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:35.497740 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device cff0635c-a5e3-4d53-bd6a-7c1420d44d1f no longer exists at agent ovs-agent-dv-cinder-790535-43-iscsi {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 09:56:35.528339 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] No Port match for: cff0635c-a5e3-4d53-bd6a-7c1420d44d1f {{(pid=113425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 09:56:35.528727 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device cff0635c-a5e3-4d53-bd6a-7c1420d44d1f not bound to the agent host dv-cinder-790535-43-iscsi {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 09:56:35.540296 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-e84aaa1e-27dd-4a1d-b353-04905ee95d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1872270'] for subnet (7270ea1b-9730-4d7c-89ed-4cebd5834047), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:35.579498 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035f5821-abdc-4f2a-9197-0540e54ba06c req-35c6d1a3-5560-4eb1-b823-418b760f6bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:35.581813 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-035f5821-abdc-4f2a-9197-0540e54ba06c req-35c6d1a3-5560-4eb1-b823-418b760f6bf3 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2842e80e-fd61-48cf-b415-c5513f6811df HTTP/1.1" status: 200 len: 1129 time: 0.0444975 Sep 16 09:56:35.627496 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-035f5821-abdc-4f2a-9197-0540e54ba06c req-66e5be92-96a0-4c02-b4af-f0696998397b service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4c9f3f96-9faf-407e-a07f-1976eac9d290&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396502 Sep 16 09:56:35.645915 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29edefbe-d6cb-4e90-9800-057268ab48ab req-6a8420c7-1fca-4fb4-8bc1-d9eac9f16e4e tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:35.647468 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-29edefbe-d6cb-4e90-9800-057268ab48ab req-6a8420c7-1fca-4fb4-8bc1-d9eac9f16e4e tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2842e80e-fd61-48cf-b415-c5513f6811df HTTP/1.1" status: 200 len: 945 time: 0.0482199 Sep 16 09:56:35.679842 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-e84aaa1e-27dd-4a1d-b353-04905ee95d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1875891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2473709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2535151'] for subnet (7270ea1b-9730-4d7c-89ed-4cebd5834047), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:35.720640 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84aaa1e-27dd-4a1d-b353-04905ee95d6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7270ea1b-9730-4d7c-89ed-4cebd5834047,revision_number=None']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:56:35.725994 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-e84aaa1e-27dd-4a1d-b353-04905ee95d6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546317'] for subnet (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:35.730013 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-e84aaa1e-27dd-4a1d-b353-04905ee95d6b admin admin] 10.222.0.73 "DELETE /networking/v2.0/subnets/7270ea1b-9730-4d7c-89ed-4cebd5834047 HTTP/1.1" status: 204 len: 168 time: 0.3734004 Sep 16 09:56:35.737734 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 54762) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:56:35.738637 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422e26a1-4ed9-456e-b582-343191ab903a None None] Network 17684eae-ad40-4ec5-9092-8a60e4e87e96 requested from dv-cinder-790535-43-iscsi {{(pid=113425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 09:56:35.739267 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-29edefbe-d6cb-4e90-9800-057268ab48ab req-eac718f1-05e0-4602-82ff-656df959b246 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=4c9f3f96-9faf-407e-a07f-1976eac9d290&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794983 Sep 16 09:56:35.824761 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-1ee02c11-c1a6-42f5-b06a-625531cecfca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1848827'] for network (17684eae-ad40-4ec5-9092-8a60e4e87e96), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:35.896626 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.plugin [None req-1ee02c11-c1a6-42f5-b06a-625531cecfca admin admin] Deleting port 2848b677-d281-4f87-8363-e070831c1031 {{(pid=113424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 09:56:35.896965 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-1ee02c11-c1a6-42f5-b06a-625531cecfca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759571771405'] for port (2848b677-d281-4f87-8363-e070831c1031), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:35.931818 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d02d9e2-0eff-43a0-bf79-087d7495de20 None None] DHCP port deletion for 17684eae-ad40-4ec5-9092-8a60e4e87e96 request from dv-cinder-790535-43-iscsi {{(pid=113425) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 09:56:35.969427 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-7d02d9e2-0eff-43a0-bf79-087d7495de20 None None] Deleting port 2848b677-d281-4f87-8363-e070831c1031 {{(pid=113425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 09:56:35.974381 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-7d02d9e2-0eff-43a0-bf79-087d7495de20 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759571771405'] for port (2848b677-d281-4f87-8363-e070831c1031), before_delete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:35.975209 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25452d68-2922-46ae-8a7d-a3f02c01e457 req-51ac16d4-462f-42ab-acf9-cde6583478a0 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:35.976848 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-25452d68-2922-46ae-8a7d-a3f02c01e457 req-51ac16d4-462f-42ab-acf9-cde6583478a0 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a74942a9-2ed1-4058-b2f6-6def2204784a HTTP/1.1" status: 200 len: 985 time: 0.0958104 Sep 16 09:56:35.995391 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-7081b72b-318e-4d4a-ba6b-b2986b30c16b req-127b2a37-c8c2-4b11-b7a8-35a802a8a8f9 tempest-VolumesSnapshotTestJSON-1272653757 tempest-VolumesSnapshotTestJSON-1272653757-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=8d0bc242-3744-4992-b1e3-819d84c53e50 HTTP/1.1" status: 200 len: 210 time: 0.0402539 Sep 16 09:56:36.017181 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.db [None req-1ee02c11-c1a6-42f5-b06a-625531cecfca admin admin] For port 2848b677-d281-4f87-8363-e070831c1031, host dv-cinder-790535-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=2848b677-d281-4f87-8363-e070831c1031,segment=NetworkSegment(e3902c86-c1ff-47d9-b3ef-44214c1005fa),segment_id=e3902c86-c1ff-47d9-b3ef-44214c1005fa)] {{(pid=113424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:56:36.017573 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-1ee02c11-c1a6-42f5-b06a-625531cecfca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699225'] for port (2848b677-d281-4f87-8363-e070831c1031), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:36.038519 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-7d02d9e2-0eff-43a0-bf79-087d7495de20 None None] For port 2848b677-d281-4f87-8363-e070831c1031, host dv-cinder-790535-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=2848b677-d281-4f87-8363-e070831c1031,segment=NetworkSegment(e3902c86-c1ff-47d9-b3ef-44214c1005fa),segment_id=e3902c86-c1ff-47d9-b3ef-44214c1005fa)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:56:36.038923 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-7d02d9e2-0eff-43a0-bf79-087d7495de20 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699225'] for port (2848b677-d281-4f87-8363-e070831c1031), precommit_delete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:36.039275 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.plugin [None req-1ee02c11-c1a6-42f5-b06a-625531cecfca admin admin] Calling delete_port for 2848b677-d281-4f87-8363-e070831c1031 owned by network:dhcp {{(pid=113424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 09:56:36.052541 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-7d02d9e2-0eff-43a0-bf79-087d7495de20 None None] Calling delete_port for 2848b677-d281-4f87-8363-e070831c1031 owned by network:dhcp {{(pid=113425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 09:56:36.075864 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-25452d68-2922-46ae-8a7d-a3f02c01e457 req-b69749f7-e80f-44cb-afc9-1584a98a46f8 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ac5927e3-c811-4909-a073-19e742068fdc&id=26222961-26fe-4aa1-bb0f-ff557a1e3214&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0899076 Sep 16 09:56:36.137124 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:56:36.248874 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-7d02d9e2-0eff-43a0-bf79-087d7495de20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759571687051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759571245514'] for port (2848b677-d281-4f87-8363-e070831c1031), after_delete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:36.257128 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-1ee02c11-c1a6-42f5-b06a-625531cecfca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759571687051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759571245514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27240065'] for port (2848b677-d281-4f87-8363-e070831c1031), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:36.276459 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d02d9e2-0eff-43a0-bf79-087d7495de20 None None] Pushing event deleted for resources: {'Port': ['ID=2848b677-d281-4f87-8363-e070831c1031,revision_number=None']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:56:36.280596 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d02d9e2-0eff-43a0-bf79-087d7495de20 None None] No DVR routers for this DVR port 2848b677-d281-4f87-8363-e070831c1031 on host dv-cinder-790535-43-iscsi {{(pid=113425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 09:56:36.284389 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee02c11-c1a6-42f5-b06a-625531cecfca admin admin] Pushing event deleted for resources: {'Port': ['ID=2848b677-d281-4f87-8363-e070831c1031,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:56:36.297820 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee02c11-c1a6-42f5-b06a-625531cecfca admin admin] No DVR routers for this DVR port 2848b677-d281-4f87-8363-e070831c1031 on host dv-cinder-790535-43-iscsi {{(pid=113424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 09:56:36.309246 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9842de6-f9bc-4061-8c04-e68601b8c002 req-a94d91b9-42d9-485c-baaf-567ccafcde82 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:36.310972 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-d9842de6-f9bc-4061-8c04-e68601b8c002 req-a94d91b9-42d9-485c-baaf-567ccafcde82 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e0f4a754-d9db-4829-a2f8-677cc9c34fbc HTTP/1.1" status: 200 len: 946 time: 0.0524907 Sep 16 09:56:36.362549 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-d9842de6-f9bc-4061-8c04-e68601b8c002 req-7e845f2f-8e75-45ab-8470-45cefc530ada tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1764e529-5c4e-4de8-acd2-e8fe221d1410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446846 Sep 16 09:56:36.622485 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-1ee02c11-c1a6-42f5-b06a-625531cecfca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1303205', 'neutron.services.segments.db._delete_segments_for_network-8759571758529'] for network (17684eae-ad40-4ec5-9092-8a60e4e87e96), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:36.639268 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:56:36.642902 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.services.segments.db [None req-1ee02c11-c1a6-42f5-b06a-625531cecfca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17684eae-ad40-4ec5-9092-8a60e4e87e96']}} {{(pid=113424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:56:36.652208 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.services.segments.db [None req-1ee02c11-c1a6-42f5-b06a-625531cecfca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3902c86-c1ff-47d9-b3ef-44214c1005fa') {'for_net_delete': True} {{(pid=113424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:56:36.652507 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.services.segments.db [None req-1ee02c11-c1a6-42f5-b06a-625531cecfca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3902c86-c1ff-47d9-b3ef-44214c1005fa') {} {{(pid=113424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:56:36.663872 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-1ee02c11-c1a6-42f5-b06a-625531cecfca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759571758421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2616842'] for segment (e3902c86-c1ff-47d9-b3ef-44214c1005fa), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:36.678621 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-1ee02c11-c1a6-42f5-b06a-625531cecfca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1277354'] for segment (e3902c86-c1ff-47d9-b3ef-44214c1005fa), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:36.685874 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ee02c11-c1a6-42f5-b06a-625531cecfca admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=113424) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 09:56:36.686272 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-1ee02c11-c1a6-42f5-b06a-625531cecfca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1277354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27240020'] for segment (e3902c86-c1ff-47d9-b3ef-44214c1005fa), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:36.730244 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.services.segments.plugin [-] Segment e3902c86-c1ff-47d9-b3ef-44214c1005fa resource provider aggregate not found Sep 16 09:56:36.748306 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.services.segments.plugin [-] Segment e3902c86-c1ff-47d9-b3ef-44214c1005fa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e3902c86-c1ff-47d9-b3ef-44214c1005fa found for delete ", "request_id": "req-84175708-1b71-4c70-b867-63fba8074354"}]} Sep 16 09:56:36.825821 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-1ee02c11-c1a6-42f5-b06a-625531cecfca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1303196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-711564'] for network (17684eae-ad40-4ec5-9092-8a60e4e87e96), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:36.857589 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-1ee02c11-c1a6-42f5-b06a-625531cecfca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546317'] for network (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:36.860738 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-1ee02c11-c1a6-42f5-b06a-625531cecfca admin admin] 10.222.0.73 "DELETE /networking/v2.0/networks/17684eae-ad40-4ec5-9092-8a60e4e87e96 HTTP/1.1" status: 204 len: 168 time: 1.1282418 Sep 16 09:56:36.877880 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5421f38e-8e2c-47a2-be12-a8ad2087b14b req-2bd7de5a-0710-4388-a293-81f57ddf8aaf tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:36.879513 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-5421f38e-8e2c-47a2-be12-a8ad2087b14b req-2bd7de5a-0710-4388-a293-81f57ddf8aaf tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2842e80e-fd61-48cf-b415-c5513f6811df HTTP/1.1" status: 200 len: 945 time: 0.0655537 Sep 16 09:56:36.880257 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee02c11-c1a6-42f5-b06a-625531cecfca admin admin] Pushing event deleted for resources: {'Network': ['ID=17684eae-ad40-4ec5-9092-8a60e4e87e96,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:56:36.928393 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-5421f38e-8e2c-47a2-be12-a8ad2087b14b req-f82950b3-fa38-414e-9406-60c2cba5bccb tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=4c9f3f96-9faf-407e-a07f-1976eac9d290&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429668 Sep 16 09:56:37.063624 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device 2848b677-d281-4f87-8363-e070831c1031 no longer exists at agent ovs-agent-dv-cinder-790535-43-iscsi {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 09:56:37.089491 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] No Port match for: 2848b677-d281-4f87-8363-e070831c1031 {{(pid=113425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 09:56:37.089878 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device 2848b677-d281-4f87-8363-e070831c1031 not bound to the agent host dv-cinder-790535-43-iscsi {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 09:56:37.090302 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device 7477150b-3625-45cf-9f19-c36330ee867f no longer exists at agent ovs-agent-dv-cinder-790535-43-iscsi {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 09:56:37.112593 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] No Port match for: 7477150b-3625-45cf-9f19-c36330ee867f {{(pid=113425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 09:56:37.113123 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device 7477150b-3625-45cf-9f19-c36330ee867f not bound to the agent host dv-cinder-790535-43-iscsi {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 09:56:37.158332 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 54784) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:56:37.213665 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-950bd26c-dde6-4608-8044-9de2d35285ea admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=3fe0d52d42324aa38182b47b3588b979&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0518601 Sep 16 09:56:37.214749 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 54786) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:56:37.222840 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcacba0-a255-445f-94c9-3b8fc4e39ff2 req-1d9cddce-3191-4f92-aa58-91c5a7e8f150 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:37.224391 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-bbcacba0-a255-445f-94c9-3b8fc4e39ff2 req-1d9cddce-3191-4f92-aa58-91c5a7e8f150 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a74942a9-2ed1-4058-b2f6-6def2204784a HTTP/1.1" status: 200 len: 985 time: 0.0601096 Sep 16 09:56:37.265927 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-a3153199-5743-4686-8e44-70076a9272ca admin admin] Publish callbacks [] for security_group (ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:37.288010 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-a3153199-5743-4686-8e44-70076a9272ca admin admin] Publish callbacks [] for security_group (ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:37.289631 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-bbcacba0-a255-445f-94c9-3b8fc4e39ff2 req-01d6627f-51e6-4e4c-8b79-36d8b83863d1 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ac5927e3-c811-4909-a073-19e742068fdc&id=26222961-26fe-4aa1-bb0f-ff557a1e3214&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0592239 Sep 16 09:56:37.460103 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-a3153199-5743-4686-8e44-70076a9272ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:37.462990 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-a3153199-5743-4686-8e44-70076a9272ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:37.464215 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-a3153199-5743-4686-8e44-70076a9272ca admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1 HTTP/1.1" status: 204 len: 168 time: 0.2478554 Sep 16 09:56:37.492716 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3153199-5743-4686-8e44-70076a9272ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec6c5b0c-d1ad-4e11-839f-f9b9d5fc1fa1,revision_number=None']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:56:37.507789 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a84479c-9a77-4f3d-8fbf-e21cfd4e9ecc req-d239c7c1-25b7-4325-b030-4afdd73ba865 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:37.509623 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-8a84479c-9a77-4f3d-8fbf-e21cfd4e9ecc req-d239c7c1-25b7-4325-b030-4afdd73ba865 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e0f4a754-d9db-4829-a2f8-677cc9c34fbc HTTP/1.1" status: 200 len: 946 time: 0.0619845 Sep 16 09:56:37.540998 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:56:37.566962 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-8a84479c-9a77-4f3d-8fbf-e21cfd4e9ecc req-7728c59a-bb35-467e-aba3-2119aa6bbd27 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1764e529-5c4e-4de8-acd2-e8fe221d1410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517931 Sep 16 09:56:38.059814 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc1a48-2ec8-4639-b4cf-7cc92e4258ec req-d43ef560-4f82-4aef-ad75-d004232baadf tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:38.063331 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-bccc1a48-2ec8-4639-b4cf-7cc92e4258ec req-d43ef560-4f82-4aef-ad75-d004232baadf tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2842e80e-fd61-48cf-b415-c5513f6811df HTTP/1.1" status: 200 len: 945 time: 0.0481894 Sep 16 09:56:38.112798 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-bccc1a48-2ec8-4639-b4cf-7cc92e4258ec req-b9c72295-01b5-4e95-9fb2-1583d5b4a534 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=4c9f3f96-9faf-407e-a07f-1976eac9d290&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451438 Sep 16 09:56:38.230988 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4f6ab1-6189-4b2c-b280-e86ebff58b91 req-28070b6c-56b6-4846-a240-3ca3b14d6928 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:38.232722 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-5d4f6ab1-6189-4b2c-b280-e86ebff58b91 req-28070b6c-56b6-4846-a240-3ca3b14d6928 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2842e80e-fd61-48cf-b415-c5513f6811df HTTP/1.1" status: 200 len: 945 time: 0.0480940 Sep 16 09:56:38.243004 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 54810) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:56:38.247700 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.v2.base [None req-71c85b69-d9f4-4850-b8ac-152d56d75a34 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Request body: {'floatingip': {'port_id': 'd77fbe69-b931-4dfb-ac17-d581d7f6781e'}} {{(pid=113424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:56:38.290434 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-71c85b69-d9f4-4850-b8ac-152d56d75a34 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks [] for floatingip (30f60960-1f07-4eb0-b911-07754378b119), before_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:38.485199 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbb2b00-39a4-4fd9-b6d0-03bc7b6fbb87 req-e2c831c0-f769-44b0-a6a2-5b452a00d33b tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:38.487023 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-8bbb2b00-39a4-4fd9-b6d0-03bc7b6fbb87 req-e2c831c0-f769-44b0-a6a2-5b452a00d33b tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a74942a9-2ed1-4058-b2f6-6def2204784a HTTP/1.1" status: 200 len: 985 time: 0.1010003 Sep 16 09:56:38.550559 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db19ea8b-4a89-4d92-bfa2-94cde4c93836 req-582204d9-d84d-4398-8254-ec303758aa96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:38.552076 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-db19ea8b-4a89-4d92-bfa2-94cde4c93836 req-582204d9-d84d-4398-8254-ec303758aa96 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=f1713f13f3ff494496a8ef8e5591c1b6&device_id=e0f4a754-d9db-4829-a2f8-677cc9c34fbc HTTP/1.1" status: 200 len: 1130 time: 0.1258039 Sep 16 09:56:38.672838 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:56:38.707956 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bd3808-ecc8-41e2-8ade-16f5f0ee5542 req-ae79519d-c9cb-4606-a1b6-a2c198c2efb1 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:38.715546 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-53bd3808-ecc8-41e2-8ade-16f5f0ee5542 req-ae79519d-c9cb-4606-a1b6-a2c198c2efb1 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e0f4a754-d9db-4829-a2f8-677cc9c34fbc HTTP/1.1" status: 200 len: 946 time: 0.0631387 Sep 16 09:56:38.735669 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Device fe584d9e-61d6-4f6d-bd29-09afbf94e2fe no longer exists at agent hyperv_hv-cinder-79053 {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 09:56:38.776081 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-53bd3808-ecc8-41e2-8ade-16f5f0ee5542 req-6a432776-949a-4ed4-989b-a96b3c48f5c4 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1764e529-5c4e-4de8-acd2-e8fe221d1410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543537 Sep 16 09:56:38.780299 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] No Port match for: fe584d9e-61d6-4f6d-bd29-09afbf94e2fe {{(pid=113425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 09:56:38.780587 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Device fe584d9e-61d6-4f6d-bd29-09afbf94e2fe not bound to the agent host hv-cinder-79053 {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 09:56:38.788421 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db19ea8b-4a89-4d92-bfa2-94cde4c93836 req-d08c42a2-d09b-4778-b79d-2e75f84d32d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:38.790626 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-db19ea8b-4a89-4d92-bfa2-94cde4c93836 req-d08c42a2-d09b-4778-b79d-2e75f84d32d5 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=fe465541-6175-450e-8791-dc7a519b5e60 HTTP/1.1" status: 200 len: 918 time: 0.2140002 Sep 16 09:56:38.796446 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-8bbb2b00-39a4-4fd9-b6d0-03bc7b6fbb87 req-ea182b45-82a0-4a05-805e-8fc5191f78d9 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ac5927e3-c811-4909-a073-19e742068fdc&id=26222961-26fe-4aa1-bb0f-ff557a1e3214&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2721183 Sep 16 09:56:38.928518 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:56:38.938149 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-db19ea8b-4a89-4d92-bfa2-94cde4c93836 req-753efb61-e718-4c6c-89d4-26232fb7d6a7 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=789fb3b6-eef8-4edd-a929-e88fed92432d HTTP/1.1" status: 200 len: 1001 time: 0.1358893 Sep 16 09:56:39.032910 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db19ea8b-4a89-4d92-bfa2-94cde4c93836 req-4aa4b2fb-be2e-4e3d-9000-231c0d2c53ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:39.034473 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-db19ea8b-4a89-4d92-bfa2-94cde4c93836 req-4aa4b2fb-be2e-4e3d-9000-231c0d2c53ab service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=312d0eea-a7f5-4989-be4b-d8f1ee2c9ab2 HTTP/1.1" status: 200 len: 856 time: 0.0896025 Sep 16 09:56:39.132889 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db19ea8b-4a89-4d92-bfa2-94cde4c93836 req-c8932199-8777-49ec-a2cc-59d5db406673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:39.134412 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-db19ea8b-4a89-4d92-bfa2-94cde4c93836 req-c8932199-8777-49ec-a2cc-59d5db406673 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=fe465541-6175-450e-8791-dc7a519b5e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0794394 Sep 16 09:56:39.172403 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-71c85b69-d9f4-4850-b8ac-152d56d75a34 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:39.247096 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-db19ea8b-4a89-4d92-bfa2-94cde4c93836 req-afb5a961-ce4b-46dd-a706-687e9e68f666 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/fe465541-6175-450e-8791-dc7a519b5e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016109 Sep 16 09:56:39.250235 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-71c85b69-d9f4-4850-b8ac-152d56d75a34 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711587'] for floatingip (30f60960-1f07-4eb0-b911-07754378b119), after_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:39.430768 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.db.l3_db [None req-71c85b69-d9f4-4850-b8ac-152d56d75a34 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Floating IP 30f60960-1f07-4eb0-b911-07754378b119 associated. External IP: 172.27.1.34, port: d77fbe69-b931-4dfb-ac17-d581d7f6781e. Sep 16 09:56:39.430768 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-db19ea8b-4a89-4d92-bfa2-94cde4c93836 req-7a174fb9-313f-4d39-9a64-9fb029b267ae service neutron] 10.222.0.27 "GET /networking/v2.0/networks/fe465541-6175-450e-8791-dc7a519b5e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757753 Sep 16 09:56:39.632878 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71c85b69-d9f4-4850-b8ac-152d56d75a34 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Router 5f629d17-6c04-4750-846b-90fbe144f83c has already been hosted by L3 agent 647718b3-8298-4382-86e2-3fad9f5d7804 {{(pid=113424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 09:56:39.725327 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:56:39.735909 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71c85b69-d9f4-4850-b8ac-152d56d75a34 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Notify agent at l3_agent.dv-cinder-790535-43-iscsi the message routers_updated {{(pid=113424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 09:56:39.740668 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-71c85b69-d9f4-4850-b8ac-152d56d75a34 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110971'] for floatingip (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:39.745629 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d048d20-4a36-449b-b35f-e08d7398f255 None None] Sync routers for ids ['5f629d17-6c04-4750-846b-90fbe144f83c'] in dv-cinder-790535-43-iscsi {{(pid=113425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 09:56:39.756074 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d048d20-4a36-449b-b35f-e08d7398f255 None None] Routers {'5f629d17-6c04-4750-846b-90fbe144f83c'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 09:56:39.756697 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-6d048d20-4a36-449b-b35f-e08d7398f255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T09:56:24Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['5f629d17-6c04-4750-846b-90fbe144f83c'], 'active': True} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:56:39.771216 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-71c85b69-d9f4-4850-b8ac-152d56d75a34 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "PUT /networking/v2.0/floatingips/30f60960-1f07-4eb0-b911-07754378b119 HTTP/1.1" status: 200 len: 990 time: 1.5270326 Sep 16 09:56:39.772021 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2842e80e-fd61-48cf-b415-c5513f6811df', 'tag': 'd77fbe69-b931-4dfb-ac17-d581d7f6781e'}] {{(pid=113424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 09:56:39.774360 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16dfd0a1dfdfa1f1ee01b24bca40ddc03421b0ad37c1355f54f1c3176401751a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f0d50a7-8985-401e-ae35-e5a1ece2c700" -d '{"events": [{"name": "network-changed", "server_uuid": "2842e80e-fd61-48cf-b415-c5513f6811df", "tag": "d77fbe69-b931-4dfb-ac17-d581d7f6781e"}]}' {{(pid=113424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 09:56:39.816928 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 09:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b1aa678-4d92-40f5-bdfe-45a113b41ab2 x-openstack-request-id: req-3b1aa678-4d92-40f5-bdfe-45a113b41ab2 {{(pid=113424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 09:56:39.817207 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2842e80e-fd61-48cf-b415-c5513f6811df", "tag": "d77fbe69-b931-4dfb-ac17-d581d7f6781e", "status": "completed", "code": 200}]} {{(pid=113424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 09:56:39.817297 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3b1aa678-4d92-40f5-bdfe-45a113b41ab2 {{(pid=113424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 09:56:39.817872 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b1aa678-4d92-40f5-bdfe-45a113b41ab2'] response: {'name': 'network-changed', 'server_uuid': '2842e80e-fd61-48cf-b415-c5513f6811df', 'tag': 'd77fbe69-b931-4dfb-ac17-d581d7f6781e', 'status': 'completed', 'code': 200} Sep 16 09:56:39.911929 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093bab29-62c3-4359-be18-b84aff1dc422 req-8d4f3c66-3c30-47de-bde6-e1482e924094 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:39.913704 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-093bab29-62c3-4359-be18-b84aff1dc422 req-8d4f3c66-3c30-47de-bde6-e1482e924094 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e0f4a754-d9db-4829-a2f8-677cc9c34fbc HTTP/1.1" status: 200 len: 946 time: 0.0585301 Sep 16 09:56:39.937797 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4f3237-3e50-4119-bbe6-e6d383ca8723 req-c5662223-d013-4327-9ab6-153c5bfd9fa7 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:39.941324 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-5d4f3237-3e50-4119-bbe6-e6d383ca8723 req-c5662223-d013-4327-9ab6-153c5bfd9fa7 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a74942a9-2ed1-4058-b2f6-6def2204784a HTTP/1.1" status: 200 len: 985 time: 0.0582225 Sep 16 09:56:39.970089 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-093bab29-62c3-4359-be18-b84aff1dc422 req-30344f9a-6813-4021-a519-6fef45ccbb03 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1764e529-5c4e-4de8-acd2-e8fe221d1410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505354 Sep 16 09:56:39.997071 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvr_db [None req-6d048d20-4a36-449b-b35f-e08d7398f255 None None] Set router 5f629d17-6c04-4750-846b-90fbe144f83c gateway port host: dv-cinder-790535-43-iscsi {{(pid=113425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 09:56:40.025239 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-5d4f3237-3e50-4119-bbe6-e6d383ca8723 req-2ee9c303-c9ce-40df-810b-76bc9e437b4e tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ac5927e3-c811-4909-a073-19e742068fdc&id=26222961-26fe-4aa1-bb0f-ff557a1e3214&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0766547 Sep 16 09:56:40.212710 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-6d048d20-4a36-449b-b35f-e08d7398f255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'name': 'tempest-AttachVolumeNegativeTest-1147155597-router', 'tenant_id': '75007587f92646f686881c2e1bfb7b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'f25e5371-7d7a-4929-ba67-20f64b85ea85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:50:29Z', 'updated_at': '2022-09-16T09:50:39Z', 'revision_number': 4, 'project_id': '75007587f92646f686881c2e1bfb7b2d', 'gw_port': {'id': 'f25e5371-7d7a-4929-ba67-20f64b85ea85', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:73:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:30Z', 'updated_at': '2022-09-16T09:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_floatingips': [{'id': '30f60960-1f07-4eb0-b911-07754378b119', 'tenant_id': '75007587f92646f686881c2e1bfb7b2d', 'floating_ip_address': '172.27.1.34', 'floating_network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'router_id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'port_id': 'd77fbe69-b931-4dfb-ac17-d581d7f6781e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b92b7908-54f3-4444-8e37-e6621fa07310', 'mac_address': 'fa:16:3e:82:88:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2842e80e-fd61-48cf-b415-c5513f6811df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T09:56:17Z', 'updated_at': '2022-09-16T09:56:39Z', 'revision_number': 1, 'project_id': '75007587f92646f686881c2e1bfb7b2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '884885de-9e10-4652-9aba-309ace13393a', 'name': '', 'network_id': 'b92b7908-54f3-4444-8e37-e6621fa07310', 'tenant_id': '75007587f92646f686881c2e1bfb7b2d', 'mac_address': 'fa:16:3e:8d:8c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2c5e3932-9cbf-4551-a459-a4948ab2f258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:38Z', 'updated_at': '2022-09-16T09:50:59Z', 'revision_number': 5, 'project_id': '75007587f92646f686881c2e1bfb7b2d', 'subnets': [{'id': '2c5e3932-9cbf-4551-a459-a4948ab2f258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:56:40.238058 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d048d20-4a36-449b-b35f-e08d7398f255 None None] Checking router: 5f629d17-6c04-4750-846b-90fbe144f83c for host: dv-cinder-790535-43-iscsi {{(pid=113425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 09:56:40.246554 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d048d20-4a36-449b-b35f-e08d7398f255 None None] Routers {'5f629d17-6c04-4750-846b-90fbe144f83c'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 09:56:40.247164 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-6d048d20-4a36-449b-b35f-e08d7398f255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T09:56:24Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['5f629d17-6c04-4750-846b-90fbe144f83c'], 'active': True} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:56:40.348799 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvr_db [None req-6d048d20-4a36-449b-b35f-e08d7398f255 None None] Set router 5f629d17-6c04-4750-846b-90fbe144f83c gateway port host: dv-cinder-790535-43-iscsi {{(pid=113425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 09:56:40.495762 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:56:40.558355 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:56:40.562080 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-6d048d20-4a36-449b-b35f-e08d7398f255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'name': 'tempest-AttachVolumeNegativeTest-1147155597-router', 'tenant_id': '75007587f92646f686881c2e1bfb7b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'f25e5371-7d7a-4929-ba67-20f64b85ea85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:50:29Z', 'updated_at': '2022-09-16T09:50:39Z', 'revision_number': 4, 'project_id': '75007587f92646f686881c2e1bfb7b2d', 'gw_port': {'id': 'f25e5371-7d7a-4929-ba67-20f64b85ea85', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:73:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:30Z', 'updated_at': '2022-09-16T09:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_floatingips': [{'id': '30f60960-1f07-4eb0-b911-07754378b119', 'tenant_id': '75007587f92646f686881c2e1bfb7b2d', 'floating_ip_address': '172.27.1.34', 'floating_network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'router_id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'port_id': 'd77fbe69-b931-4dfb-ac17-d581d7f6781e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b92b7908-54f3-4444-8e37-e6621fa07310', 'mac_address': 'fa:16:3e:82:88:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2842e80e-fd61-48cf-b415-c5513f6811df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T09:56:17Z', 'updated_at': '2022-09-16T09:56:39Z', 'revision_number': 1, 'project_id': '75007587f92646f686881c2e1bfb7b2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '884885de-9e10-4652-9aba-309ace13393a', 'name': '', 'network_id': 'b92b7908-54f3-4444-8e37-e6621fa07310', 'tenant_id': '75007587f92646f686881c2e1bfb7b2d', 'mac_address': 'fa:16:3e:8d:8c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2c5e3932-9cbf-4551-a459-a4948ab2f258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:38Z', 'updated_at': '2022-09-16T09:50:59Z', 'revision_number': 5, 'project_id': '75007587f92646f686881c2e1bfb7b2d', 'subnets': [{'id': '2c5e3932-9cbf-4551-a459-a4948ab2f258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:56:40.590393 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d048d20-4a36-449b-b35f-e08d7398f255 None None] The sync data for ids ['5f629d17-6c04-4750-846b-90fbe144f83c'] in dv-cinder-790535-43-iscsi is: [{'id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'name': 'tempest-AttachVolumeNegativeTest-1147155597-router', 'tenant_id': '75007587f92646f686881c2e1bfb7b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'f25e5371-7d7a-4929-ba67-20f64b85ea85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:50:29Z', 'updated_at': '2022-09-16T09:50:39Z', 'revision_number': 4, 'project_id': '75007587f92646f686881c2e1bfb7b2d', 'gw_port': {'id': 'f25e5371-7d7a-4929-ba67-20f64b85ea85', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:73:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:30Z', 'updated_at': '2022-09-16T09:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_floatingips': [{'id': '30f60960-1f07-4eb0-b911-07754378b119', 'tenant_id': '75007587f92646f686881c2e1bfb7b2d', 'floating_ip_address': '172.27.1.34', 'floating_network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'router_id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'port_id': 'd77fbe69-b931-4dfb-ac17-d581d7f6781e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b92b7908-54f3-4444-8e37-e6621fa07310', 'mac_address': 'fa:16:3e:82:88:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2842e80e-fd61-48cf-b415-c5513f6811df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T09:56:17Z', 'updated_at': '2022-09-16T09:56:39Z', 'revision_number': 1, 'project_id': '75007587f92646f686881c2e1bfb7b2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '884885de-9e10-4652-9aba-309ace13393a', 'name': '', 'network_id': 'b92b7908-54f3-4444-8e37-e6621fa07310', 'tenant_id': '75007587f92646f686881c2e1bfb7b2d', 'mac_address': 'fa:16:3e:8d:8c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2c5e3932-9cbf-4551-a459-a4948ab2f258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:38Z', 'updated_at': '2022-09-16T09:50:59Z', 'revision_number': 5, 'project_id': '75007587f92646f686881c2e1bfb7b2d', 'subnets': [{'id': '2c5e3932-9cbf-4551-a459-a4948ab2f258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 09:56:40.772574 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18637b86-7efe-4385-a84b-cedfac38077b None None] New status for floating IP 30f60960-1f07-4eb0-b911-07754378b119: ACTIVE {{(pid=113426) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 09:56:41.088194 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=100 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:56:41.096370 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb71ed-b164-4109-a3f3-e378928c71ac req-467b758a-9d43-4f83-af11-d2388a83cb0b tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:41.100327 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-84fb71ed-b164-4109-a3f3-e378928c71ac req-467b758a-9d43-4f83-af11-d2388a83cb0b tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e0f4a754-d9db-4829-a2f8-677cc9c34fbc HTTP/1.1" status: 200 len: 946 time: 0.0474627 Sep 16 09:56:41.148091 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5c1150-acca-48c9-9527-306223b347dc req-13b736e2-939d-4f38-9aec-34de1d2660dc tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:41.149227 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-84fb71ed-b164-4109-a3f3-e378928c71ac req-add4bacd-71ed-4db5-a26d-3372e19345b1 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1764e529-5c4e-4de8-acd2-e8fe221d1410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452709 Sep 16 09:56:41.149667 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-5d5c1150-acca-48c9-9527-306223b347dc req-13b736e2-939d-4f38-9aec-34de1d2660dc tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a74942a9-2ed1-4058-b2f6-6def2204784a HTTP/1.1" status: 200 len: 985 time: 0.0476711 Sep 16 09:56:41.213691 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-5d5c1150-acca-48c9-9527-306223b347dc req-f6052c72-2d3b-40da-b7b4-8cab8448a26b tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ac5927e3-c811-4909-a073-19e742068fdc&id=26222961-26fe-4aa1-bb0f-ff557a1e3214&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0581467 Sep 16 09:56:42.118637 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0d50a7-8985-401e-ae35-e5a1ece2c700 req-0815e4ed-93b4-49c1-a616-ff456f4d0a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:42.120523 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-5f0d50a7-8985-401e-ae35-e5a1ece2c700 req-0815e4ed-93b4-49c1-a616-ff456f4d0a61 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=75007587f92646f686881c2e1bfb7b2d&device_id=2842e80e-fd61-48cf-b415-c5513f6811df HTTP/1.1" status: 200 len: 1129 time: 0.0380778 Sep 16 09:56:42.213905 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0d50a7-8985-401e-ae35-e5a1ece2c700 req-784ac1fb-ff85-4b28-acc5-4bc40376eb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:42.215398 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-5f0d50a7-8985-401e-ae35-e5a1ece2c700 req-784ac1fb-ff85-4b28-acc5-4bc40376eb31 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=b92b7908-54f3-4444-8e37-e6621fa07310 HTTP/1.1" status: 200 len: 916 time: 0.0863628 Sep 16 09:56:42.224910 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.agents_db [None req-7c9a7194-4e2e-43f7-be58-28c896ce3cef None None] Agent healthcheck: found 6 active agents {{(pid=113426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 09:56:42.321361 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c070399-9810-49a9-9908-ad31eebaae93 req-3d6da24e-e23f-43d0-b3ea-c5196a1b8a5b tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:42.323197 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-0c070399-9810-49a9-9908-ad31eebaae93 req-3d6da24e-e23f-43d0-b3ea-c5196a1b8a5b tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e0f4a754-d9db-4829-a2f8-677cc9c34fbc HTTP/1.1" status: 200 len: 946 time: 0.0886257 Sep 16 09:56:42.330482 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:56:42.342566 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eee73cd-5a3f-47e4-bc48-65a5660a698e req-5839b084-a1b1-421c-b198-0ef696d2462c tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:42.344460 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-5eee73cd-5a3f-47e4-bc48-65a5660a698e req-5839b084-a1b1-421c-b198-0ef696d2462c tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a74942a9-2ed1-4058-b2f6-6def2204784a HTTP/1.1" status: 200 len: 985 time: 0.0532928 Sep 16 09:56:42.356771 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-5f0d50a7-8985-401e-ae35-e5a1ece2c700 req-188c3954-bed4-4d87-9126-24af4c50adcd service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d77fbe69-b931-4dfb-ac17-d581d7f6781e HTTP/1.1" status: 200 len: 1000 time: 0.0900893 Sep 16 09:56:42.388443 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-0c070399-9810-49a9-9908-ad31eebaae93 req-503d7314-c80e-4661-9582-6b6744fbc9b8 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1764e529-5c4e-4de8-acd2-e8fe221d1410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532868 Sep 16 09:56:42.413448 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-5eee73cd-5a3f-47e4-bc48-65a5660a698e req-26456edf-6caa-4738-b3fb-8f755bd986e4 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ac5927e3-c811-4909-a073-19e742068fdc&id=26222961-26fe-4aa1-bb0f-ff557a1e3214&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0586295 Sep 16 09:56:42.472340 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0d50a7-8985-401e-ae35-e5a1ece2c700 req-ea3afc6c-82a6-4314-a8e5-99072a433e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:42.473878 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-5f0d50a7-8985-401e-ae35-e5a1ece2c700 req-ea3afc6c-82a6-4314-a8e5-99072a433e8d service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=2c5e3932-9cbf-4551-a459-a4948ab2f258 HTTP/1.1" status: 200 len: 854 time: 0.0642927 Sep 16 09:56:42.552222 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0d50a7-8985-401e-ae35-e5a1ece2c700 req-4c5575a8-eac8-4ec2-a762-b899694f9661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:42.553727 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-5f0d50a7-8985-401e-ae35-e5a1ece2c700 req-4c5575a8-eac8-4ec2-a762-b899694f9661 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=b92b7908-54f3-4444-8e37-e6621fa07310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0411892 Sep 16 09:56:42.652793 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-5f0d50a7-8985-401e-ae35-e5a1ece2c700 req-e1cf3509-407e-4edb-b333-b4e81165aa17 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b92b7908-54f3-4444-8e37-e6621fa07310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859637 Sep 16 09:56:42.765575 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-5f0d50a7-8985-401e-ae35-e5a1ece2c700 req-0008f789-d0c9-49d7-8fbf-b15a045984da service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b92b7908-54f3-4444-8e37-e6621fa07310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940483 Sep 16 09:56:43.535304 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8297e8a-3558-4557-a496-b25b3d37b499 req-0f34d5fe-da56-40fc-9570-680812438e65 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:43.536794 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-b8297e8a-3558-4557-a496-b25b3d37b499 req-0f34d5fe-da56-40fc-9570-680812438e65 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e0f4a754-d9db-4829-a2f8-677cc9c34fbc HTTP/1.1" status: 200 len: 946 time: 0.0566738 Sep 16 09:56:43.549088 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfa165b-8d0c-449d-af5c-3cdae67dd987 req-ec6beb4d-7444-4db3-9b56-1c933345e035 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:43.550981 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-6dfa165b-8d0c-449d-af5c-3cdae67dd987 req-ec6beb4d-7444-4db3-9b56-1c933345e035 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a74942a9-2ed1-4058-b2f6-6def2204784a HTTP/1.1" status: 200 len: 985 time: 0.0491974 Sep 16 09:56:43.586495 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-b8297e8a-3558-4557-a496-b25b3d37b499 req-90dde207-3043-48e1-b11c-4cec3ea4ca84 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1764e529-5c4e-4de8-acd2-e8fe221d1410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438800 Sep 16 09:56:43.611769 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-6dfa165b-8d0c-449d-af5c-3cdae67dd987 req-a61fa6a4-a02b-416d-b37b-3a61e46ca3d5 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ac5927e3-c811-4909-a073-19e742068fdc&id=26222961-26fe-4aa1-bb0f-ff557a1e3214&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548043 Sep 16 09:56:44.718574 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6878611d-a970-4f30-9c92-09b28f32bc36 req-79806c22-e046-49bb-9b8e-868560d33438 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:44.720068 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-6878611d-a970-4f30-9c92-09b28f32bc36 req-79806c22-e046-49bb-9b8e-868560d33438 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e0f4a754-d9db-4829-a2f8-677cc9c34fbc HTTP/1.1" status: 200 len: 946 time: 0.0515428 Sep 16 09:56:44.767909 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-6878611d-a970-4f30-9c92-09b28f32bc36 req-334bc252-ed5c-4ee4-8a69-c88d8e3713e0 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1764e529-5c4e-4de8-acd2-e8fe221d1410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408661 Sep 16 09:56:45.903512 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876bf4fc-58df-48b4-a4fe-d300bf614e8a req-17c759fa-9f8e-4d31-bbe1-22b4abd3af43 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:45.905068 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-876bf4fc-58df-48b4-a4fe-d300bf614e8a req-17c759fa-9f8e-4d31-bbe1-22b4abd3af43 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e0f4a754-d9db-4829-a2f8-677cc9c34fbc HTTP/1.1" status: 200 len: 946 time: 0.0526974 Sep 16 09:56:45.953052 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-876bf4fc-58df-48b4-a4fe-d300bf614e8a req-d61b420c-5fd2-4388-af24-fc18039362fc tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1764e529-5c4e-4de8-acd2-e8fe221d1410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420544 Sep 16 09:56:47.083975 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d099e94-68c8-4816-b12b-0c89863ce5e0 req-d859f6bd-5fff-452a-8b36-652b8d8b0919 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:47.085484 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-6d099e94-68c8-4816-b12b-0c89863ce5e0 req-d859f6bd-5fff-452a-8b36-652b8d8b0919 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e0f4a754-d9db-4829-a2f8-677cc9c34fbc HTTP/1.1" status: 200 len: 946 time: 0.0512321 Sep 16 09:56:47.133843 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-6d099e94-68c8-4816-b12b-0c89863ce5e0 req-d6362ca0-8ad4-4255-a03e-1d03e4e98d50 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1764e529-5c4e-4de8-acd2-e8fe221d1410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426898 Sep 16 09:56:48.263552 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a773506e-6807-41d2-89a0-94d86e8f6247 req-5722a0b7-2d68-4682-9a01-a8f9d4d4a0ba tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:48.265045 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-a773506e-6807-41d2-89a0-94d86e8f6247 req-5722a0b7-2d68-4682-9a01-a8f9d4d4a0ba tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e0f4a754-d9db-4829-a2f8-677cc9c34fbc HTTP/1.1" status: 200 len: 946 time: 0.0486393 Sep 16 09:56:48.293130 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=100 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:56:48.315115 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-a773506e-6807-41d2-89a0-94d86e8f6247 req-9536560e-90aa-4bad-a624-0c36ede1e3b4 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1764e529-5c4e-4de8-acd2-e8fe221d1410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433896 Sep 16 09:56:49.042780 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Device 789fb3b6-eef8-4edd-a929-e88fed92432d details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=113425) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 09:56:49.142248 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] For port 789fb3b6-eef8-4edd-a929-e88fed92432d, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=789fb3b6-eef8-4edd-a929-e88fed92432d,segment=NetworkSegment(dbdfa156-b328-4b02-9174-23c649e3a4fb),segment_id=dbdfa156-b328-4b02-9174-23c649e3a4fb)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:56:49.154663 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Returning: {'device': '789fb3b6-eef8-4edd-a929-e88fed92432d', 'network_id': 'fe465541-6175-450e-8791-dc7a519b5e60', 'port_id': '789fb3b6-eef8-4edd-a929-e88fed92432d', 'mac_address': 'fa:16:3e:f4:6b:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '312d0eea-a7f5-4989-be4b-d8f1ee2c9ab2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113425) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 09:56:49.178545 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:56:49.192871 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Current status of the port 789fb3b6-eef8-4edd-a929-e88fed92432d is: ACTIVE; New status is: BUILD {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:56:49.193279 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (789fb3b6-eef8-4edd-a929-e88fed92432d), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:49.206744 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.notifiers.nova [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 789fb3b6-eef8-4edd-a929-e88fed92432d {{(pid=113425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 09:56:49.234818 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] For port 789fb3b6-eef8-4edd-a929-e88fed92432d, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=789fb3b6-eef8-4edd-a929-e88fed92432d,segment=NetworkSegment(dbdfa156-b328-4b02-9174-23c649e3a4fb),segment_id=dbdfa156-b328-4b02-9174-23c649e3a4fb)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:56:49.327980 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (789fb3b6-eef8-4edd-a929-e88fed92432d), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:49.377393 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Pushing event updated for resources: {'Port': ['ID=789fb3b6-eef8-4edd-a929-e88fed92432d,revision_number=6']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:56:49.446679 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee75680-1237-4cb2-a9cf-1d2c3d43061e req-14480850-8180-4361-a214-2c53bb5ce70a tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:49.448227 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-7ee75680-1237-4cb2-a9cf-1d2c3d43061e req-14480850-8180-4361-a214-2c53bb5ce70a tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e0f4a754-d9db-4829-a2f8-677cc9c34fbc HTTP/1.1" status: 200 len: 945 time: 0.0480418 Sep 16 09:56:49.498715 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-7ee75680-1237-4cb2-a9cf-1d2c3d43061e req-c8b1684b-311c-4325-8f62-84bbcb88dbe0 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1764e529-5c4e-4de8-acd2-e8fe221d1410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448122 Sep 16 09:56:50.626143 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4285cae-01e5-4708-bca1-28909f4f30ea req-251c7bfc-3ca7-4cf9-8ea2-18a2720e05b7 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:50.627587 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-c4285cae-01e5-4708-bca1-28909f4f30ea req-251c7bfc-3ca7-4cf9-8ea2-18a2720e05b7 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e0f4a754-d9db-4829-a2f8-677cc9c34fbc HTTP/1.1" status: 200 len: 945 time: 0.0471191 Sep 16 09:56:50.677716 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-c4285cae-01e5-4708-bca1-28909f4f30ea req-3fc80d88-cda0-40d9-bc5a-eedb5f8acb81 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1764e529-5c4e-4de8-acd2-e8fe221d1410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438938 Sep 16 09:56:50.848861 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] get_ports_and_sgs() called for port_ids ['789fb3b6-eef8-4edd-a929-e88fed92432d'] {{(pid=113425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 09:56:52.033890 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274646b6-3668-42b6-b0e9-86f21524b1af req-a211d8bb-8300-4da1-bbae-c2315f00b3a4 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:52.037618 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-274646b6-3668-42b6-b0e9-86f21524b1af req-a211d8bb-8300-4da1-bbae-c2315f00b3a4 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e0f4a754-d9db-4829-a2f8-677cc9c34fbc HTTP/1.1" status: 200 len: 945 time: 0.0700479 Sep 16 09:56:52.119107 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-274646b6-3668-42b6-b0e9-86f21524b1af req-c6ab90be-fee8-4a81-a6d2-bb62aae933f6 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1764e529-5c4e-4de8-acd2-e8fe221d1410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733809 Sep 16 09:56:52.210382 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=68,neutron:UPDATE=1 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:56:52.224716 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=69,neutron:UPDATE=1 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:56:52.305875 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-af233f76-4d3f-4eac-976c-2b464fe18246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (54fa5420-569f-41b3-81ce-b3c99a893561), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:52.799747 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Device 789fb3b6-eef8-4edd-a929-e88fed92432d up at agent hyperv_hv-cinder-79053 {{(pid=113425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 09:56:52.849727 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Provisioning complete for port 789fb3b6-eef8-4edd-a929-e88fed92432d triggered by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:56:52.850431 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (789fb3b6-eef8-4edd-a929-e88fed92432d), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:52.850990 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Attempt 1 to provision port 789fb3b6-eef8-4edd-a929-e88fed92432d Sep 16 09:56:52.950386 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Current status of the port 789fb3b6-eef8-4edd-a929-e88fed92432d is: BUILD; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:56:52.951093 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (789fb3b6-eef8-4edd-a929-e88fed92432d), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:52.982059 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0f4a754-d9db-4829-a2f8-677cc9c34fbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '789fb3b6-eef8-4edd-a929-e88fed92432d'}] {{(pid=113425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 09:56:52.982059 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d904371a3690c7392a65e5457b849277104f62c83d6e5586b28cc731d2d00ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd082430-9fd3-4dde-bf05-abf9f4ea69a4" -d '{"events": [{"server_uuid": "e0f4a754-d9db-4829-a2f8-677cc9c34fbc", "name": "network-vif-plugged", "status": "completed", "tag": "789fb3b6-eef8-4edd-a929-e88fed92432d"}]}' {{(pid=113425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 09:56:53.017209 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] For port 789fb3b6-eef8-4edd-a929-e88fed92432d, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=789fb3b6-eef8-4edd-a929-e88fed92432d,segment=NetworkSegment(dbdfa156-b328-4b02-9174-23c649e3a4fb),segment_id=dbdfa156-b328-4b02-9174-23c649e3a4fb)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:56:53.031437 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 09:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c6efaef-9b6d-4504-b89b-25a1c8799fcf x-openstack-request-id: req-8c6efaef-9b6d-4504-b89b-25a1c8799fcf {{(pid=113425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 09:56:53.031721 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0f4a754-d9db-4829-a2f8-677cc9c34fbc", "name": "network-vif-plugged", "status": "completed", "tag": "789fb3b6-eef8-4edd-a929-e88fed92432d", "code": 200}]} {{(pid=113425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 09:56:53.032153 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8c6efaef-9b6d-4504-b89b-25a1c8799fcf {{(pid=113425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 09:56:53.032721 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c6efaef-9b6d-4504-b89b-25a1c8799fcf'] response: {'server_uuid': 'e0f4a754-d9db-4829-a2f8-677cc9c34fbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '789fb3b6-eef8-4edd-a929-e88fed92432d', 'code': 200} Sep 16 09:56:53.084440 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (789fb3b6-eef8-4edd-a929-e88fed92432d), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:53.140214 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Pushing event updated for resources: {'Port': ['ID=789fb3b6-eef8-4edd-a929-e88fed92432d,revision_number=7']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:56:53.281811 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f6c88c-d49d-4f5c-8bd6-80d77208d9c7 req-d8cebad1-c00e-494f-9f34-51daf478707e tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:53.286342 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-64f6c88c-d49d-4f5c-8bd6-80d77208d9c7 req-d8cebad1-c00e-494f-9f34-51daf478707e tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e0f4a754-d9db-4829-a2f8-677cc9c34fbc HTTP/1.1" status: 200 len: 946 time: 0.0610335 Sep 16 09:56:53.310566 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=100 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:56:53.348873 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-64f6c88c-d49d-4f5c-8bd6-80d77208d9c7 req-1182cf48-8b13-498f-a456-97b6f2514f4e tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1764e529-5c4e-4de8-acd2-e8fe221d1410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583453 Sep 16 09:56:53.486754 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 55050) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:56:53.627599 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=100 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:56:53.638754 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-e3722a44-cbfc-46d2-b61b-7ae63c6cf415 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:53.730831 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-e3722a44-cbfc-46d2-b61b-7ae63c6cf415 admin admin] Publish callbacks [] for security_group (34aa36d9-bb02-4a37-b11c-e1702dff0ac1), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:53.819182 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-e3722a44-cbfc-46d2-b61b-7ae63c6cf415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (34aa36d9-bb02-4a37-b11c-e1702dff0ac1), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:53.866569 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 55060) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:56:53.866806 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-e3722a44-cbfc-46d2-b61b-7ae63c6cf415 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=b159b4fbe946449ebd5f070fb4f77b94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3786383 Sep 16 09:56:53.867526 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3722a44-cbfc-46d2-b61b-7ae63c6cf415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34aa36d9-bb02-4a37-b11c-e1702dff0ac1,revision_number=1']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:56:53.877219 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3722a44-cbfc-46d2-b61b-7ae63c6cf415 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:56:53.878496 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3722a44-cbfc-46d2-b61b-7ae63c6cf415 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:56:53.878496 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3722a44-cbfc-46d2-b61b-7ae63c6cf415 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:56:53.878496 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3722a44-cbfc-46d2-b61b-7ae63c6cf415 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:56:53.879113 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3722a44-cbfc-46d2-b61b-7ae63c6cf415 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:56:53.879642 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3722a44-cbfc-46d2-b61b-7ae63c6cf415 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:56:53.880149 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3722a44-cbfc-46d2-b61b-7ae63c6cf415 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:56:53.880642 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3722a44-cbfc-46d2-b61b-7ae63c6cf415 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:56:53.881208 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3722a44-cbfc-46d2-b61b-7ae63c6cf415 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:56:53.881905 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3722a44-cbfc-46d2-b61b-7ae63c6cf415 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:56:53.882905 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3722a44-cbfc-46d2-b61b-7ae63c6cf415 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:56:53.883402 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3722a44-cbfc-46d2-b61b-7ae63c6cf415 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:56:53.886977 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3722a44-cbfc-46d2-b61b-7ae63c6cf415 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:56:53.900299 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3722a44-cbfc-46d2-b61b-7ae63c6cf415 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:56:53.902228 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3722a44-cbfc-46d2-b61b-7ae63c6cf415 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:56:53.943686 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-ec4e42d3-7080-4fbb-b9c4-939a2ebef8df admin admin] Publish callbacks [] for security_group (34aa36d9-bb02-4a37-b11c-e1702dff0ac1), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:53.968874 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-ec4e42d3-7080-4fbb-b9c4-939a2ebef8df admin admin] Publish callbacks [] for security_group (34aa36d9-bb02-4a37-b11c-e1702dff0ac1), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:54.089134 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-ec4e42d3-7080-4fbb-b9c4-939a2ebef8df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (34aa36d9-bb02-4a37-b11c-e1702dff0ac1), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:54.091926 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-ec4e42d3-7080-4fbb-b9c4-939a2ebef8df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:54.093306 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-ec4e42d3-7080-4fbb-b9c4-939a2ebef8df admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/34aa36d9-bb02-4a37-b11c-e1702dff0ac1 HTTP/1.1" status: 204 len: 168 time: 0.2254992 Sep 16 09:56:54.117915 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4e42d3-7080-4fbb-b9c4-939a2ebef8df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34aa36d9-bb02-4a37-b11c-e1702dff0ac1,revision_number=None']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:56:54.533389 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d798be-fcf3-4a8a-abe9-e3af4dc6bebe req-f313dbdf-7397-47e7-ad65-9485826dccdd tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:54.535886 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-f9d798be-fcf3-4a8a-abe9-e3af4dc6bebe req-f313dbdf-7397-47e7-ad65-9485826dccdd tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e0f4a754-d9db-4829-a2f8-677cc9c34fbc HTTP/1.1" status: 200 len: 946 time: 0.0714715 Sep 16 09:56:54.562516 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-009899d9-1ff4-400c-8f24-a629d8fb0a36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (647718b3-8298-4382-86e2-3fad9f5d7804), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:54.620920 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-f9d798be-fcf3-4a8a-abe9-e3af4dc6bebe req-48dd79a0-7fc1-4342-8882-f322c31f1377 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1764e529-5c4e-4de8-acd2-e8fe221d1410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774221 Sep 16 09:56:55.787178 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb337a4-c505-4336-aa7f-8673cbe7cd3f req-ac76e074-80a4-47ee-b6fe-6c2914cc779e tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:55.789495 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-0fb337a4-c505-4336-aa7f-8673cbe7cd3f req-ac76e074-80a4-47ee-b6fe-6c2914cc779e tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e0f4a754-d9db-4829-a2f8-677cc9c34fbc HTTP/1.1" status: 200 len: 946 time: 0.0596764 Sep 16 09:56:55.842171 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-0fb337a4-c505-4336-aa7f-8673cbe7cd3f req-0261cf67-6af3-4964-944c-8034e3c82845 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1764e529-5c4e-4de8-acd2-e8fe221d1410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470273 Sep 16 09:56:55.875306 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-c17a0cac-31fa-4a66-ad06-99f53fca2b4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (2d63c820-fb16-4aae-acf9-0482010d4ad8), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:57.024576 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c425165f-308a-4e5b-93f4-6666f4bf2d12 req-1bb7b94c-f8f3-4dbe-82f4-10e6072d37a9 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:57.026731 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-c425165f-308a-4e5b-93f4-6666f4bf2d12 req-1bb7b94c-f8f3-4dbe-82f4-10e6072d37a9 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e0f4a754-d9db-4829-a2f8-677cc9c34fbc HTTP/1.1" status: 200 len: 946 time: 0.0662110 Sep 16 09:56:57.085698 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-c425165f-308a-4e5b-93f4-6666f4bf2d12 req-c01e3492-1e61-4555-932a-a42747c359e0 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1764e529-5c4e-4de8-acd2-e8fe221d1410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527754 Sep 16 09:56:57.300442 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (be58d251-43cc-467d-bf31-2aae48e2ac56), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:57.368125 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-cd5fe5d0-24d3-4349-8269-176b5bcdf250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (65aa34d6-cc53-475e-ab2c-2c2516bff08f), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:56:58.220382 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84891df0-a2cd-4d64-903c-0836d9ffeb55 req-07b9f720-63a4-45b5-a991-0041cd95fa17 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:58.221880 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-84891df0-a2cd-4d64-903c-0836d9ffeb55 req-07b9f720-63a4-45b5-a991-0041cd95fa17 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e0f4a754-d9db-4829-a2f8-677cc9c34fbc HTTP/1.1" status: 200 len: 946 time: 0.0469449 Sep 16 09:56:58.274361 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-84891df0-a2cd-4d64-903c-0836d9ffeb55 req-45014405-3cf8-4b91-b898-7238b7e0b700 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1764e529-5c4e-4de8-acd2-e8fe221d1410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460658 Sep 16 09:56:59.633212 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210cde8d-2b3d-4b97-b71f-9996fb931ab9 req-c0b6878c-776d-4c67-b96e-c124a0fb6e76 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:56:59.634774 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-210cde8d-2b3d-4b97-b71f-9996fb931ab9 req-c0b6878c-776d-4c67-b96e-c124a0fb6e76 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e0f4a754-d9db-4829-a2f8-677cc9c34fbc HTTP/1.1" status: 200 len: 946 time: 0.0510774 Sep 16 09:56:59.718436 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-210cde8d-2b3d-4b97-b71f-9996fb931ab9 req-bcf2b808-491e-41e4-9c5b-fd9625f68f3f tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1764e529-5c4e-4de8-acd2-e8fe221d1410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719225 Sep 16 09:57:00.721565 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 55262) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:57:00.871706 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-0bd26e1c-8f8b-4994-9a55-b48ad858e6aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:00.882784 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440843c0-92fa-43aa-9a5c-72ada1d00f49 req-979c6baf-d0db-4447-938c-3728ff867b23 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:57:00.884374 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-440843c0-92fa-43aa-9a5c-72ada1d00f49 req-979c6baf-d0db-4447-938c-3728ff867b23 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e0f4a754-d9db-4829-a2f8-677cc9c34fbc HTTP/1.1" status: 200 len: 946 time: 0.0800476 Sep 16 09:57:00.929056 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:57:00.964108 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-440843c0-92fa-43aa-9a5c-72ada1d00f49 req-ef2c0f3d-0d2a-4f97-8281-0b0e4dda490f tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1764e529-5c4e-4de8-acd2-e8fe221d1410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725851 Sep 16 09:57:01.011118 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-0bd26e1c-8f8b-4994-9a55-b48ad858e6aa admin admin] Publish callbacks [] for security_group (ca3a5a06-53f0-4caa-aa96-ad0b617911a1), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:01.104260 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-0bd26e1c-8f8b-4994-9a55-b48ad858e6aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (ca3a5a06-53f0-4caa-aa96-ad0b617911a1), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:01.150582 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-0bd26e1c-8f8b-4994-9a55-b48ad858e6aa admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=9a6d77702c184bebbb9bcd6e8ca377ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4269152 Sep 16 09:57:01.151390 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd26e1c-8f8b-4994-9a55-b48ad858e6aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca3a5a06-53f0-4caa-aa96-ad0b617911a1,revision_number=1']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:57:01.154137 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 55268) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:57:01.212778 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-67053973-8771-4941-ba3d-649ead282b22 admin admin] Publish callbacks [] for security_group (ca3a5a06-53f0-4caa-aa96-ad0b617911a1), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:01.244562 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-67053973-8771-4941-ba3d-649ead282b22 admin admin] Publish callbacks [] for security_group (ca3a5a06-53f0-4caa-aa96-ad0b617911a1), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:01.739856 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-67053973-8771-4941-ba3d-649ead282b22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (ca3a5a06-53f0-4caa-aa96-ad0b617911a1), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:01.742404 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-67053973-8771-4941-ba3d-649ead282b22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:01.743745 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-67053973-8771-4941-ba3d-649ead282b22 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/ca3a5a06-53f0-4caa-aa96-ad0b617911a1 HTTP/1.1" status: 204 len: 168 time: 0.5873179 Sep 16 09:57:01.751725 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67053973-8771-4941-ba3d-649ead282b22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca3a5a06-53f0-4caa-aa96-ad0b617911a1,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:57:02.105085 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:DELETE=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:57:02.120663 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf6f76c-cd3e-44fd-9e80-6d8573f1e08c req-f2f41b0f-1f8c-4d27-8776-fd13352fd9d8 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:57:02.129566 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-dcf6f76c-cd3e-44fd-9e80-6d8573f1e08c req-f2f41b0f-1f8c-4d27-8776-fd13352fd9d8 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e0f4a754-d9db-4829-a2f8-677cc9c34fbc HTTP/1.1" status: 200 len: 946 time: 0.0722899 Sep 16 09:57:02.197383 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-dcf6f76c-cd3e-44fd-9e80-6d8573f1e08c req-1365619f-aad7-4d39-8035-54066c056f9e tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1764e529-5c4e-4de8-acd2-e8fe221d1410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665293 Sep 16 09:57:02.674893 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 55286) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:57:02.688942 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-aa219011-4506-48d2-baef-65f387a4b8af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:02.691878 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:57:02.766530 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-aa219011-4506-48d2-baef-65f387a4b8af admin admin] Publish callbacks [] for security_group (b234efe5-2d81-4d06-8c0e-d03210cd349b), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:02.830857 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-aa219011-4506-48d2-baef-65f387a4b8af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (b234efe5-2d81-4d06-8c0e-d03210cd349b), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:02.876088 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-aa219011-4506-48d2-baef-65f387a4b8af admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=3e047d668eed40eab397e527742a8ca8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2000470 Sep 16 09:57:02.877316 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa219011-4506-48d2-baef-65f387a4b8af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b234efe5-2d81-4d06-8c0e-d03210cd349b,revision_number=1']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:57:02.878854 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 55288) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:57:02.931872 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-00b15551-8960-4a15-9b36-fac24eef02cf admin admin] Publish callbacks [] for security_group (b234efe5-2d81-4d06-8c0e-d03210cd349b), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:02.952144 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-00b15551-8960-4a15-9b36-fac24eef02cf admin admin] Publish callbacks [] for security_group (b234efe5-2d81-4d06-8c0e-d03210cd349b), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:03.153152 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 55298) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:57:03.203495 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae894bff-7838-4a75-8af1-71a09b16282a admin admin] Deleting subnet da0e6d10-7841-444f-856f-b48d93cd9093 {{(pid=113423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 09:57:03.207752 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-ae894bff-7838-4a75-8af1-71a09b16282a admin admin] Publish callbacks [] for subnet (da0e6d10-7841-444f-856f-b48d93cd9093), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:03.241745 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:INSERT=2,neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:57:03.245638 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-ae894bff-7838-4a75-8af1-71a09b16282a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26815304'] for subnet (da0e6d10-7841-444f-856f-b48d93cd9093), precommit_delete_associations {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:03.289229 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-ae894bff-7838-4a75-8af1-71a09b16282a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1872270'] for subnet (da0e6d10-7841-444f-856f-b48d93cd9093), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:03.360856 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-00b15551-8960-4a15-9b36-fac24eef02cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (b234efe5-2d81-4d06-8c0e-d03210cd349b), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:03.363804 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-00b15551-8960-4a15-9b36-fac24eef02cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:03.364970 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-00b15551-8960-4a15-9b36-fac24eef02cf admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/b234efe5-2d81-4d06-8c0e-d03210cd349b HTTP/1.1" status: 204 len: 168 time: 0.4849741 Sep 16 09:57:03.370368 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00a714b-e528-49c5-92ee-9a37664bd829 req-d01d1093-4ff7-4b1e-9622-ea8c353caabc tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:57:03.373661 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-b00a714b-e528-49c5-92ee-9a37664bd829 req-d01d1093-4ff7-4b1e-9622-ea8c353caabc tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e0f4a754-d9db-4829-a2f8-677cc9c34fbc HTTP/1.1" status: 200 len: 946 time: 0.0800936 Sep 16 09:57:03.374822 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b15551-8960-4a15-9b36-fac24eef02cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b234efe5-2d81-4d06-8c0e-d03210cd349b,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:57:03.378798 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:57:03.428578 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-b00a714b-e528-49c5-92ee-9a37664bd829 req-244e6420-6c09-4332-88d2-478ca7f7c1ef tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1764e529-5c4e-4de8-acd2-e8fe221d1410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433156 Sep 16 09:57:03.458432 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-ae894bff-7838-4a75-8af1-71a09b16282a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1875891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2473709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2535151'] for subnet (da0e6d10-7841-444f-856f-b48d93cd9093), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:03.481389 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae894bff-7838-4a75-8af1-71a09b16282a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da0e6d10-7841-444f-856f-b48d93cd9093,revision_number=None']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:57:03.488358 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-ae894bff-7838-4a75-8af1-71a09b16282a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546317'] for subnet (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:03.491658 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-ae894bff-7838-4a75-8af1-71a09b16282a admin admin] 10.222.0.73 "DELETE /networking/v2.0/subnets/da0e6d10-7841-444f-856f-b48d93cd9093 HTTP/1.1" status: 204 len: 168 time: 0.3373299 Sep 16 09:57:03.494427 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 55308) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:57:03.562557 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-6a79651a-6514-4aea-bc44-e676335aa951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1848827'] for network (80ad130f-ee94-4395-b6b0-46a52c3f8f24), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:03.645137 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-6a79651a-6514-4aea-bc44-e676335aa951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1303205', 'neutron.services.segments.db._delete_segments_for_network-8759571758529'] for network (80ad130f-ee94-4395-b6b0-46a52c3f8f24), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:03.671951 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.services.segments.db [None req-6a79651a-6514-4aea-bc44-e676335aa951 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80ad130f-ee94-4395-b6b0-46a52c3f8f24']}} {{(pid=113424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:57:03.682176 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.services.segments.db [None req-6a79651a-6514-4aea-bc44-e676335aa951 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77702ee8-f02d-4ea6-9a7d-572b8466f7a3') {'for_net_delete': True} {{(pid=113424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:57:03.682476 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.services.segments.db [None req-6a79651a-6514-4aea-bc44-e676335aa951 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77702ee8-f02d-4ea6-9a7d-572b8466f7a3') {} {{(pid=113424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:57:03.692825 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-6a79651a-6514-4aea-bc44-e676335aa951 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759571758421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2616842'] for segment (77702ee8-f02d-4ea6-9a7d-572b8466f7a3), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:03.706220 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-6a79651a-6514-4aea-bc44-e676335aa951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1277354'] for segment (77702ee8-f02d-4ea6-9a7d-572b8466f7a3), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:03.712837 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a79651a-6514-4aea-bc44-e676335aa951 admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=113424) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 09:57:03.713223 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-6a79651a-6514-4aea-bc44-e676335aa951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1277354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27240020'] for segment (77702ee8-f02d-4ea6-9a7d-572b8466f7a3), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:03.886430 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.services.segments.plugin [-] Segment 77702ee8-f02d-4ea6-9a7d-572b8466f7a3 resource provider aggregate not found Sep 16 09:57:03.892717 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-6a79651a-6514-4aea-bc44-e676335aa951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1303196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-711564'] for network (80ad130f-ee94-4395-b6b0-46a52c3f8f24), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:03.903688 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-6a79651a-6514-4aea-bc44-e676335aa951 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546317'] for network (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:03.907359 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-6a79651a-6514-4aea-bc44-e676335aa951 admin admin] 10.222.0.73 "DELETE /networking/v2.0/networks/80ad130f-ee94-4395-b6b0-46a52c3f8f24 HTTP/1.1" status: 204 len: 168 time: 0.4119155 Sep 16 09:57:03.922201 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.services.segments.plugin [-] Segment 77702ee8-f02d-4ea6-9a7d-572b8466f7a3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 77702ee8-f02d-4ea6-9a7d-572b8466f7a3 found for delete ", "request_id": "req-a8192a37-4eb7-45c4-8e1c-eb3e81542f0a"}]} Sep 16 09:57:03.925180 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a79651a-6514-4aea-bc44-e676335aa951 admin admin] Pushing event deleted for resources: {'Network': ['ID=80ad130f-ee94-4395-b6b0-46a52c3f8f24,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:57:03.929067 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cb1ed6-16dc-49b5-b885-7a91febd6d61 req-62f8702e-b356-453c-8bd6-a87f85647fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:57:03.929067 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-b1cb1ed6-16dc-49b5-b885-7a91febd6d61 req-62f8702e-b356-453c-8bd6-a87f85647fe1 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=f1713f13f3ff494496a8ef8e5591c1b6&device_id=e0f4a754-d9db-4829-a2f8-677cc9c34fbc HTTP/1.1" status: 200 len: 1130 time: 0.0849614 Sep 16 09:57:04.027770 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cb1ed6-16dc-49b5-b885-7a91febd6d61 req-076a1e2d-7bd5-49a8-aae6-face59286032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:57:04.029231 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-b1cb1ed6-16dc-49b5-b885-7a91febd6d61 req-076a1e2d-7bd5-49a8-aae6-face59286032 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=fe465541-6175-450e-8791-dc7a519b5e60 HTTP/1.1" status: 200 len: 918 time: 0.0914412 Sep 16 09:57:04.093161 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:DELETE=7,neutron:SELECT=92,neutron:UPDATE=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:57:04.097416 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-b1cb1ed6-16dc-49b5-b885-7a91febd6d61 req-8a0f061f-71d6-4f43-a7ea-3a76d86464fc service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=789fb3b6-eef8-4edd-a929-e88fed92432d HTTP/1.1" status: 200 len: 1001 time: 0.0599892 Sep 16 09:57:04.147782 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cb1ed6-16dc-49b5-b885-7a91febd6d61 req-d6f7b921-899f-4553-af61-ce7de4d5cd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:57:04.149338 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-b1cb1ed6-16dc-49b5-b885-7a91febd6d61 req-d6f7b921-899f-4553-af61-ce7de4d5cd6e service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=312d0eea-a7f5-4989-be4b-d8f1ee2c9ab2 HTTP/1.1" status: 200 len: 856 time: 0.0452533 Sep 16 09:57:04.195918 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cb1ed6-16dc-49b5-b885-7a91febd6d61 req-68368750-7d58-4c7b-9fc3-664ee9525c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:57:04.197625 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-b1cb1ed6-16dc-49b5-b885-7a91febd6d61 req-68368750-7d58-4c7b-9fc3-664ee9525c91 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=fe465541-6175-450e-8791-dc7a519b5e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0411589 Sep 16 09:57:04.251133 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 55334) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:57:04.299371 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-b1cb1ed6-16dc-49b5-b885-7a91febd6d61 req-0363827a-0e5e-4bb0-a66f-f2182a2c19ae service neutron] 10.222.0.27 "GET /networking/v2.0/networks/fe465541-6175-450e-8791-dc7a519b5e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921471 Sep 16 09:57:04.300475 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-3cb1697e-78c5-4dbe-8636-78d36623556b admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=01d2a4f111114064aa5a477177e6d1dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0475497 Sep 16 09:57:04.302472 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 55336) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:57:04.359893 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-e0c56f3b-6c92-4fe0-baa3-67de709f6efd admin admin] Publish callbacks [] for security_group (2922bbd2-3ef0-4357-a0fc-a39d4e5b5d0a), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:04.385644 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-e0c56f3b-6c92-4fe0-baa3-67de709f6efd admin admin] Publish callbacks [] for security_group (2922bbd2-3ef0-4357-a0fc-a39d4e5b5d0a), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:04.404383 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-b1cb1ed6-16dc-49b5-b885-7a91febd6d61 req-9fa60b7e-0e41-4ea7-b11c-0ad48dd1f3db service neutron] 10.222.0.27 "GET /networking/v2.0/networks/fe465541-6175-450e-8791-dc7a519b5e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974388 Sep 16 09:57:04.510914 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-e0c56f3b-6c92-4fe0-baa3-67de709f6efd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (2922bbd2-3ef0-4357-a0fc-a39d4e5b5d0a), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:04.513853 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-e0c56f3b-6c92-4fe0-baa3-67de709f6efd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:04.515320 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-e0c56f3b-6c92-4fe0-baa3-67de709f6efd admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/2922bbd2-3ef0-4357-a0fc-a39d4e5b5d0a HTTP/1.1" status: 204 len: 168 time: 0.2118087 Sep 16 09:57:04.525158 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c56f3b-6c92-4fe0-baa3-67de709f6efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2922bbd2-3ef0-4357-a0fc-a39d4e5b5d0a,revision_number=None']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:57:04.587832 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb8a19f-b3bb-4717-9b94-6e9f7f9f6ce3 req-05ca0b71-90da-4fd6-9e0d-5e37ed7d951f tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:57:04.589990 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-ecb8a19f-b3bb-4717-9b94-6e9f7f9f6ce3 req-05ca0b71-90da-4fd6-9e0d-5e37ed7d951f tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e0f4a754-d9db-4829-a2f8-677cc9c34fbc HTTP/1.1" status: 200 len: 946 time: 0.0759931 Sep 16 09:57:04.647375 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-ecb8a19f-b3bb-4717-9b94-6e9f7f9f6ce3 req-80543105-56af-4d5a-b8e1-d04082801e7f tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1764e529-5c4e-4de8-acd2-e8fe221d1410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507436 Sep 16 09:57:04.855648 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (5b31c92a-f134-4c39-96dd-6f3267de2076), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:05.782667 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04080d-8524-4c69-ba30-66a97f64b214 req-d9523d70-e1fc-4203-9c40-8e43b266973c tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:57:05.784192 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-0c04080d-8524-4c69-ba30-66a97f64b214 req-d9523d70-e1fc-4203-9c40-8e43b266973c tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e0f4a754-d9db-4829-a2f8-677cc9c34fbc HTTP/1.1" status: 200 len: 946 time: 0.0469487 Sep 16 09:57:05.833143 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-0c04080d-8524-4c69-ba30-66a97f64b214 req-40483f15-8905-439a-bc94-182fa8acd547 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1764e529-5c4e-4de8-acd2-e8fe221d1410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418475 Sep 16 09:57:06.010220 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 55368) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:57:06.121712 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-2b48282f-45d1-494e-bc30-89e35f40abef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:06.195934 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-2b48282f-45d1-494e-bc30-89e35f40abef admin admin] Publish callbacks [] for security_group (463c3aa8-323a-4a69-88e3-81d102e49015), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:06.265183 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-2b48282f-45d1-494e-bc30-89e35f40abef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (463c3aa8-323a-4a69-88e3-81d102e49015), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:06.307507 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-2b48282f-45d1-494e-bc30-89e35f40abef admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=6fbd2e957d034195beb36e33b4f31fc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2960954 Sep 16 09:57:06.308346 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b48282f-45d1-494e-bc30-89e35f40abef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=463c3aa8-323a-4a69-88e3-81d102e49015,revision_number=1']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:57:06.310729 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 55372) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:57:06.362269 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-36d7fba4-4fe1-4924-87bf-b8eb2ef088de admin admin] Publish callbacks [] for security_group (463c3aa8-323a-4a69-88e3-81d102e49015), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:06.371330 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:DELETE=3,neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:57:06.383943 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-36d7fba4-4fe1-4924-87bf-b8eb2ef088de admin admin] Publish callbacks [] for security_group (463c3aa8-323a-4a69-88e3-81d102e49015), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:06.508910 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-36d7fba4-4fe1-4924-87bf-b8eb2ef088de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (463c3aa8-323a-4a69-88e3-81d102e49015), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:06.511554 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-36d7fba4-4fe1-4924-87bf-b8eb2ef088de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:06.512769 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-36d7fba4-4fe1-4924-87bf-b8eb2ef088de admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/463c3aa8-323a-4a69-88e3-81d102e49015 HTTP/1.1" status: 204 len: 168 time: 0.2010586 Sep 16 09:57:06.520729 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d7fba4-4fe1-4924-87bf-b8eb2ef088de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=463c3aa8-323a-4a69-88e3-81d102e49015,revision_number=None']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:57:06.963450 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab55641-324a-41c7-a37a-597e19b455ae req-d7c088e0-203a-451d-9a53-18bcc99b92bd tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:57:06.964929 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-4ab55641-324a-41c7-a37a-597e19b455ae req-d7c088e0-203a-451d-9a53-18bcc99b92bd tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e0f4a754-d9db-4829-a2f8-677cc9c34fbc HTTP/1.1" status: 200 len: 946 time: 0.0473728 Sep 16 09:57:07.013071 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-4ab55641-324a-41c7-a37a-597e19b455ae req-5fab2fdc-83f4-4b3a-a9cd-f5fbe650e547 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1764e529-5c4e-4de8-acd2-e8fe221d1410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426292 Sep 16 09:57:07.178317 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 55384) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:57:07.183152 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-9208c65e-408d-45e4-806a-04cbef3bbbf0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:07.258729 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:57:07.260780 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-9208c65e-408d-45e4-806a-04cbef3bbbf0 admin admin] Publish callbacks [] for security_group (e13d4134-4922-413b-a771-2cc16f325209), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:07.390600 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-9208c65e-408d-45e4-806a-04cbef3bbbf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (e13d4134-4922-413b-a771-2cc16f325209), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:07.431784 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-9208c65e-408d-45e4-806a-04cbef3bbbf0 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=a8444fb4e59a4c4cb61ed9d4caa0f982&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2607563 Sep 16 09:57:07.432707 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9208c65e-408d-45e4-806a-04cbef3bbbf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e13d4134-4922-413b-a771-2cc16f325209,revision_number=1']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:57:07.434491 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 55390) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:57:07.486275 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-15b6e454-b435-4b5a-9cd6-1667807af0b2 admin admin] Publish callbacks [] for security_group (e13d4134-4922-413b-a771-2cc16f325209), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:07.506446 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-15b6e454-b435-4b5a-9cd6-1667807af0b2 admin admin] Publish callbacks [] for security_group (e13d4134-4922-413b-a771-2cc16f325209), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:07.619696 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-15b6e454-b435-4b5a-9cd6-1667807af0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (e13d4134-4922-413b-a771-2cc16f325209), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:07.622446 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-15b6e454-b435-4b5a-9cd6-1667807af0b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:07.623645 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-15b6e454-b435-4b5a-9cd6-1667807af0b2 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/e13d4134-4922-413b-a771-2cc16f325209 HTTP/1.1" status: 204 len: 168 time: 0.1881654 Sep 16 09:57:07.632541 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b6e454-b435-4b5a-9cd6-1667807af0b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e13d4134-4922-413b-a771-2cc16f325209,revision_number=None']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:57:07.639759 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b6e454-b435-4b5a-9cd6-1667807af0b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:57:07.640110 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b6e454-b435-4b5a-9cd6-1667807af0b2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:57:07.640451 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b6e454-b435-4b5a-9cd6-1667807af0b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:57:07.640855 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b6e454-b435-4b5a-9cd6-1667807af0b2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:57:07.641232 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b6e454-b435-4b5a-9cd6-1667807af0b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:57:07.641587 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b6e454-b435-4b5a-9cd6-1667807af0b2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:57:07.641920 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b6e454-b435-4b5a-9cd6-1667807af0b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:57:07.642242 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b6e454-b435-4b5a-9cd6-1667807af0b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:57:07.642570 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b6e454-b435-4b5a-9cd6-1667807af0b2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:57:07.642875 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b6e454-b435-4b5a-9cd6-1667807af0b2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:57:07.643203 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b6e454-b435-4b5a-9cd6-1667807af0b2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:57:07.643527 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b6e454-b435-4b5a-9cd6-1667807af0b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:57:07.644538 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b6e454-b435-4b5a-9cd6-1667807af0b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:57:07.644867 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b6e454-b435-4b5a-9cd6-1667807af0b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:57:07.645285 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b6e454-b435-4b5a-9cd6-1667807af0b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:57:08.913947 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Device 789fb3b6-eef8-4edd-a929-e88fed92432d no longer exists at agent hyperv_hv-cinder-79053 {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 09:57:09.001522 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Current status of the port 789fb3b6-eef8-4edd-a929-e88fed92432d is: ACTIVE; New status is: DOWN {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:57:09.001942 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (789fb3b6-eef8-4edd-a929-e88fed92432d), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:09.031019 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0f4a754-d9db-4829-a2f8-677cc9c34fbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '789fb3b6-eef8-4edd-a929-e88fed92432d'}] {{(pid=113425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 09:57:09.031785 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d904371a3690c7392a65e5457b849277104f62c83d6e5586b28cc731d2d00ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-288ab45e-3f4c-4194-bd8b-e755a4654efe" -d '{"events": [{"server_uuid": "e0f4a754-d9db-4829-a2f8-677cc9c34fbc", "name": "network-vif-unplugged", "status": "completed", "tag": "789fb3b6-eef8-4edd-a929-e88fed92432d"}]}' {{(pid=113425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 09:57:09.047383 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] For port 789fb3b6-eef8-4edd-a929-e88fed92432d, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=789fb3b6-eef8-4edd-a929-e88fed92432d,segment=NetworkSegment(dbdfa156-b328-4b02-9174-23c649e3a4fb),segment_id=dbdfa156-b328-4b02-9174-23c649e3a4fb)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:57:09.070594 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Sep 2022 09:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58f6c82a-df76-4a5d-9d83-a7ae0ed77297 x-openstack-request-id: req-58f6c82a-df76-4a5d-9d83-a7ae0ed77297 {{(pid=113425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 09:57:09.070885 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0f4a754-d9db-4829-a2f8-677cc9c34fbc", "name": "network-vif-unplugged", "status": "failed", "tag": "789fb3b6-eef8-4edd-a929-e88fed92432d", "code": 422}]} {{(pid=113425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 09:57:09.071140 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-58f6c82a-df76-4a5d-9d83-a7ae0ed77297 {{(pid=113425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 09:57:09.071544 dv-cinder-790535-43-iscsi neutron-server[113425]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-58f6c82a-df76-4a5d-9d83-a7ae0ed77297']: {'server_uuid': 'e0f4a754-d9db-4829-a2f8-677cc9c34fbc', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '789fb3b6-eef8-4edd-a929-e88fed92432d', 'code': 422} returned with failed status Sep 16 09:57:09.127899 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (789fb3b6-eef8-4edd-a929-e88fed92432d), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:09.137943 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [req-10559ec9-fcb0-4f63-94fc-a1ed25158a78 req-b6d2f8a5-9550-45d8-8861-ba8644ad3fdc service neutron] http://10.222.0.73:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113423) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 09:57:09.139552 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-10559ec9-fcb0-4f63-94fc-a1ed25158a78 req-b6d2f8a5-9550-45d8-8861-ba8644ad3fdc service neutron] 10.222.0.73 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1043236 Sep 16 09:57:09.193287 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Pushing event updated for resources: {'Port': ['ID=789fb3b6-eef8-4edd-a929-e88fed92432d,revision_number=8']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:57:09.556904 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad3d817-f16e-4cbc-b746-08c79aedf867 req-364e42bf-188d-4ddc-a3a4-659c176680cc tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:57:09.562148 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-3ad3d817-f16e-4cbc-b746-08c79aedf867 req-364e42bf-188d-4ddc-a3a4-659c176680cc tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e0f4a754-d9db-4829-a2f8-677cc9c34fbc HTTP/1.1" status: 200 len: 944 time: 0.0562420 Sep 16 09:57:09.610335 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-3ad3d817-f16e-4cbc-b746-08c79aedf867 req-d5413ce2-ec29-4e81-ab3b-e0c736dfb917 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1764e529-5c4e-4de8-acd2-e8fe221d1410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459054 Sep 16 09:57:10.028221 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 55510) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:57:10.116396 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-dc937ace-3571-42c2-8907-b294cd83a29c req-74867c8c-8471-4273-a2b5-ac8222bd8f05 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e0f4a754-d9db-4829-a2f8-677cc9c34fbc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0869124 Sep 16 09:57:10.124823 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [req-dc937ace-3571-42c2-8907-b294cd83a29c req-015b0328-5ff8-46aa-9469-8a1050e89081 service neutron] http://10.222.0.73:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113423) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 09:57:10.126046 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-dc937ace-3571-42c2-8907-b294cd83a29c req-015b0328-5ff8-46aa-9469-8a1050e89081 service neutron] 10.222.0.73 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0051913 Sep 16 09:57:10.208379 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 55520) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:57:10.308294 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc937ace-3571-42c2-8907-b294cd83a29c req-ad7bbcf3-6701-490e-9439-539442ef6f6f tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:57:10.309612 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-dc937ace-3571-42c2-8907-b294cd83a29c req-ad7bbcf3-6701-490e-9439-539442ef6f6f tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports/789fb3b6-eef8-4edd-a929-e88fed92432d HTTP/1.1" status: 200 len: 941 time: 0.1001449 Sep 16 09:57:10.747453 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dfb7c4-5c26-4234-83f6-7a884bb38814 req-8e76bcfe-9b6f-4ec9-a2c8-ac55042163c5 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:57:10.749427 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-49dfb7c4-5c26-4234-83f6-7a884bb38814 req-8e76bcfe-9b6f-4ec9-a2c8-ac55042163c5 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e0f4a754-d9db-4829-a2f8-677cc9c34fbc HTTP/1.1" status: 200 len: 944 time: 0.0508859 Sep 16 09:57:10.771551 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:INSERT=7 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:57:10.802495 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-49dfb7c4-5c26-4234-83f6-7a884bb38814 req-8f9a5783-9927-4ed8-89ec-9869372d074b tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1764e529-5c4e-4de8-acd2-e8fe221d1410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466659 Sep 16 09:57:11.934288 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa484eee-2b22-42bf-95d2-146706a88cc0 req-b0fb449c-7a37-4795-8899-8c775258a6c5 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:57:11.935693 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-aa484eee-2b22-42bf-95d2-146706a88cc0 req-b0fb449c-7a37-4795-8899-8c775258a6c5 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e0f4a754-d9db-4829-a2f8-677cc9c34fbc HTTP/1.1" status: 200 len: 944 time: 0.0475998 Sep 16 09:57:11.988706 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-aa484eee-2b22-42bf-95d2-146706a88cc0 req-0e802305-d44a-498b-ba92-ce0e0b216e26 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1764e529-5c4e-4de8-acd2-e8fe221d1410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455074 Sep 16 09:57:12.108989 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc937ace-3571-42c2-8907-b294cd83a29c req-35dd0812-a71f-43cf-b30f-0eecb9081b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:57:12.110552 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-dc937ace-3571-42c2-8907-b294cd83a29c req-35dd0812-a71f-43cf-b30f-0eecb9081b48 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e0f4a754-d9db-4829-a2f8-677cc9c34fbc&tenant_id=f1713f13f3ff494496a8ef8e5591c1b6 HTTP/1.1" status: 200 len: 1128 time: 0.0706265 Sep 16 09:57:12.172894 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc937ace-3571-42c2-8907-b294cd83a29c req-ffc7b621-e456-4864-ac17-5ca1301ed046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:57:12.174504 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-dc937ace-3571-42c2-8907-b294cd83a29c req-ffc7b621-e456-4864-ac17-5ca1301ed046 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=f1713f13f3ff494496a8ef8e5591c1b6&device_id=e0f4a754-d9db-4829-a2f8-677cc9c34fbc HTTP/1.1" status: 200 len: 1128 time: 0.0393698 Sep 16 09:57:12.275056 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc937ace-3571-42c2-8907-b294cd83a29c req-d3a10209-f024-415a-9fd2-9594dd0453a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:57:12.276585 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-dc937ace-3571-42c2-8907-b294cd83a29c req-d3a10209-f024-415a-9fd2-9594dd0453a7 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=fe465541-6175-450e-8791-dc7a519b5e60 HTTP/1.1" status: 200 len: 918 time: 0.0951157 Sep 16 09:57:12.348977 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-dc937ace-3571-42c2-8907-b294cd83a29c req-6be4f967-2970-41e8-b082-aa2b0831d3f5 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=789fb3b6-eef8-4edd-a929-e88fed92432d HTTP/1.1" status: 200 len: 999 time: 0.0646653 Sep 16 09:57:12.401154 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc937ace-3571-42c2-8907-b294cd83a29c req-c8520f7a-e89e-4fec-a4da-7ff2d5b60d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:57:12.402944 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-dc937ace-3571-42c2-8907-b294cd83a29c req-c8520f7a-e89e-4fec-a4da-7ff2d5b60d67 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=312d0eea-a7f5-4989-be4b-d8f1ee2c9ab2 HTTP/1.1" status: 200 len: 856 time: 0.0464833 Sep 16 09:57:12.446889 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc937ace-3571-42c2-8907-b294cd83a29c req-7f7b2a09-0ac3-43b0-9598-18f38e2b1b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:57:12.448397 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-dc937ace-3571-42c2-8907-b294cd83a29c req-7f7b2a09-0ac3-43b0-9598-18f38e2b1b90 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=fe465541-6175-450e-8791-dc7a519b5e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0393021 Sep 16 09:57:12.518210 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:57:12.544739 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-dc937ace-3571-42c2-8907-b294cd83a29c req-06295525-8213-4508-8412-2411237bf9d6 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/fe465541-6175-450e-8791-dc7a519b5e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888433 Sep 16 09:57:12.641614 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-dc937ace-3571-42c2-8907-b294cd83a29c req-5c1e0cc7-8bb6-49e5-b83d-baa0d2e452fa service neutron] 10.222.0.27 "GET /networking/v2.0/networks/fe465541-6175-450e-8791-dc7a519b5e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836453 Sep 16 09:57:13.119958 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fcba3e-3cab-4038-ac1a-671d5a39f727 req-fe3d7e2c-0b16-4657-a53b-0e6f765d5fb7 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:57:13.121358 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-27fcba3e-3cab-4038-ac1a-671d5a39f727 req-fe3d7e2c-0b16-4657-a53b-0e6f765d5fb7 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e0f4a754-d9db-4829-a2f8-677cc9c34fbc HTTP/1.1" status: 200 len: 944 time: 0.0497279 Sep 16 09:57:13.172735 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-27fcba3e-3cab-4038-ac1a-671d5a39f727 req-aa094a0f-cab1-4940-8bee-2e6090d3e77b tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1764e529-5c4e-4de8-acd2-e8fe221d1410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447972 Sep 16 09:57:14.321733 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fc1f2d-1d79-4903-a00b-6dcb30f01cf7 req-a735dd42-a0d9-400c-a887-7282e2ec2b06 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:57:14.323649 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-43fc1f2d-1d79-4903-a00b-6dcb30f01cf7 req-a735dd42-a0d9-400c-a887-7282e2ec2b06 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e0f4a754-d9db-4829-a2f8-677cc9c34fbc HTTP/1.1" status: 200 len: 944 time: 0.0566838 Sep 16 09:57:14.381273 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-43fc1f2d-1d79-4903-a00b-6dcb30f01cf7 req-34356835-f484-4284-85e8-88383b8ef5bc tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1764e529-5c4e-4de8-acd2-e8fe221d1410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516055 Sep 16 09:57:15.524819 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a7933-cb54-44f5-b911-8f7af4750e90 req-5337f913-a32b-4f5d-a367-6b2d6efd97ac tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:57:15.526544 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-5c1a7933-cb54-44f5-b911-8f7af4750e90 req-5337f913-a32b-4f5d-a367-6b2d6efd97ac tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e0f4a754-d9db-4829-a2f8-677cc9c34fbc HTTP/1.1" status: 200 len: 944 time: 0.0511894 Sep 16 09:57:15.577055 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-5c1a7933-cb54-44f5-b911-8f7af4750e90 req-31bdb83b-544d-40fc-b151-b5d745836a8c tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1764e529-5c4e-4de8-acd2-e8fe221d1410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448298 Sep 16 09:57:16.754411 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18b7d03-dc96-4d4e-8b1c-81ed0010b4a0 req-9fdc3897-698f-4d10-9f4a-18b643b0f682 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:57:16.757125 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-c18b7d03-dc96-4d4e-8b1c-81ed0010b4a0 req-9fdc3897-698f-4d10-9f4a-18b643b0f682 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e0f4a754-d9db-4829-a2f8-677cc9c34fbc HTTP/1.1" status: 200 len: 944 time: 0.0795817 Sep 16 09:57:16.809133 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-c18b7d03-dc96-4d4e-8b1c-81ed0010b4a0 req-bab671fb-6880-40a9-851e-9f91be93eee6 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1764e529-5c4e-4de8-acd2-e8fe221d1410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460789 Sep 16 09:57:17.959936 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52a629e-9791-409c-b39a-87426c593e92 req-634af0bf-e546-4c60-87ce-4bfd01f25ea8 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:57:17.961596 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-d52a629e-9791-409c-b39a-87426c593e92 req-634af0bf-e546-4c60-87ce-4bfd01f25ea8 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e0f4a754-d9db-4829-a2f8-677cc9c34fbc HTTP/1.1" status: 200 len: 944 time: 0.0558803 Sep 16 09:57:18.015625 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-d52a629e-9791-409c-b39a-87426c593e92 req-b1c1b3f7-7d31-4f7d-8eed-f96aeecf0d7f tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1764e529-5c4e-4de8-acd2-e8fe221d1410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478814 Sep 16 09:57:19.176942 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329359c9-2630-4471-90b2-4ab0066d4065 req-647794e0-edcc-428b-a15f-b4cdd1fc8d42 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:57:19.180757 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-329359c9-2630-4471-90b2-4ab0066d4065 req-647794e0-edcc-428b-a15f-b4cdd1fc8d42 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e0f4a754-d9db-4829-a2f8-677cc9c34fbc HTTP/1.1" status: 200 len: 944 time: 0.0730515 Sep 16 09:57:19.182001 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=83,neutron:UPDATE=3 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:57:19.189105 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=81,neutron:UPDATE=7 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:57:19.191083 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=57,neutron:UPDATE=2 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:57:19.224205 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.agents_db [None req-7c9a7194-4e2e-43f7-be58-28c896ce3cef None None] Agent healthcheck: found 6 active agents {{(pid=113426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 09:57:19.228794 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=100 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:57:19.247886 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-329359c9-2630-4471-90b2-4ab0066d4065 req-b07e4713-380b-4288-aad6-b18874f15da4 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1764e529-5c4e-4de8-acd2-e8fe221d1410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612063 Sep 16 09:57:20.400540 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c83b62-6a64-458b-91ba-7f1e7555fee3 req-dca0bc6c-9cff-4276-99c8-aeddfc40d7cb tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:57:20.404264 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-60c83b62-6a64-458b-91ba-7f1e7555fee3 req-dca0bc6c-9cff-4276-99c8-aeddfc40d7cb tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e0f4a754-d9db-4829-a2f8-677cc9c34fbc HTTP/1.1" status: 200 len: 944 time: 0.0482926 Sep 16 09:57:20.471035 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-60c83b62-6a64-458b-91ba-7f1e7555fee3 req-7f98195b-4def-468b-9ae6-5158e7b22874 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1764e529-5c4e-4de8-acd2-e8fe221d1410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630937 Sep 16 09:57:21.647922 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca43af11-be59-477b-836b-633ecd285f28 req-5e2ad6a4-1c3a-49ae-a8b5-2d1010bca889 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:57:21.649586 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-ca43af11-be59-477b-836b-633ecd285f28 req-5e2ad6a4-1c3a-49ae-a8b5-2d1010bca889 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e0f4a754-d9db-4829-a2f8-677cc9c34fbc HTTP/1.1" status: 200 len: 944 time: 0.0796452 Sep 16 09:57:21.702624 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-ca43af11-be59-477b-836b-633ecd285f28 req-3912e0e8-d867-4eda-9a1f-903a02014e94 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1764e529-5c4e-4de8-acd2-e8fe221d1410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473332 Sep 16 09:57:22.142861 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-68405f8a-d95a-4ed3-977d-667b0ad0445b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (54fa5420-569f-41b3-81ce-b3c99a893561), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:22.828972 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dfd010-a6e6-476c-aac8-70a2b9abf14c req-98de4dd2-00a5-4228-bc44-86502ab73636 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:57:22.830474 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-97dfd010-a6e6-476c-aac8-70a2b9abf14c req-98de4dd2-00a5-4228-bc44-86502ab73636 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e0f4a754-d9db-4829-a2f8-677cc9c34fbc HTTP/1.1" status: 200 len: 944 time: 0.0452521 Sep 16 09:57:22.879709 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-97dfd010-a6e6-476c-aac8-70a2b9abf14c req-aee32bef-1ac5-4e3e-b223-f1001649d69f tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1764e529-5c4e-4de8-acd2-e8fe221d1410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430214 Sep 16 09:57:23.985766 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-e8736b92-5375-4aee-90e8-f6c7b392e7b8 req-74fa1db3-c54d-4856-85c3-6ee8fa969c2b tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-181057337&fields=id&tenant_id=c3ebe25211ee4dcb887de8e0c9a03040 HTTP/1.1" status: 200 len: 267 time: 0.0467155 Sep 16 09:57:24.009053 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34585bf1-226e-4775-aa97-d7613011970c req-33710d16-7a14-4aac-ac4d-09c10e5e4931 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:57:24.010589 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-34585bf1-226e-4775-aa97-d7613011970c req-33710d16-7a14-4aac-ac4d-09c10e5e4931 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e0f4a754-d9db-4829-a2f8-677cc9c34fbc HTTP/1.1" status: 200 len: 944 time: 0.0489810 Sep 16 09:57:24.037371 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8736b92-5375-4aee-90e8-f6c7b392e7b8 req-13cac6bc-0fc0-411e-b822-c0ef68d25d04 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:57:24.039890 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-e8736b92-5375-4aee-90e8-f6c7b392e7b8 req-13cac6bc-0fc0-411e-b822-c0ef68d25d04 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a74942a9-2ed1-4058-b2f6-6def2204784a HTTP/1.1" status: 200 len: 985 time: 0.0477235 Sep 16 09:57:24.053059 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.v2.base [req-e8736b92-5375-4aee-90e8-f6c7b392e7b8 req-edc24a0f-2663-4fcd-8948-f38042796376 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Request body: {'port': {'security_groups': ['26222961-26fe-4aa1-bb0f-ff557a1e3214']}} {{(pid=113423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:57:24.059999 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-34585bf1-226e-4775-aa97-d7613011970c req-6e5f8747-e9cd-498e-9a0a-c73ce42a8438 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1764e529-5c4e-4de8-acd2-e8fe221d1410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437741 Sep 16 09:57:24.127991 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [req-e8736b92-5375-4aee-90e8-f6c7b392e7b8 req-edc24a0f-2663-4fcd-8948-f38042796376 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (dedee03b-d367-4e51-b2cd-813deda5dc38), before_update {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:24.141453 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:57:24.310387 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.db [req-e8736b92-5375-4aee-90e8-f6c7b392e7b8 req-edc24a0f-2663-4fcd-8948-f38042796376 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] For port dedee03b-d367-4e51-b2cd-813deda5dc38, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=dedee03b-d367-4e51-b2cd-813deda5dc38,segment=NetworkSegment(d36e2288-42fc-4dac-8b56-4d4e100f0521),segment_id=d36e2288-42fc-4dac-8b56-4d4e100f0521)] {{(pid=113423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:57:24.322381 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:57:24.343829 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [req-e8736b92-5375-4aee-90e8-f6c7b392e7b8 req-edc24a0f-2663-4fcd-8948-f38042796376 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Publish callbacks [] for port (dedee03b-d367-4e51-b2cd-813deda5dc38), precommit_update {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:24.429135 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [req-e8736b92-5375-4aee-90e8-f6c7b392e7b8 req-edc24a0f-2663-4fcd-8948-f38042796376 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473659'] for port (dedee03b-d367-4e51-b2cd-813deda5dc38), after_update {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:24.439458 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8736b92-5375-4aee-90e8-f6c7b392e7b8 req-edc24a0f-2663-4fcd-8948-f38042796376 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:57:24.440962 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [req-e8736b92-5375-4aee-90e8-f6c7b392e7b8 req-edc24a0f-2663-4fcd-8948-f38042796376 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110971'] for port (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:24.442541 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-e8736b92-5375-4aee-90e8-f6c7b392e7b8 req-edc24a0f-2663-4fcd-8948-f38042796376 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "PUT /networking/v2.0/ports/dedee03b-d367-4e51-b2cd-813deda5dc38 HTTP/1.1" status: 200 len: 943 time: 0.3946874 Sep 16 09:57:24.443094 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a74942a9-2ed1-4058-b2f6-6def2204784a', 'tag': 'dedee03b-d367-4e51-b2cd-813deda5dc38'}] {{(pid=113423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 09:57:24.443744 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] get_ports_and_sgs() called for port_ids ['dedee03b-d367-4e51-b2cd-813deda5dc38'] {{(pid=113425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 09:57:24.445310 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71a7bfedd24ed74f5a0f7cbe4469292c95f8b2943141139d877a1e440cdb58a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfc536c9-ff08-4e19-80ca-81d477b05f3e" -d '{"events": [{"name": "network-changed", "server_uuid": "a74942a9-2ed1-4058-b2f6-6def2204784a", "tag": "dedee03b-d367-4e51-b2cd-813deda5dc38"}]}' {{(pid=113423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 09:57:24.448856 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 55640) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:57:24.505431 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc24a0f-2663-4fcd-8948-f38042796376 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Pushing event updated for resources: {'Port': ['ID=dedee03b-d367-4e51-b2cd-813deda5dc38,revision_number=7']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:57:24.538596 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-b50f8fba-ff8b-45de-97ff-ba30be5fcf10 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Publish callbacks [] for security_group (ac5927e3-c811-4909-a073-19e742068fdc), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:24.555541 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] get_ports_and_sgs() called for port_ids ['dedee03b-d367-4e51-b2cd-813deda5dc38'] {{(pid=113425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 09:57:24.567442 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-b50f8fba-ff8b-45de-97ff-ba30be5fcf10 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Publish callbacks [] for security_group (ac5927e3-c811-4909-a073-19e742068fdc), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:24.601867 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 09:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96173e8e-e273-49d1-a804-a4cfe70d3506 x-openstack-request-id: req-96173e8e-e273-49d1-a804-a4cfe70d3506 {{(pid=113423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 09:57:24.602179 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a74942a9-2ed1-4058-b2f6-6def2204784a", "tag": "dedee03b-d367-4e51-b2cd-813deda5dc38", "status": "completed", "code": 200}]} {{(pid=113423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 09:57:24.602676 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-96173e8e-e273-49d1-a804-a4cfe70d3506 {{(pid=113423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 09:57:24.603089 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96173e8e-e273-49d1-a804-a4cfe70d3506'] response: {'name': 'network-changed', 'server_uuid': 'a74942a9-2ed1-4058-b2f6-6def2204784a', 'tag': 'dedee03b-d367-4e51-b2cd-813deda5dc38', 'status': 'completed', 'code': 200} Sep 16 09:57:24.632019 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-26f3d6c4-2a5f-4e8c-8ab5-b3e60c794490 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (647718b3-8298-4382-86e2-3fad9f5d7804), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:24.671277 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc536c9-ff08-4e19-80ca-81d477b05f3e req-cfb3acf0-1635-4c07-b415-0c055c5e1ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:57:24.672825 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-cfc536c9-ff08-4e19-80ca-81d477b05f3e req-cfb3acf0-1635-4c07-b415-0c055c5e1ee3 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=c3ebe25211ee4dcb887de8e0c9a03040&device_id=a74942a9-2ed1-4058-b2f6-6def2204784a HTTP/1.1" status: 200 len: 1130 time: 0.0467076 Sep 16 09:57:24.736446 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-b50f8fba-ff8b-45de-97ff-ba30be5fcf10 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (ac5927e3-c811-4909-a073-19e742068fdc), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:24.739462 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-b50f8fba-ff8b-45de-97ff-ba30be5fcf10 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Publish callbacks [] for security_group (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:24.740621 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-b50f8fba-ff8b-45de-97ff-ba30be5fcf10 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "DELETE /networking/v2.0/security-groups/ac5927e3-c811-4909-a073-19e742068fdc HTTP/1.1" status: 204 len: 168 time: 0.2906213 Sep 16 09:57:24.743819 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 55646) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:57:24.757420 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50f8fba-ff8b-45de-97ff-ba30be5fcf10 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac5927e3-c811-4909-a073-19e742068fdc,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:57:24.784732 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc536c9-ff08-4e19-80ca-81d477b05f3e req-423fedba-558b-4e98-9bc7-b1196b75c36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:57:24.786250 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-cfc536c9-ff08-4e19-80ca-81d477b05f3e req-423fedba-558b-4e98-9bc7-b1196b75c36c service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=bcb00623-4b05-4b9d-bd71-6d191eabf6b0 HTTP/1.1" status: 200 len: 915 time: 0.1065872 Sep 16 09:57:24.851955 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-cfc536c9-ff08-4e19-80ca-81d477b05f3e req-921fada3-f76a-4e01-9596-3d6c049e37c8 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dedee03b-d367-4e51-b2cd-813deda5dc38 HTTP/1.1" status: 200 len: 1002 time: 0.0572786 Sep 16 09:57:24.901063 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc536c9-ff08-4e19-80ca-81d477b05f3e req-65cca3a9-2d11-43b4-8c20-a49dabcbebc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:57:24.902530 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-cfc536c9-ff08-4e19-80ca-81d477b05f3e req-65cca3a9-2d11-43b4-8c20-a49dabcbebc5 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=b4c54137-1628-45cb-b352-130a9da62b88 HTTP/1.1" status: 200 len: 853 time: 0.0437474 Sep 16 09:57:24.927002 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.plugin [None req-38a2c350-efe4-46f4-90e0-4f53fc896d71 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Deleting port 7b9d5d58-e16d-4e62-b717-847ac6d520d6 {{(pid=113423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 09:57:24.927341 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-38a2c350-efe4-46f4-90e0-4f53fc896d71 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759571771405'] for port (7b9d5d58-e16d-4e62-b717-847ac6d520d6), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:24.950941 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc536c9-ff08-4e19-80ca-81d477b05f3e req-4a50dc16-e913-4ac8-89c6-76bff195b2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:57:24.951210 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Device 789fb3b6-eef8-4edd-a929-e88fed92432d details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=113425) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 09:57:24.952512 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-cfc536c9-ff08-4e19-80ca-81d477b05f3e req-4a50dc16-e913-4ac8-89c6-76bff195b2f6 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=bcb00623-4b05-4b9d-bd71-6d191eabf6b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0422962 Sep 16 09:57:25.009109 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-38a2c350-efe4-46f4-90e0-4f53fc896d71 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699225'] for port (7b9d5d58-e16d-4e62-b717-847ac6d520d6), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:25.009712 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-38a2c350-efe4-46f4-90e0-4f53fc896d71 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Publish callbacks [] for floatingip (7b9d5d58-e16d-4e62-b717-847ac6d520d6), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:25.027042 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.plugin [None req-38a2c350-efe4-46f4-90e0-4f53fc896d71 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Calling delete_port for 7b9d5d58-e16d-4e62-b717-847ac6d520d6 owned by network:floatingip {{(pid=113423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 09:57:25.047588 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-cfc536c9-ff08-4e19-80ca-81d477b05f3e req-b8ccbd17-2db3-490c-a999-a5f9344ffefb service neutron] 10.222.0.27 "GET /networking/v2.0/networks/bcb00623-4b05-4b9d-bd71-6d191eabf6b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880263 Sep 16 09:57:25.073224 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] For port 789fb3b6-eef8-4edd-a929-e88fed92432d, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=789fb3b6-eef8-4edd-a929-e88fed92432d,segment=NetworkSegment(dbdfa156-b328-4b02-9174-23c649e3a4fb),segment_id=dbdfa156-b328-4b02-9174-23c649e3a4fb)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:57:25.108300 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:57:25.109130 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Returning: {'device': '789fb3b6-eef8-4edd-a929-e88fed92432d', 'network_id': 'fe465541-6175-450e-8791-dc7a519b5e60', 'port_id': '789fb3b6-eef8-4edd-a929-e88fed92432d', 'mac_address': 'fa:16:3e:f4:6b:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '312d0eea-a7f5-4989-be4b-d8f1ee2c9ab2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113425) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 09:57:25.137514 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Current status of the port 789fb3b6-eef8-4edd-a929-e88fed92432d is: DOWN; New status is: BUILD {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:57:25.138524 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (789fb3b6-eef8-4edd-a929-e88fed92432d), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:25.155093 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.notifiers.nova [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 789fb3b6-eef8-4edd-a929-e88fed92432d {{(pid=113425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 09:57:25.155824 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-cfc536c9-ff08-4e19-80ca-81d477b05f3e req-d7dca188-f1ae-483f-801c-f5d9ff44936f service neutron] 10.222.0.27 "GET /networking/v2.0/networks/bcb00623-4b05-4b9d-bd71-6d191eabf6b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007965 Sep 16 09:57:25.179087 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] For port 789fb3b6-eef8-4edd-a929-e88fed92432d, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=789fb3b6-eef8-4edd-a929-e88fed92432d,segment=NetworkSegment(dbdfa156-b328-4b02-9174-23c649e3a4fb),segment_id=dbdfa156-b328-4b02-9174-23c649e3a4fb)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:57:25.271243 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (789fb3b6-eef8-4edd-a929-e88fed92432d), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:25.339226 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Pushing event updated for resources: {'Port': ['ID=789fb3b6-eef8-4edd-a929-e88fed92432d,revision_number=9']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:57:25.482542 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c21733-e2ff-4f3a-9712-734e408354d4 req-f816ba62-fd9d-4525-b140-31caf65eae0e tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:57:25.484023 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-b1c21733-e2ff-4f3a-9712-734e408354d4 req-f816ba62-fd9d-4525-b140-31caf65eae0e tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e0f4a754-d9db-4829-a2f8-677cc9c34fbc HTTP/1.1" status: 200 len: 944 time: 0.3299227 Sep 16 09:57:25.522025 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] get_ports_and_sgs() called for port_ids ['789fb3b6-eef8-4edd-a929-e88fed92432d'] {{(pid=113425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 09:57:25.547102 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-b1c21733-e2ff-4f3a-9712-734e408354d4 req-3835047c-4f35-486e-822e-ab12b2ebb751 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1764e529-5c4e-4de8-acd2-e8fe221d1410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561790 Sep 16 09:57:25.584611 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-38a2c350-efe4-46f4-90e0-4f53fc896d71 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759571687051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759571245514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473602'] for port (7b9d5d58-e16d-4e62-b717-847ac6d520d6), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:25.609485 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a2c350-efe4-46f4-90e0-4f53fc896d71 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Pushing event deleted for resources: {'Port': ['ID=7b9d5d58-e16d-4e62-b717-847ac6d520d6,revision_number=None']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:57:25.689137 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-38a2c350-efe4-46f4-90e0-4f53fc896d71 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Publish callbacks [] for floatingip (aae0225d-54da-4289-b929-7f01ab3b09c1), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:25.689573 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.db.l3_db [None req-38a2c350-efe4-46f4-90e0-4f53fc896d71 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Floating IP aae0225d-54da-4289-b929-7f01ab3b09c1 disassociated (deleted). External IP: 172.27.1.136, port: dedee03b-d367-4e51-b2cd-813deda5dc38. Sep 16 09:57:25.781037 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:57:25.870816 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-c17a0cac-31fa-4a66-ad06-99f53fca2b4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (2d63c820-fb16-4aae-acf9-0482010d4ad8), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:25.879926 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:57:25.900779 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38a2c350-efe4-46f4-90e0-4f53fc896d71 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Router f06541c2-8acd-451e-a3e4-97d03928e01d has already been hosted by L3 agent 647718b3-8298-4382-86e2-3fad9f5d7804 {{(pid=113423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 09:57:26.005111 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38a2c350-efe4-46f4-90e0-4f53fc896d71 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Notify agent at l3_agent.dv-cinder-790535-43-iscsi the message routers_updated {{(pid=113423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 09:57:26.010034 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-38a2c350-efe4-46f4-90e0-4f53fc896d71 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110971'] for floatingip (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:26.015194 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65a4491-bf9e-47f1-a456-243fdb96746d None None] Sync routers for ids ['f06541c2-8acd-451e-a3e4-97d03928e01d'] in dv-cinder-790535-43-iscsi {{(pid=113425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 09:57:26.025528 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65a4491-bf9e-47f1-a456-243fdb96746d None None] Routers {'f06541c2-8acd-451e-a3e4-97d03928e01d'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 09:57:26.029443 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-c65a4491-bf9e-47f1-a456-243fdb96746d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T09:57:24Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['f06541c2-8acd-451e-a3e4-97d03928e01d'], 'active': True} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:57:26.039184 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-38a2c350-efe4-46f4-90e0-4f53fc896d71 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "DELETE /networking/v2.0/floatingips/aae0225d-54da-4289-b929-7f01ab3b09c1 HTTP/1.1" status: 204 len: 168 time: 1.2938602 Sep 16 09:57:26.142468 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvr_db [None req-c65a4491-bf9e-47f1-a456-243fdb96746d None None] Set router f06541c2-8acd-451e-a3e4-97d03928e01d gateway port host: dv-cinder-790535-43-iscsi {{(pid=113425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 09:57:26.356798 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:57:26.400049 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:57:26.492195 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-c65a4491-bf9e-47f1-a456-243fdb96746d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f06541c2-8acd-451e-a3e4-97d03928e01d', 'name': 'tempest-TestMinimumBasicScenario-547633644-router', 'tenant_id': 'c3ebe25211ee4dcb887de8e0c9a03040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '6d5ace66-4ec8-4374-b011-9afa88f2112b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:54:43Z', 'updated_at': '2022-09-16T09:54:47Z', 'revision_number': 4, 'project_id': 'c3ebe25211ee4dcb887de8e0c9a03040', 'gw_port': {'id': '6d5ace66-4ec8-4374-b011-9afa88f2112b', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:22:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06541c2-8acd-451e-a3e4-97d03928e01d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:54:43Z', 'updated_at': '2022-09-16T09:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_interfaces': [{'id': '8daf2da5-3313-47e2-b230-5bf9b1dc3023', 'name': '', 'network_id': 'bcb00623-4b05-4b9d-bd71-6d191eabf6b0', 'tenant_id': 'c3ebe25211ee4dcb887de8e0c9a03040', 'mac_address': 'fa:16:3e:11:65:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06541c2-8acd-451e-a3e4-97d03928e01d', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'b4c54137-1628-45cb-b352-130a9da62b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:54:46Z', 'updated_at': '2022-09-16T09:54:50Z', 'revision_number': 5, 'project_id': 'c3ebe25211ee4dcb887de8e0c9a03040', 'subnets': [{'id': 'b4c54137-1628-45cb-b352-130a9da62b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:57:26.494528 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:57:26.518335 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65a4491-bf9e-47f1-a456-243fdb96746d None None] Checking router: f06541c2-8acd-451e-a3e4-97d03928e01d for host: dv-cinder-790535-43-iscsi {{(pid=113425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 09:57:26.529327 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65a4491-bf9e-47f1-a456-243fdb96746d None None] Routers {'f06541c2-8acd-451e-a3e4-97d03928e01d'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 09:57:26.530068 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-c65a4491-bf9e-47f1-a456-243fdb96746d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T09:57:24Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['f06541c2-8acd-451e-a3e4-97d03928e01d'], 'active': True} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:57:26.604415 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a74942a9-2ed1-4058-b2f6-6def2204784a', 'tag': 'dedee03b-d367-4e51-b2cd-813deda5dc38'}] {{(pid=113423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 09:57:26.611510 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71a7bfedd24ed74f5a0f7cbe4469292c95f8b2943141139d877a1e440cdb58a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a3032da-8ecb-4427-8868-6b302593cf16" -d '{"events": [{"name": "network-changed", "server_uuid": "a74942a9-2ed1-4058-b2f6-6def2204784a", "tag": "dedee03b-d367-4e51-b2cd-813deda5dc38"}]}' {{(pid=113423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 09:57:26.644698 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvr_db [None req-c65a4491-bf9e-47f1-a456-243fdb96746d None None] Set router f06541c2-8acd-451e-a3e4-97d03928e01d gateway port host: dv-cinder-790535-43-iscsi {{(pid=113425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 09:57:26.655540 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 09:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b38ecc7-c95c-4a30-a69d-801c6eae8872 x-openstack-request-id: req-6b38ecc7-c95c-4a30-a69d-801c6eae8872 {{(pid=113423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 09:57:26.655836 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a74942a9-2ed1-4058-b2f6-6def2204784a", "tag": "dedee03b-d367-4e51-b2cd-813deda5dc38", "status": "completed", "code": 200}]} {{(pid=113423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 09:57:26.656086 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6b38ecc7-c95c-4a30-a69d-801c6eae8872 {{(pid=113423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 09:57:26.656486 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b38ecc7-c95c-4a30-a69d-801c6eae8872'] response: {'name': 'network-changed', 'server_uuid': 'a74942a9-2ed1-4058-b2f6-6def2204784a', 'tag': 'dedee03b-d367-4e51-b2cd-813deda5dc38', 'status': 'completed', 'code': 200} Sep 16 09:57:26.697079 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798b77d1-e3d2-4be5-989c-8fa4c5b654be req-4e1cbe28-b307-4261-aea2-af4b13c936fe tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:57:26.698729 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-798b77d1-e3d2-4be5-989c-8fa4c5b654be req-4e1cbe28-b307-4261-aea2-af4b13c936fe tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e0f4a754-d9db-4829-a2f8-677cc9c34fbc HTTP/1.1" status: 200 len: 945 time: 0.0601928 Sep 16 09:57:26.708130 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:57:26.719697 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3032da-8ecb-4427-8868-6b302593cf16 req-8aa9311b-de69-45df-89b1-a7684d258df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:57:26.722054 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-1a3032da-8ecb-4427-8868-6b302593cf16 req-8aa9311b-de69-45df-89b1-a7684d258df0 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=c3ebe25211ee4dcb887de8e0c9a03040&device_id=a74942a9-2ed1-4058-b2f6-6def2204784a HTTP/1.1" status: 200 len: 1130 time: 0.0426462 Sep 16 09:57:26.759593 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-798b77d1-e3d2-4be5-989c-8fa4c5b654be req-d2d8e7e1-eabe-4512-b2f6-fb85c592a20d tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1764e529-5c4e-4de8-acd2-e8fe221d1410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539660 Sep 16 09:57:26.827725 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3032da-8ecb-4427-8868-6b302593cf16 req-14893de4-1770-4a2f-9595-dee5a8455b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:57:26.829346 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-1a3032da-8ecb-4427-8868-6b302593cf16 req-14893de4-1770-4a2f-9595-dee5a8455b04 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=bcb00623-4b05-4b9d-bd71-6d191eabf6b0 HTTP/1.1" status: 200 len: 915 time: 0.1012440 Sep 16 09:57:26.861335 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-c65a4491-bf9e-47f1-a456-243fdb96746d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f06541c2-8acd-451e-a3e4-97d03928e01d', 'name': 'tempest-TestMinimumBasicScenario-547633644-router', 'tenant_id': 'c3ebe25211ee4dcb887de8e0c9a03040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '6d5ace66-4ec8-4374-b011-9afa88f2112b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:54:43Z', 'updated_at': '2022-09-16T09:54:47Z', 'revision_number': 4, 'project_id': 'c3ebe25211ee4dcb887de8e0c9a03040', 'gw_port': {'id': '6d5ace66-4ec8-4374-b011-9afa88f2112b', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:22:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06541c2-8acd-451e-a3e4-97d03928e01d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:54:43Z', 'updated_at': '2022-09-16T09:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_interfaces': [{'id': '8daf2da5-3313-47e2-b230-5bf9b1dc3023', 'name': '', 'network_id': 'bcb00623-4b05-4b9d-bd71-6d191eabf6b0', 'tenant_id': 'c3ebe25211ee4dcb887de8e0c9a03040', 'mac_address': 'fa:16:3e:11:65:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06541c2-8acd-451e-a3e4-97d03928e01d', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'b4c54137-1628-45cb-b352-130a9da62b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:54:46Z', 'updated_at': '2022-09-16T09:54:50Z', 'revision_number': 5, 'project_id': 'c3ebe25211ee4dcb887de8e0c9a03040', 'subnets': [{'id': 'b4c54137-1628-45cb-b352-130a9da62b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:57:26.868671 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-1a3032da-8ecb-4427-8868-6b302593cf16 req-033388f5-cfd1-4ad6-b065-6a8dc062a6a2 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dedee03b-d367-4e51-b2cd-813deda5dc38 HTTP/1.1" status: 200 len: 217 time: 0.0331872 Sep 16 09:57:26.887583 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65a4491-bf9e-47f1-a456-243fdb96746d None None] The sync data for ids ['f06541c2-8acd-451e-a3e4-97d03928e01d'] in dv-cinder-790535-43-iscsi is: [{'id': 'f06541c2-8acd-451e-a3e4-97d03928e01d', 'name': 'tempest-TestMinimumBasicScenario-547633644-router', 'tenant_id': 'c3ebe25211ee4dcb887de8e0c9a03040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '6d5ace66-4ec8-4374-b011-9afa88f2112b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:54:43Z', 'updated_at': '2022-09-16T09:54:47Z', 'revision_number': 4, 'project_id': 'c3ebe25211ee4dcb887de8e0c9a03040', 'gw_port': {'id': '6d5ace66-4ec8-4374-b011-9afa88f2112b', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:22:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06541c2-8acd-451e-a3e4-97d03928e01d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:54:43Z', 'updated_at': '2022-09-16T09:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_interfaces': [{'id': '8daf2da5-3313-47e2-b230-5bf9b1dc3023', 'name': '', 'network_id': 'bcb00623-4b05-4b9d-bd71-6d191eabf6b0', 'tenant_id': 'c3ebe25211ee4dcb887de8e0c9a03040', 'mac_address': 'fa:16:3e:11:65:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06541c2-8acd-451e-a3e4-97d03928e01d', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'b4c54137-1628-45cb-b352-130a9da62b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:54:46Z', 'updated_at': '2022-09-16T09:54:50Z', 'revision_number': 5, 'project_id': 'c3ebe25211ee4dcb887de8e0c9a03040', 'subnets': [{'id': 'b4c54137-1628-45cb-b352-130a9da62b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 09:57:26.919346 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3032da-8ecb-4427-8868-6b302593cf16 req-9d96d2d3-7932-4a8e-871c-2c2652728506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:57:26.920832 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-1a3032da-8ecb-4427-8868-6b302593cf16 req-9d96d2d3-7932-4a8e-871c-2c2652728506 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=b4c54137-1628-45cb-b352-130a9da62b88 HTTP/1.1" status: 200 len: 853 time: 0.0460291 Sep 16 09:57:26.955220 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Device 789fb3b6-eef8-4edd-a929-e88fed92432d up at agent hyperv_hv-cinder-79053 {{(pid=113425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 09:57:26.977587 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3032da-8ecb-4427-8868-6b302593cf16 req-ce66aa25-b1aa-41ba-8592-160fbd434149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:57:26.979222 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-1a3032da-8ecb-4427-8868-6b302593cf16 req-ce66aa25-b1aa-41ba-8592-160fbd434149 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=bcb00623-4b05-4b9d-bd71-6d191eabf6b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0521936 Sep 16 09:57:27.004918 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Provisioning complete for port 789fb3b6-eef8-4edd-a929-e88fed92432d triggered by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:57:27.005370 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (789fb3b6-eef8-4edd-a929-e88fed92432d), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:27.005897 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Attempt 1 to provision port 789fb3b6-eef8-4edd-a929-e88fed92432d Sep 16 09:57:27.091564 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Current status of the port 789fb3b6-eef8-4edd-a929-e88fed92432d is: BUILD; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:57:27.092024 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (789fb3b6-eef8-4edd-a929-e88fed92432d), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:27.092148 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-1a3032da-8ecb-4427-8868-6b302593cf16 req-43f21d13-3371-48e9-af39-60dc0defe7aa service neutron] 10.222.0.27 "GET /networking/v2.0/networks/bcb00623-4b05-4b9d-bd71-6d191eabf6b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054292 Sep 16 09:57:27.123654 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0f4a754-d9db-4829-a2f8-677cc9c34fbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '789fb3b6-eef8-4edd-a929-e88fed92432d'}] {{(pid=113425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 09:57:27.126041 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d904371a3690c7392a65e5457b849277104f62c83d6e5586b28cc731d2d00ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8bc3c32-2f53-4e79-9bad-a0630340014a" -d '{"events": [{"server_uuid": "e0f4a754-d9db-4829-a2f8-677cc9c34fbc", "name": "network-vif-plugged", "status": "completed", "tag": "789fb3b6-eef8-4edd-a929-e88fed92432d"}]}' {{(pid=113425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 09:57:27.139705 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] For port 789fb3b6-eef8-4edd-a929-e88fed92432d, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=789fb3b6-eef8-4edd-a929-e88fed92432d,segment=NetworkSegment(dbdfa156-b328-4b02-9174-23c649e3a4fb),segment_id=dbdfa156-b328-4b02-9174-23c649e3a4fb)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:57:27.160638 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eadd654-5609-40b1-92d1-e23dace1f78f None None] New status for floating IP aae0225d-54da-4289-b929-7f01ab3b09c1: DOWN {{(pid=113426) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 09:57:27.171602 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 09:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98608beb-97e1-47b7-967b-30d1b0b4c472 x-openstack-request-id: req-98608beb-97e1-47b7-967b-30d1b0b4c472 {{(pid=113425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 09:57:27.171898 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0f4a754-d9db-4829-a2f8-677cc9c34fbc", "name": "network-vif-plugged", "status": "completed", "tag": "789fb3b6-eef8-4edd-a929-e88fed92432d", "code": 200}]} {{(pid=113425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 09:57:27.172161 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-98608beb-97e1-47b7-967b-30d1b0b4c472 {{(pid=113425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 09:57:27.172570 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98608beb-97e1-47b7-967b-30d1b0b4c472'] response: {'server_uuid': 'e0f4a754-d9db-4829-a2f8-677cc9c34fbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '789fb3b6-eef8-4edd-a929-e88fed92432d', 'code': 200} Sep 16 09:57:27.197992 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-1a3032da-8ecb-4427-8868-6b302593cf16 req-740b542f-7834-4226-8797-040e9dcb8edf service neutron] 10.222.0.27 "GET /networking/v2.0/networks/bcb00623-4b05-4b9d-bd71-6d191eabf6b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001642 Sep 16 09:57:27.219935 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (789fb3b6-eef8-4edd-a929-e88fed92432d), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:27.298124 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Pushing event updated for resources: {'Port': ['ID=789fb3b6-eef8-4edd-a929-e88fed92432d,revision_number=10']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:57:27.367219 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (be58d251-43cc-467d-bf31-2aae48e2ac56), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:27.394225 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-cd5fe5d0-24d3-4349-8269-176b5bcdf250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (65aa34d6-cc53-475e-ab2c-2c2516bff08f), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:27.526698 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b5dfd3-7947-422c-b1f7-eef3723b688a req-425ee847-ad56-4284-aa0c-9833c8190776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:57:27.528347 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-70b5dfd3-7947-422c-b1f7-eef3723b688a req-425ee847-ad56-4284-aa0c-9833c8190776 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e0f4a754-d9db-4829-a2f8-677cc9c34fbc HTTP/1.1" status: 200 len: 1131 time: 0.0407414 Sep 16 09:57:27.573184 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-70b5dfd3-7947-422c-b1f7-eef3723b688a req-a8b75370-6d5d-4bb3-9241-c3919b4dead5 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=1764e529-5c4e-4de8-acd2-e8fe221d1410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379896 Sep 16 09:57:27.897863 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60edd4d2-421c-4f28-89b0-f2ab5b6fb7f9 req-8246a50a-8cb0-47d5-bfaf-10df834ab554 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:57:27.899326 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-60edd4d2-421c-4f28-89b0-f2ab5b6fb7f9 req-8246a50a-8cb0-47d5-bfaf-10df834ab554 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e0f4a754-d9db-4829-a2f8-677cc9c34fbc HTTP/1.1" status: 200 len: 947 time: 0.0520849 Sep 16 09:57:27.929109 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 55702) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:57:27.951381 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-60edd4d2-421c-4f28-89b0-f2ab5b6fb7f9 req-116b9c6b-eeee-4a3c-b916-2dedb4903d54 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1764e529-5c4e-4de8-acd2-e8fe221d1410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463123 Sep 16 09:57:28.038182 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-77dff5c5-80b0-4e59-910f-8fbb17264820 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:28.087580 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:57:28.113645 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-77dff5c5-80b0-4e59-910f-8fbb17264820 admin admin] Publish callbacks [] for security_group (d054734d-c931-45a3-bb40-cb3b8744bab6), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:28.205137 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-77dff5c5-80b0-4e59-910f-8fbb17264820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (d054734d-c931-45a3-bb40-cb3b8744bab6), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:28.243997 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dff5c5-80b0-4e59-910f-8fbb17264820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d054734d-c931-45a3-bb40-cb3b8744bab6,revision_number=1']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:57:28.250489 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-77dff5c5-80b0-4e59-910f-8fbb17264820 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=b2afa86f8f344bd7b19d93ff7a538dce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3203166 Sep 16 09:57:28.253966 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 55706) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:57:28.302997 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-47e6b8dd-eda0-40d9-82dc-36817f7d268b admin admin] Publish callbacks [] for security_group (d054734d-c931-45a3-bb40-cb3b8744bab6), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:28.323918 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-47e6b8dd-eda0-40d9-82dc-36817f7d268b admin admin] Publish callbacks [] for security_group (d054734d-c931-45a3-bb40-cb3b8744bab6), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:28.479615 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-47e6b8dd-eda0-40d9-82dc-36817f7d268b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (d054734d-c931-45a3-bb40-cb3b8744bab6), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:28.482227 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-47e6b8dd-eda0-40d9-82dc-36817f7d268b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:28.483403 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-47e6b8dd-eda0-40d9-82dc-36817f7d268b admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/d054734d-c931-45a3-bb40-cb3b8744bab6 HTTP/1.1" status: 204 len: 168 time: 0.2285368 Sep 16 09:57:28.494804 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e6b8dd-eda0-40d9-82dc-36817f7d268b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d054734d-c931-45a3-bb40-cb3b8744bab6,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:57:29.112990 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b951a400-e50e-4f97-8def-b971512d38b1 req-f29f49e0-b20c-40f6-9e51-76d1082bb074 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:57:29.114840 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-b951a400-e50e-4f97-8def-b971512d38b1 req-f29f49e0-b20c-40f6-9e51-76d1082bb074 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e0f4a754-d9db-4829-a2f8-677cc9c34fbc HTTP/1.1" status: 200 len: 947 time: 0.0573587 Sep 16 09:57:29.165176 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-b951a400-e50e-4f97-8def-b971512d38b1 req-78a1e4dc-ee49-4f2f-9969-a239c7877c96 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1764e529-5c4e-4de8-acd2-e8fe221d1410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444801 Sep 16 09:57:29.219654 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=4 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:57:30.198304 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 55784) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:57:30.280284 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:57:30.317614 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-04650600-ef8b-4495-bde4-55cf7c815b0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:30.334583 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86197c52-3239-4523-a509-d0760920b35c req-acb70108-aa51-4ee2-b795-ea4fce5eeae7 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:57:30.336079 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-86197c52-3239-4523-a509-d0760920b35c req-acb70108-aa51-4ee2-b795-ea4fce5eeae7 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e0f4a754-d9db-4829-a2f8-677cc9c34fbc HTTP/1.1" status: 200 len: 947 time: 0.0662150 Sep 16 09:57:30.412079 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-86197c52-3239-4523-a509-d0760920b35c req-b2635b70-292a-493d-a105-f505188afbe5 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1764e529-5c4e-4de8-acd2-e8fe221d1410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692253 Sep 16 09:57:30.453143 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-04650600-ef8b-4495-bde4-55cf7c815b0a admin admin] Publish callbacks [] for security_group (ccfbd76e-f871-42d4-b735-03f8536c836f), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:30.527461 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-04650600-ef8b-4495-bde4-55cf7c815b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (ccfbd76e-f871-42d4-b735-03f8536c836f), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:30.566311 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04650600-ef8b-4495-bde4-55cf7c815b0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccfbd76e-f871-42d4-b735-03f8536c836f,revision_number=1']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:57:30.570554 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-04650600-ef8b-4495-bde4-55cf7c815b0a admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=74d7642f06f94433a8aed3c1f68b2ba3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3712394 Sep 16 09:57:30.573667 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 55792) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:57:30.613025 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:57:30.622691 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-e36433c9-a60e-4bce-be85-a9979939b5f2 admin admin] Publish callbacks [] for security_group (ccfbd76e-f871-42d4-b735-03f8536c836f), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:30.643321 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-e36433c9-a60e-4bce-be85-a9979939b5f2 admin admin] Publish callbacks [] for security_group (ccfbd76e-f871-42d4-b735-03f8536c836f), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:30.803629 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-e36433c9-a60e-4bce-be85-a9979939b5f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (ccfbd76e-f871-42d4-b735-03f8536c836f), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:30.806285 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-e36433c9-a60e-4bce-be85-a9979939b5f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:30.807464 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-e36433c9-a60e-4bce-be85-a9979939b5f2 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/ccfbd76e-f871-42d4-b735-03f8536c836f HTTP/1.1" status: 204 len: 168 time: 0.2332408 Sep 16 09:57:30.815804 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36433c9-a60e-4bce-be85-a9979939b5f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccfbd76e-f871-42d4-b735-03f8536c836f,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:57:31.551429 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543d8f62-8460-4123-9cd8-132b4542a10f req-3e9bae06-66c0-4ca6-b1ba-ce97547116bb tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:57:31.552920 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-543d8f62-8460-4123-9cd8-132b4542a10f req-3e9bae06-66c0-4ca6-b1ba-ce97547116bb tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e0f4a754-d9db-4829-a2f8-677cc9c34fbc HTTP/1.1" status: 200 len: 947 time: 0.0572691 Sep 16 09:57:31.603509 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-543d8f62-8460-4123-9cd8-132b4542a10f req-0e1af34c-f72d-4809-9ec4-1cddd4937197 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1764e529-5c4e-4de8-acd2-e8fe221d1410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418506 Sep 16 09:57:34.834316 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (5b31c92a-f134-4c39-96dd-6f3267de2076), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:35.787488 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8178e0-a627-43d3-aef8-b2672fc41bde req-ad8d235e-0df5-414f-bd1c-70009ba04a4e tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:57:35.789177 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-5e8178e0-a627-43d3-aef8-b2672fc41bde req-ad8d235e-0df5-414f-bd1c-70009ba04a4e tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2842e80e-fd61-48cf-b415-c5513f6811df HTTP/1.1" status: 200 len: 945 time: 0.0477781 Sep 16 09:57:35.841189 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-5e8178e0-a627-43d3-aef8-b2672fc41bde req-456a6069-7ac5-4466-9d83-0d6b7980fb55 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=4c9f3f96-9faf-407e-a07f-1976eac9d290&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463037 Sep 16 09:57:36.705342 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd20d4cd-e83f-418a-a990-da0726d99d3c req-fbccd372-f435-417a-bd06-8923f39b024d tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:57:36.706938 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-fd20d4cd-e83f-418a-a990-da0726d99d3c req-fbccd372-f435-417a-bd06-8923f39b024d tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a74942a9-2ed1-4058-b2f6-6def2204784a HTTP/1.1" status: 200 len: 946 time: 0.0519915 Sep 16 09:57:36.752934 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=45 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:57:36.755505 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-fd20d4cd-e83f-418a-a990-da0726d99d3c req-3861ccac-1229-4a68-aceb-cd3efea9e746 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=26222961-26fe-4aa1-bb0f-ff557a1e3214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422332 Sep 16 09:57:36.755816 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=10 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:57:36.988220 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296032a7-ee15-4bc3-a9ee-79b1de015c55 req-90ba5849-771c-46ff-9aae-3dafde57585c tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:57:36.989893 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-296032a7-ee15-4bc3-a9ee-79b1de015c55 req-90ba5849-771c-46ff-9aae-3dafde57585c tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2842e80e-fd61-48cf-b415-c5513f6811df HTTP/1.1" status: 200 len: 945 time: 0.0540986 Sep 16 09:57:37.037593 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-296032a7-ee15-4bc3-a9ee-79b1de015c55 req-d9fc5469-a8de-4d04-ac56-3d3a0cc72877 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=4c9f3f96-9faf-407e-a07f-1976eac9d290&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410936 Sep 16 09:57:37.195789 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=7 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:57:37.879195 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ee7c59-9c28-4bb8-9e01-a8b865908a07 req-3e974bfb-5136-4ada-862d-557d9cfe61fb tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:57:37.880655 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-87ee7c59-9c28-4bb8-9e01-a8b865908a07 req-3e974bfb-5136-4ada-862d-557d9cfe61fb tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a74942a9-2ed1-4058-b2f6-6def2204784a HTTP/1.1" status: 200 len: 946 time: 0.0464020 Sep 16 09:57:37.926302 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-87ee7c59-9c28-4bb8-9e01-a8b865908a07 req-efe561c7-404e-4256-920a-febb39ca2c7e tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=26222961-26fe-4aa1-bb0f-ff557a1e3214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393152 Sep 16 09:57:38.164083 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a67a930-ca56-417a-87a6-c9e1ec03388d req-68828e9c-d9a3-4455-b47e-a088fc4cdda0 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:57:38.165532 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-2a67a930-ca56-417a-87a6-c9e1ec03388d req-68828e9c-d9a3-4455-b47e-a088fc4cdda0 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2842e80e-fd61-48cf-b415-c5513f6811df HTTP/1.1" status: 200 len: 945 time: 0.0535071 Sep 16 09:57:38.211633 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-2a67a930-ca56-417a-87a6-c9e1ec03388d req-aa2b0011-0bb6-4f8a-983f-3f7f92d4d73f tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=4c9f3f96-9faf-407e-a07f-1976eac9d290&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405986 Sep 16 09:57:38.885971 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b0600d-8bb7-42b6-b1a4-685a4b1c2c6b req-ef2eca06-ac6c-4e1c-8ff9-af36d96738ba tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:57:38.887555 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-03b0600d-8bb7-42b6-b1a4-685a4b1c2c6b req-ef2eca06-ac6c-4e1c-8ff9-af36d96738ba tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=2842e80e-fd61-48cf-b415-c5513f6811df HTTP/1.1" status: 200 len: 945 time: 0.0508604 Sep 16 09:57:39.087592 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.plugin [req-03b0600d-8bb7-42b6-b1a4-685a4b1c2c6b req-bb88e7df-8d3f-41cd-87de-623a37ccb592 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Deleting port d77fbe69-b931-4dfb-ac17-d581d7f6781e {{(pid=113424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 09:57:39.087869 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-03b0600d-8bb7-42b6-b1a4-685a4b1c2c6b req-bb88e7df-8d3f-41cd-87de-623a37ccb592 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759571771405'] for port (d77fbe69-b931-4dfb-ac17-d581d7f6781e), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:39.097759 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1808bf-1bf9-4f84-b96e-946465669074 req-d26aae2c-b52f-4541-a0e8-4a6b68f71bd5 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:57:39.099427 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-eb1808bf-1bf9-4f84-b96e-946465669074 req-d26aae2c-b52f-4541-a0e8-4a6b68f71bd5 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a74942a9-2ed1-4058-b2f6-6def2204784a HTTP/1.1" status: 200 len: 946 time: 0.0834029 Sep 16 09:57:39.211298 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e397b3-19b1-44f2-8fa9-eafb6a524ac8 req-ce204ac6-7f9e-40dd-9808-a8c9302f9259 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:57:39.213119 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-97e397b3-19b1-44f2-8fa9-eafb6a524ac8 req-ce204ac6-7f9e-40dd-9808-a8c9302f9259 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a74942a9-2ed1-4058-b2f6-6def2204784a HTTP/1.1" status: 200 len: 946 time: 0.1125679 Sep 16 09:57:39.255264 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-eb1808bf-1bf9-4f84-b96e-946465669074 req-a1a12280-dcf1-4478-9420-a63369e6675a tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=26222961-26fe-4aa1-bb0f-ff557a1e3214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358585 Sep 16 09:57:39.271420 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.db [req-03b0600d-8bb7-42b6-b1a4-685a4b1c2c6b req-bb88e7df-8d3f-41cd-87de-623a37ccb592 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] For port d77fbe69-b931-4dfb-ac17-d581d7f6781e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d77fbe69-b931-4dfb-ac17-d581d7f6781e,segment=NetworkSegment(59ea54c9-a504-4c17-ac42-04cf91228ccc),segment_id=59ea54c9-a504-4c17-ac42-04cf91228ccc)] {{(pid=113424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:57:39.271784 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-03b0600d-8bb7-42b6-b1a4-685a4b1c2c6b req-bb88e7df-8d3f-41cd-87de-623a37ccb592 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699225'] for port (d77fbe69-b931-4dfb-ac17-d581d7f6781e), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:39.343806 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:57:39.344205 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3635ff8-387b-42ec-a799-697901bd5781 req-9b0d42d3-9e2d-41e8-950e-fc605999a3fe tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:57:39.345750 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-a3635ff8-387b-42ec-a799-697901bd5781 req-9b0d42d3-9e2d-41e8-950e-fc605999a3fe tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2842e80e-fd61-48cf-b415-c5513f6811df HTTP/1.1" status: 200 len: 945 time: 0.0577364 Sep 16 09:57:39.396634 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-a3635ff8-387b-42ec-a799-697901bd5781 req-51221179-e080-451b-932a-20a627fb1707 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=4c9f3f96-9faf-407e-a07f-1976eac9d290&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437670 Sep 16 09:57:39.459165 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=100 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:57:39.509802 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.plugin [req-97e397b3-19b1-44f2-8fa9-eafb6a524ac8 req-a569459c-fcf0-4127-b57b-257c9e988799 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Deleting port dedee03b-d367-4e51-b2cd-813deda5dc38 {{(pid=113424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 09:57:39.510135 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-97e397b3-19b1-44f2-8fa9-eafb6a524ac8 req-a569459c-fcf0-4127-b57b-257c9e988799 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759571771405'] for port (dedee03b-d367-4e51-b2cd-813deda5dc38), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:39.513950 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-03b0600d-8bb7-42b6-b1a4-685a4b1c2c6b req-bb88e7df-8d3f-41cd-87de-623a37ccb592 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:39.514318 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-03b0600d-8bb7-42b6-b1a4-685a4b1c2c6b req-bb88e7df-8d3f-41cd-87de-623a37ccb592 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711587'] for floatingip (30f60960-1f07-4eb0-b911-07754378b119), after_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:39.514635 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.db.l3_db [req-03b0600d-8bb7-42b6-b1a4-685a4b1c2c6b req-bb88e7df-8d3f-41cd-87de-623a37ccb592 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Floating IP 30f60960-1f07-4eb0-b911-07754378b119 disassociated. External IP: 172.27.1.34, port: d77fbe69-b931-4dfb-ac17-d581d7f6781e. Sep 16 09:57:39.514964 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.plugin [req-03b0600d-8bb7-42b6-b1a4-685a4b1c2c6b req-bb88e7df-8d3f-41cd-87de-623a37ccb592 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Calling delete_port for d77fbe69-b931-4dfb-ac17-d581d7f6781e owned by compute:nova {{(pid=113424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 09:57:39.653772 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.db [req-97e397b3-19b1-44f2-8fa9-eafb6a524ac8 req-a569459c-fcf0-4127-b57b-257c9e988799 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] For port dedee03b-d367-4e51-b2cd-813deda5dc38, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=dedee03b-d367-4e51-b2cd-813deda5dc38,segment=NetworkSegment(d36e2288-42fc-4dac-8b56-4d4e100f0521),segment_id=d36e2288-42fc-4dac-8b56-4d4e100f0521)] {{(pid=113424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:57:39.654052 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-97e397b3-19b1-44f2-8fa9-eafb6a524ac8 req-a569459c-fcf0-4127-b57b-257c9e988799 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699225'] for port (dedee03b-d367-4e51-b2cd-813deda5dc38), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:39.674551 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.plugin [req-97e397b3-19b1-44f2-8fa9-eafb6a524ac8 req-a569459c-fcf0-4127-b57b-257c9e988799 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Calling delete_port for dedee03b-d367-4e51-b2cd-813deda5dc38 owned by compute:nova {{(pid=113424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 09:57:39.868065 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-03b0600d-8bb7-42b6-b1a4-685a4b1c2c6b req-bb88e7df-8d3f-41cd-87de-623a37ccb592 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759571687051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759571245514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27240065'] for port (d77fbe69-b931-4dfb-ac17-d581d7f6781e), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:39.904218 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb88e7df-8d3f-41cd-87de-623a37ccb592 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Pushing event deleted for resources: {'Port': ['ID=d77fbe69-b931-4dfb-ac17-d581d7f6781e,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:57:39.907186 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-97e397b3-19b1-44f2-8fa9-eafb6a524ac8 req-a569459c-fcf0-4127-b57b-257c9e988799 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759571687051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759571245514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27240065'] for port (dedee03b-d367-4e51-b2cd-813deda5dc38), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:40.220323 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] get_ports_and_sgs() called for port_ids ['dedee03b-d367-4e51-b2cd-813deda5dc38'] {{(pid=113425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 09:57:40.243333 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a569459c-fcf0-4127-b57b-257c9e988799 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Pushing event deleted for resources: {'Port': ['ID=dedee03b-d367-4e51-b2cd-813deda5dc38,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:57:40.325926 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.l3_dvrscheduler_db [req-97e397b3-19b1-44f2-8fa9-eafb6a524ac8 req-a569459c-fcf0-4127-b57b-257c9e988799 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] No DVR routers for this DVR port dedee03b-d367-4e51-b2cd-813deda5dc38 on host hv-cinder-79053 {{(pid=113424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 09:57:40.330325 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-97e397b3-19b1-44f2-8fa9-eafb6a524ac8 req-a569459c-fcf0-4127-b57b-257c9e988799 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110971'] for port (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:40.333362 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-97e397b3-19b1-44f2-8fa9-eafb6a524ac8 req-a569459c-fcf0-4127-b57b-257c9e988799 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.27 "DELETE /networking/v2.0/ports/dedee03b-d367-4e51-b2cd-813deda5dc38 HTTP/1.1" status: 204 len: 173 time: 0.9632244 Sep 16 09:57:40.334016 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a74942a9-2ed1-4058-b2f6-6def2204784a', 'name': 'network-vif-deleted', 'tag': 'dedee03b-d367-4e51-b2cd-813deda5dc38'}] {{(pid=113424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 09:57:40.336308 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16dfd0a1dfdfa1f1ee01b24bca40ddc03421b0ad37c1355f54f1c3176401751a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2349d6b7-ab81-42e8-ac62-9e6cc866903d" -d '{"events": [{"server_uuid": "a74942a9-2ed1-4058-b2f6-6def2204784a", "name": "network-vif-deleted", "tag": "dedee03b-d367-4e51-b2cd-813deda5dc38"}]}' {{(pid=113424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 09:57:40.353211 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.l3_agent_scheduler [req-03b0600d-8bb7-42b6-b1a4-685a4b1c2c6b req-bb88e7df-8d3f-41cd-87de-623a37ccb592 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Router 5f629d17-6c04-4750-846b-90fbe144f83c has already been hosted by L3 agent 647718b3-8298-4382-86e2-3fad9f5d7804 {{(pid=113424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 09:57:40.395950 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 09:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-472341e4-617b-4cdb-b382-9a9d69606991 x-openstack-request-id: req-472341e4-617b-4cdb-b382-9a9d69606991 {{(pid=113424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 09:57:40.396272 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a74942a9-2ed1-4058-b2f6-6def2204784a", "name": "network-vif-deleted", "tag": "dedee03b-d367-4e51-b2cd-813deda5dc38", "status": "completed", "code": 200}]} {{(pid=113424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 09:57:40.396503 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-472341e4-617b-4cdb-b382-9a9d69606991 {{(pid=113424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 09:57:40.396917 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-472341e4-617b-4cdb-b382-9a9d69606991'] response: {'server_uuid': 'a74942a9-2ed1-4058-b2f6-6def2204784a', 'name': 'network-vif-deleted', 'tag': 'dedee03b-d367-4e51-b2cd-813deda5dc38', 'status': 'completed', 'code': 200} Sep 16 09:57:40.432497 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-bf2ea3f1-9764-4844-afaa-c672be26b134 req-f68a94a1-4d28-4946-adb3-88d02beb61f6 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a74942a9-2ed1-4058-b2f6-6def2204784a HTTP/1.1" status: 200 len: 210 time: 0.0731847 Sep 16 09:57:40.520100 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-03b0600d-8bb7-42b6-b1a4-685a4b1c2c6b req-bb88e7df-8d3f-41cd-87de-623a37ccb592 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Notify agent at l3_agent.dv-cinder-790535-43-iscsi the message routers_updated {{(pid=113424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 09:57:40.530296 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442a76e5-d79f-4bac-95c0-e70b517baab8 None None] Sync routers for ids ['5f629d17-6c04-4750-846b-90fbe144f83c'] in dv-cinder-790535-43-iscsi {{(pid=113425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 09:57:40.540607 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-4f7c3aba-8c9c-4465-a145-c8b24d524f12 req-55f7e3ce-b47c-4057-ab31-f2940d48dbc6 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2842e80e-fd61-48cf-b415-c5513f6811df HTTP/1.1" status: 200 len: 210 time: 0.0321779 Sep 16 09:57:40.558408 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442a76e5-d79f-4bac-95c0-e70b517baab8 None None] Routers {'5f629d17-6c04-4750-846b-90fbe144f83c'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 09:57:40.559045 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-442a76e5-d79f-4bac-95c0-e70b517baab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T09:57:24Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['5f629d17-6c04-4750-846b-90fbe144f83c'], 'active': True} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:57:40.565910 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.l3_dvrscheduler_db [req-03b0600d-8bb7-42b6-b1a4-685a4b1c2c6b req-bb88e7df-8d3f-41cd-87de-623a37ccb592 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] No DVR routers for this DVR port d77fbe69-b931-4dfb-ac17-d581d7f6781e on host hv-cinder-79053 {{(pid=113424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 09:57:40.570268 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-03b0600d-8bb7-42b6-b1a4-685a4b1c2c6b req-bb88e7df-8d3f-41cd-87de-623a37ccb592 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110971'] for port (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:40.574338 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-03b0600d-8bb7-42b6-b1a4-685a4b1c2c6b req-bb88e7df-8d3f-41cd-87de-623a37ccb592 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.27 "DELETE /networking/v2.0/ports/d77fbe69-b931-4dfb-ac17-d581d7f6781e HTTP/1.1" status: 204 len: 173 time: 1.6123316 Sep 16 09:57:40.675339 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvr_db [None req-442a76e5-d79f-4bac-95c0-e70b517baab8 None None] Set router 5f629d17-6c04-4750-846b-90fbe144f83c gateway port host: dv-cinder-790535-43-iscsi {{(pid=113425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 09:57:40.887434 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-442a76e5-d79f-4bac-95c0-e70b517baab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'name': 'tempest-AttachVolumeNegativeTest-1147155597-router', 'tenant_id': '75007587f92646f686881c2e1bfb7b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'f25e5371-7d7a-4929-ba67-20f64b85ea85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:50:29Z', 'updated_at': '2022-09-16T09:50:39Z', 'revision_number': 4, 'project_id': '75007587f92646f686881c2e1bfb7b2d', 'gw_port': {'id': 'f25e5371-7d7a-4929-ba67-20f64b85ea85', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:73:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:30Z', 'updated_at': '2022-09-16T09:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_interfaces': [{'id': '884885de-9e10-4652-9aba-309ace13393a', 'name': '', 'network_id': 'b92b7908-54f3-4444-8e37-e6621fa07310', 'tenant_id': '75007587f92646f686881c2e1bfb7b2d', 'mac_address': 'fa:16:3e:8d:8c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2c5e3932-9cbf-4551-a459-a4948ab2f258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:38Z', 'updated_at': '2022-09-16T09:50:59Z', 'revision_number': 5, 'project_id': '75007587f92646f686881c2e1bfb7b2d', 'subnets': [{'id': '2c5e3932-9cbf-4551-a459-a4948ab2f258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:57:40.922535 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442a76e5-d79f-4bac-95c0-e70b517baab8 None None] Checking router: 5f629d17-6c04-4750-846b-90fbe144f83c for host: dv-cinder-790535-43-iscsi {{(pid=113425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 09:57:40.932157 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442a76e5-d79f-4bac-95c0-e70b517baab8 None None] Routers {'5f629d17-6c04-4750-846b-90fbe144f83c'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 09:57:40.932779 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-442a76e5-d79f-4bac-95c0-e70b517baab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T09:57:24Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['5f629d17-6c04-4750-846b-90fbe144f83c'], 'active': True} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:57:41.035345 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvr_db [None req-442a76e5-d79f-4bac-95c0-e70b517baab8 None None] Set router 5f629d17-6c04-4750-846b-90fbe144f83c gateway port host: dv-cinder-790535-43-iscsi {{(pid=113425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 09:57:41.066080 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Device d77fbe69-b931-4dfb-ac17-d581d7f6781e no longer exists at agent hyperv_hv-cinder-79053 {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 09:57:41.092642 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] No Port match for: d77fbe69-b931-4dfb-ac17-d581d7f6781e {{(pid=113425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 09:57:41.092984 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Device d77fbe69-b931-4dfb-ac17-d581d7f6781e not bound to the agent host hv-cinder-79053 {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 09:57:41.171104 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:57:41.265398 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-442a76e5-d79f-4bac-95c0-e70b517baab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'name': 'tempest-AttachVolumeNegativeTest-1147155597-router', 'tenant_id': '75007587f92646f686881c2e1bfb7b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'f25e5371-7d7a-4929-ba67-20f64b85ea85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:50:29Z', 'updated_at': '2022-09-16T09:50:39Z', 'revision_number': 4, 'project_id': '75007587f92646f686881c2e1bfb7b2d', 'gw_port': {'id': 'f25e5371-7d7a-4929-ba67-20f64b85ea85', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:73:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:30Z', 'updated_at': '2022-09-16T09:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_interfaces': [{'id': '884885de-9e10-4652-9aba-309ace13393a', 'name': '', 'network_id': 'b92b7908-54f3-4444-8e37-e6621fa07310', 'tenant_id': '75007587f92646f686881c2e1bfb7b2d', 'mac_address': 'fa:16:3e:8d:8c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2c5e3932-9cbf-4551-a459-a4948ab2f258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:38Z', 'updated_at': '2022-09-16T09:50:59Z', 'revision_number': 5, 'project_id': '75007587f92646f686881c2e1bfb7b2d', 'subnets': [{'id': '2c5e3932-9cbf-4551-a459-a4948ab2f258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:57:41.274293 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-01e55caf-ab23-42ed-86dd-cc15a6683d64 req-7d40d4d0-8343-416f-855e-d6958af057a5 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a74942a9-2ed1-4058-b2f6-6def2204784a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0342355 Sep 16 09:57:41.294688 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442a76e5-d79f-4bac-95c0-e70b517baab8 None None] The sync data for ids ['5f629d17-6c04-4750-846b-90fbe144f83c'] in dv-cinder-790535-43-iscsi is: [{'id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'name': 'tempest-AttachVolumeNegativeTest-1147155597-router', 'tenant_id': '75007587f92646f686881c2e1bfb7b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'f25e5371-7d7a-4929-ba67-20f64b85ea85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:50:29Z', 'updated_at': '2022-09-16T09:50:39Z', 'revision_number': 4, 'project_id': '75007587f92646f686881c2e1bfb7b2d', 'gw_port': {'id': 'f25e5371-7d7a-4929-ba67-20f64b85ea85', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:73:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:30Z', 'updated_at': '2022-09-16T09:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_interfaces': [{'id': '884885de-9e10-4652-9aba-309ace13393a', 'name': '', 'network_id': 'b92b7908-54f3-4444-8e37-e6621fa07310', 'tenant_id': '75007587f92646f686881c2e1bfb7b2d', 'mac_address': 'fa:16:3e:8d:8c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2c5e3932-9cbf-4551-a459-a4948ab2f258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:38Z', 'updated_at': '2022-09-16T09:50:59Z', 'revision_number': 5, 'project_id': '75007587f92646f686881c2e1bfb7b2d', 'subnets': [{'id': '2c5e3932-9cbf-4551-a459-a4948ab2f258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 09:57:41.324106 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-01e55caf-ab23-42ed-86dd-cc15a6683d64 req-c9321446-ac74-43bd-9a9c-bc5d5c5203f9 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=c3ebe25211ee4dcb887de8e0c9a03040&device_id=a74942a9-2ed1-4058-b2f6-6def2204784a HTTP/1.1" status: 200 len: 210 time: 0.0267563 Sep 16 09:57:41.395744 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:57:41.401737 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:57:41.448323 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e55caf-ab23-42ed-86dd-cc15a6683d64 req-627862fe-36be-4ffe-beb0-3b4598b232db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:57:41.449837 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-01e55caf-ab23-42ed-86dd-cc15a6683d64 req-627862fe-36be-4ffe-beb0-3b4598b232db service neutron] 10.222.0.27 "GET /networking/v2.0/networks?tenant_id=c3ebe25211ee4dcb887de8e0c9a03040&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1039286 Sep 16 09:57:41.540549 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fce3835-4400-48e9-a4d7-bbccf8a5a43c None None] New status for floating IP 30f60960-1f07-4eb0-b911-07754378b119: DOWN {{(pid=113426) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 09:57:41.576402 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-3cd6e3f9-76ba-4b1a-9d86-40c9b21d8860 req-e517c6f6-a948-437f-9cab-9934486d2c04 tempest-TestMinimumBasicScenario-13493145 tempest-TestMinimumBasicScenario-13493145-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=a74942a9-2ed1-4058-b2f6-6def2204784a HTTP/1.1" status: 200 len: 210 time: 0.0438762 Sep 16 09:57:41.693028 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-1c935830-59bc-4e8e-bd44-4c9e2ca404b5 req-695059e2-6f51-459d-988d-85f3c54a1f73 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2842e80e-fd61-48cf-b415-c5513f6811df HTTP/1.1" status: 200 len: 210 time: 0.0356832 Sep 16 09:57:41.734763 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e55caf-ab23-42ed-86dd-cc15a6683d64 req-e16a7dfe-d595-43d3-bca1-6a9d9271425e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:57:41.736370 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-01e55caf-ab23-42ed-86dd-cc15a6683d64 req-e16a7dfe-d595-43d3-bca1-6a9d9271425e service neutron] 10.222.0.27 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1103396 Sep 16 09:57:42.398093 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2842e80e-fd61-48cf-b415-c5513f6811df', 'name': 'network-vif-deleted', 'tag': 'd77fbe69-b931-4dfb-ac17-d581d7f6781e'}] {{(pid=113424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 09:57:42.400491 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16dfd0a1dfdfa1f1ee01b24bca40ddc03421b0ad37c1355f54f1c3176401751a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d64a9c82-ea33-40e0-8fe0-7caf2febd189" -d '{"events": [{"server_uuid": "2842e80e-fd61-48cf-b415-c5513f6811df", "name": "network-vif-deleted", "tag": "d77fbe69-b931-4dfb-ac17-d581d7f6781e"}]}' {{(pid=113424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 09:57:42.436598 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 09:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec24aa6e-3dfb-438e-a252-3e64a8898132 x-openstack-request-id: req-ec24aa6e-3dfb-438e-a252-3e64a8898132 {{(pid=113424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 09:57:42.436888 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2842e80e-fd61-48cf-b415-c5513f6811df", "name": "network-vif-deleted", "tag": "d77fbe69-b931-4dfb-ac17-d581d7f6781e", "status": "completed", "code": 200}]} {{(pid=113424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 09:57:42.437139 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ec24aa6e-3dfb-438e-a252-3e64a8898132 {{(pid=113424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 09:57:42.437559 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec24aa6e-3dfb-438e-a252-3e64a8898132'] response: {'server_uuid': '2842e80e-fd61-48cf-b415-c5513f6811df', 'name': 'network-vif-deleted', 'tag': 'd77fbe69-b931-4dfb-ac17-d581d7f6781e', 'status': 'completed', 'code': 200} Sep 16 09:57:42.910959 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 55988) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:57:42.972701 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-e13ce022-e5a5-4630-ba52-515c1de2ead8 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks [] for security_group (4c9f3f96-9faf-407e-a07f-1976eac9d290), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:42.996666 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-e13ce022-e5a5-4630-ba52-515c1de2ead8 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks [] for security_group (4c9f3f96-9faf-407e-a07f-1976eac9d290), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:43.065272 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Device dedee03b-d367-4e51-b2cd-813deda5dc38 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 09:57:43.085837 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] No Port match for: dedee03b-d367-4e51-b2cd-813deda5dc38 {{(pid=113425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 09:57:43.086228 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Device dedee03b-d367-4e51-b2cd-813deda5dc38 not bound to the agent host hv-cinder-79053 {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 09:57:43.124686 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-e13ce022-e5a5-4630-ba52-515c1de2ead8 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (4c9f3f96-9faf-407e-a07f-1976eac9d290), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:43.127479 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-e13ce022-e5a5-4630-ba52-515c1de2ead8 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks [] for security_group (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:43.128641 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-e13ce022-e5a5-4630-ba52-515c1de2ead8 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "DELETE /networking/v2.0/security-groups/4c9f3f96-9faf-407e-a07f-1976eac9d290 HTTP/1.1" status: 204 len: 168 time: 0.2165513 Sep 16 09:57:43.133953 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 55998) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:57:43.138528 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13ce022-e5a5-4630-ba52-515c1de2ead8 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c9f3f96-9faf-407e-a07f-1976eac9d290,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:57:43.145106 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.api.v2.resource [None req-d07f43b7-d54e-4961-ab51-d85077f5b419 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] show failed (client error): The resource could not be found. Sep 16 09:57:43.148366 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-d07f43b7-d54e-4961-ab51-d85077f5b419 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "GET /networking/v2.0/security-groups/4c9f3f96-9faf-407e-a07f-1976eac9d290 HTTP/1.1" status: 404 len: 347 time: 0.0156155 Sep 16 09:57:43.151732 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 56000) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:57:43.152474 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:57:43.266374 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.plugin [None req-ff71fdb3-4940-44c4-ae2e-e4674eaa7c97 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Deleting port 1afe6a0b-0e79-468f-bf24-566116a8cc7b {{(pid=113423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 09:57:43.266721 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-ff71fdb3-4940-44c4-ae2e-e4674eaa7c97 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759571771405'] for port (1afe6a0b-0e79-468f-bf24-566116a8cc7b), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:43.349129 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-ff71fdb3-4940-44c4-ae2e-e4674eaa7c97 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699225'] for port (1afe6a0b-0e79-468f-bf24-566116a8cc7b), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:43.349698 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-ff71fdb3-4940-44c4-ae2e-e4674eaa7c97 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks [] for floatingip (1afe6a0b-0e79-468f-bf24-566116a8cc7b), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:43.365502 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.plugin [None req-ff71fdb3-4940-44c4-ae2e-e4674eaa7c97 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Calling delete_port for 1afe6a0b-0e79-468f-bf24-566116a8cc7b owned by network:floatingip {{(pid=113423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 09:57:43.567746 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-ff71fdb3-4940-44c4-ae2e-e4674eaa7c97 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759571687051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759571245514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473602'] for port (1afe6a0b-0e79-468f-bf24-566116a8cc7b), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:43.593285 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff71fdb3-4940-44c4-ae2e-e4674eaa7c97 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Pushing event deleted for resources: {'Port': ['ID=1afe6a0b-0e79-468f-bf24-566116a8cc7b,revision_number=None']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:57:43.662198 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-ff71fdb3-4940-44c4-ae2e-e4674eaa7c97 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks [] for floatingip (30f60960-1f07-4eb0-b911-07754378b119), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:43.664973 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-ff71fdb3-4940-44c4-ae2e-e4674eaa7c97 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110971'] for floatingip (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:43.666287 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-ff71fdb3-4940-44c4-ae2e-e4674eaa7c97 tempest-AttachVolumeNegativeTest-1478592665 tempest-AttachVolumeNegativeTest-1478592665-project] 10.222.0.73 "DELETE /networking/v2.0/floatingips/30f60960-1f07-4eb0-b911-07754378b119 HTTP/1.1" status: 204 len: 168 time: 0.5130093 Sep 16 09:57:44.233688 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 56034) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:57:44.432110 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:57:44.436814 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:57:44.613749 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-1d967afb-1158-4d6f-843e-5a3f14d8d209 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692131'] for router_interface (f06541c2-8acd-451e-a3e4-97d03928e01d), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:44.885036 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.plugin [None req-1d967afb-1158-4d6f-843e-5a3f14d8d209 admin admin] Deleting port 8daf2da5-3313-47e2-b230-5bf9b1dc3023 {{(pid=113423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 09:57:44.885289 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-1d967afb-1158-4d6f-843e-5a3f14d8d209 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759571771405'] for port (8daf2da5-3313-47e2-b230-5bf9b1dc3023), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:44.966845 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.db [None req-1d967afb-1158-4d6f-843e-5a3f14d8d209 admin admin] For port 8daf2da5-3313-47e2-b230-5bf9b1dc3023, host dv-cinder-790535-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=8daf2da5-3313-47e2-b230-5bf9b1dc3023,segment=NetworkSegment(d36e2288-42fc-4dac-8b56-4d4e100f0521),segment_id=d36e2288-42fc-4dac-8b56-4d4e100f0521)] {{(pid=113423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:57:44.967207 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-1d967afb-1158-4d6f-843e-5a3f14d8d209 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699225'] for port (8daf2da5-3313-47e2-b230-5bf9b1dc3023), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:44.979936 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.plugin [None req-1d967afb-1158-4d6f-843e-5a3f14d8d209 admin admin] Calling delete_port for 8daf2da5-3313-47e2-b230-5bf9b1dc3023 owned by network:router_interface {{(pid=113423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 09:57:45.241996 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-1d967afb-1158-4d6f-843e-5a3f14d8d209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759571687051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759571245514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473602'] for port (8daf2da5-3313-47e2-b230-5bf9b1dc3023), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:45.266976 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d967afb-1158-4d6f-843e-5a3f14d8d209 admin admin] Pushing event deleted for resources: {'Port': ['ID=8daf2da5-3313-47e2-b230-5bf9b1dc3023,revision_number=None']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:57:45.317261 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:57:45.440353 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-1d967afb-1158-4d6f-843e-5a3f14d8d209 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-697875'] for router_interface (f06541c2-8acd-451e-a3e4-97d03928e01d), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:45.553230 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:57:45.654006 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d967afb-1158-4d6f-843e-5a3f14d8d209 admin admin] Router f06541c2-8acd-451e-a3e4-97d03928e01d has already been hosted by L3 agent 647718b3-8298-4382-86e2-3fad9f5d7804 {{(pid=113423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 09:57:45.991651 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d967afb-1158-4d6f-843e-5a3f14d8d209 admin admin] Notify agent at l3_agent.dv-cinder-790535-43-iscsi the message routers_updated {{(pid=113423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 09:57:45.999397 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-1d967afb-1158-4d6f-843e-5a3f14d8d209 admin admin] 10.222.0.73 "PUT /networking/v2.0/routers/f06541c2-8acd-451e-a3e4-97d03928e01d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7619481 Sep 16 09:57:45.999575 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 56054) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:57:46.003017 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4576c8b6-d5b8-4858-9edb-4875fd8bf250 None None] Sync routers for ids ['f06541c2-8acd-451e-a3e4-97d03928e01d'] in dv-cinder-790535-43-iscsi {{(pid=113425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 09:57:46.013778 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4576c8b6-d5b8-4858-9edb-4875fd8bf250 None None] Routers {'f06541c2-8acd-451e-a3e4-97d03928e01d'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 09:57:46.014424 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-4576c8b6-d5b8-4858-9edb-4875fd8bf250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T09:57:24Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['f06541c2-8acd-451e-a3e4-97d03928e01d'], 'active': True} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:57:46.095488 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-3b3eff02-2fe2-4ab9-9eeb-68f2452b844f admin admin] Publish callbacks [] for router (f06541c2-8acd-451e-a3e4-97d03928e01d), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:46.117376 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvr_db [None req-4576c8b6-d5b8-4858-9edb-4875fd8bf250 None None] Set router f06541c2-8acd-451e-a3e4-97d03928e01d gateway port host: dv-cinder-790535-43-iscsi {{(pid=113425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 09:57:46.192174 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-3b3eff02-2fe2-4ab9-9eeb-68f2452b844f admin admin] Publish callbacks [] for router_gateway (f06541c2-8acd-451e-a3e4-97d03928e01d), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:46.285982 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:57:46.288753 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-4576c8b6-d5b8-4858-9edb-4875fd8bf250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f06541c2-8acd-451e-a3e4-97d03928e01d', 'name': 'tempest-TestMinimumBasicScenario-547633644-router', 'tenant_id': 'c3ebe25211ee4dcb887de8e0c9a03040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '6d5ace66-4ec8-4374-b011-9afa88f2112b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:54:43Z', 'updated_at': '2022-09-16T09:57:45Z', 'revision_number': 5, 'project_id': 'c3ebe25211ee4dcb887de8e0c9a03040', 'gw_port': {'id': '6d5ace66-4ec8-4374-b011-9afa88f2112b', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:22:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06541c2-8acd-451e-a3e4-97d03928e01d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:54:43Z', 'updated_at': '2022-09-16T09:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi'}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:57:46.292784 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.plugin [None req-3b3eff02-2fe2-4ab9-9eeb-68f2452b844f admin admin] Deleting port 6d5ace66-4ec8-4374-b011-9afa88f2112b {{(pid=113423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 09:57:46.293317 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-3b3eff02-2fe2-4ab9-9eeb-68f2452b844f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759571771405'] for port (6d5ace66-4ec8-4374-b011-9afa88f2112b), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:46.315381 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4576c8b6-d5b8-4858-9edb-4875fd8bf250 None None] Checking router: f06541c2-8acd-451e-a3e4-97d03928e01d for host: dv-cinder-790535-43-iscsi {{(pid=113425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 09:57:46.325423 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4576c8b6-d5b8-4858-9edb-4875fd8bf250 None None] Routers {'f06541c2-8acd-451e-a3e4-97d03928e01d'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 09:57:46.326091 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-4576c8b6-d5b8-4858-9edb-4875fd8bf250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T09:57:24Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['f06541c2-8acd-451e-a3e4-97d03928e01d'], 'active': True} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:57:46.371662 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:57:46.373770 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.db [None req-3b3eff02-2fe2-4ab9-9eeb-68f2452b844f admin admin] For port 6d5ace66-4ec8-4374-b011-9afa88f2112b, host dv-cinder-790535-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=6d5ace66-4ec8-4374-b011-9afa88f2112b,segment=NetworkSegment(0b254eb8-8459-4a20-9dd6-e212af12e724),segment_id=0b254eb8-8459-4a20-9dd6-e212af12e724)] {{(pid=113423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:57:46.374133 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-3b3eff02-2fe2-4ab9-9eeb-68f2452b844f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699225'] for port (6d5ace66-4ec8-4374-b011-9afa88f2112b), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:46.387664 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.plugin [None req-3b3eff02-2fe2-4ab9-9eeb-68f2452b844f admin admin] Calling delete_port for 6d5ace66-4ec8-4374-b011-9afa88f2112b owned by network:router_gateway {{(pid=113423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 09:57:46.543284 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvr_db [None req-4576c8b6-d5b8-4858-9edb-4875fd8bf250 None None] Set router f06541c2-8acd-451e-a3e4-97d03928e01d gateway port host: None {{(pid=113425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 09:57:46.601460 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-4576c8b6-d5b8-4858-9edb-4875fd8bf250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f06541c2-8acd-451e-a3e4-97d03928e01d', 'name': 'tempest-TestMinimumBasicScenario-547633644-router', 'tenant_id': 'c3ebe25211ee4dcb887de8e0c9a03040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:54:43Z', 'updated_at': '2022-09-16T09:57:46Z', 'revision_number': 6, 'project_id': 'c3ebe25211ee4dcb887de8e0c9a03040', 'gw_port_host': None}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:57:46.631042 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4576c8b6-d5b8-4858-9edb-4875fd8bf250 None None] The sync data for ids ['f06541c2-8acd-451e-a3e4-97d03928e01d'] in dv-cinder-790535-43-iscsi is: [{'id': 'f06541c2-8acd-451e-a3e4-97d03928e01d', 'name': 'tempest-TestMinimumBasicScenario-547633644-router', 'tenant_id': 'c3ebe25211ee4dcb887de8e0c9a03040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:54:43Z', 'updated_at': '2022-09-16T09:57:46Z', 'revision_number': 6, 'project_id': 'c3ebe25211ee4dcb887de8e0c9a03040', 'gw_port_host': None}] {{(pid=113425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 09:57:46.664859 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-3b3eff02-2fe2-4ab9-9eeb-68f2452b844f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759571687051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759571245514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473602'] for port (6d5ace66-4ec8-4374-b011-9afa88f2112b), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:46.688635 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3eff02-2fe2-4ab9-9eeb-68f2452b844f admin admin] Pushing event deleted for resources: {'Port': ['ID=6d5ace66-4ec8-4374-b011-9afa88f2112b,revision_number=None']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:57:46.757345 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-3b3eff02-2fe2-4ab9-9eeb-68f2452b844f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-711513'] for router_gateway (f06541c2-8acd-451e-a3e4-97d03928e01d), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:46.852538 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-3b3eff02-2fe2-4ab9-9eeb-68f2452b844f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1171'] for router (f06541c2-8acd-451e-a3e4-97d03928e01d), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:46.854890 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-3b3eff02-2fe2-4ab9-9eeb-68f2452b844f admin admin] Publish callbacks [] for router_controller (f06541c2-8acd-451e-a3e4-97d03928e01d), precommit_delete_associations {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:46.975854 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-3b3eff02-2fe2-4ab9-9eeb-68f2452b844f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-697966'] for router (f06541c2-8acd-451e-a3e4-97d03928e01d), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:46.975854 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b3eff02-2fe2-4ab9-9eeb-68f2452b844f admin admin] Fanout notify agent at l3_agent the message router_deleted on router f06541c2-8acd-451e-a3e4-97d03928e01d {{(pid=113423) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 09:57:46.977210 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-3b3eff02-2fe2-4ab9-9eeb-68f2452b844f admin admin] Publish callbacks [] for router (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:46.980790 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-3b3eff02-2fe2-4ab9-9eeb-68f2452b844f admin admin] 10.222.0.73 "DELETE /networking/v2.0/routers/f06541c2-8acd-451e-a3e4-97d03928e01d HTTP/1.1" status: 204 len: 168 time: 0.9779358 Sep 16 09:57:46.981080 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 56072) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:57:47.028457 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c78819c-c881-4a52-bedf-0b85debf26a4 admin admin] Deleting subnet b4c54137-1628-45cb-b352-130a9da62b88 {{(pid=113423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 09:57:47.031992 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-5c78819c-c881-4a52-bedf-0b85debf26a4 admin admin] Publish callbacks [] for subnet (b4c54137-1628-45cb-b352-130a9da62b88), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:47.051443 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:57:47.072097 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-5c78819c-c881-4a52-bedf-0b85debf26a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26815304'] for subnet (b4c54137-1628-45cb-b352-130a9da62b88), precommit_delete_associations {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:47.147475 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-5c78819c-c881-4a52-bedf-0b85debf26a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1872270'] for subnet (b4c54137-1628-45cb-b352-130a9da62b88), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:47.276259 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-5c78819c-c881-4a52-bedf-0b85debf26a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1875891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2473709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2535151'] for subnet (b4c54137-1628-45cb-b352-130a9da62b88), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:47.306964 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c78819c-c881-4a52-bedf-0b85debf26a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4c54137-1628-45cb-b352-130a9da62b88,revision_number=None']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:57:47.310642 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-5c78819c-c881-4a52-bedf-0b85debf26a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546317'] for subnet (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:47.313830 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-5c78819c-c881-4a52-bedf-0b85debf26a4 admin admin] 10.222.0.73 "DELETE /networking/v2.0/subnets/b4c54137-1628-45cb-b352-130a9da62b88 HTTP/1.1" status: 204 len: 168 time: 0.3317411 Sep 16 09:57:47.316403 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 56074) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:57:47.316549 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e74d743-a532-4653-adb4-ed844fcaed64 None None] Network bcb00623-4b05-4b9d-bd71-6d191eabf6b0 requested from dv-cinder-790535-43-iscsi {{(pid=113425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 09:57:47.392151 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-e92316be-f22c-4100-a2a5-6ad0461fac15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1848827'] for network (bcb00623-4b05-4b9d-bd71-6d191eabf6b0), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:47.441292 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=84,neutron:DELETE=12,neutron:UPDATE=4 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:57:47.450047 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.plugin [None req-e92316be-f22c-4100-a2a5-6ad0461fac15 admin admin] Deleting port 69ff3ef8-6131-4daa-8b8b-5016ec7e7b7e {{(pid=113423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 09:57:47.450391 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-e92316be-f22c-4100-a2a5-6ad0461fac15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759571771405'] for port (69ff3ef8-6131-4daa-8b8b-5016ec7e7b7e), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:47.477667 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e260919c-6de6-4666-85b7-4e3848fd8220 None None] DHCP port deletion for bcb00623-4b05-4b9d-bd71-6d191eabf6b0 request from dv-cinder-790535-43-iscsi {{(pid=113425) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 09:57:47.526118 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-e260919c-6de6-4666-85b7-4e3848fd8220 None None] Deleting port 69ff3ef8-6131-4daa-8b8b-5016ec7e7b7e {{(pid=113425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 09:57:47.526600 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-e260919c-6de6-4666-85b7-4e3848fd8220 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759571771405'] for port (69ff3ef8-6131-4daa-8b8b-5016ec7e7b7e), before_delete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:47.527626 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.db [None req-e92316be-f22c-4100-a2a5-6ad0461fac15 admin admin] For port 69ff3ef8-6131-4daa-8b8b-5016ec7e7b7e, host dv-cinder-790535-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=69ff3ef8-6131-4daa-8b8b-5016ec7e7b7e,segment=NetworkSegment(d36e2288-42fc-4dac-8b56-4d4e100f0521),segment_id=d36e2288-42fc-4dac-8b56-4d4e100f0521)] {{(pid=113423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:57:47.528002 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-e92316be-f22c-4100-a2a5-6ad0461fac15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699225'] for port (69ff3ef8-6131-4daa-8b8b-5016ec7e7b7e), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:47.544111 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.plugin [None req-e92316be-f22c-4100-a2a5-6ad0461fac15 admin admin] Calling delete_port for 69ff3ef8-6131-4daa-8b8b-5016ec7e7b7e owned by network:dhcp {{(pid=113423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 09:57:47.571066 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device 8daf2da5-3313-47e2-b230-5bf9b1dc3023 no longer exists at agent ovs-agent-dv-cinder-790535-43-iscsi {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 09:57:47.602014 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] No Port match for: 8daf2da5-3313-47e2-b230-5bf9b1dc3023 {{(pid=113425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 09:57:47.606809 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device 8daf2da5-3313-47e2-b230-5bf9b1dc3023 not bound to the agent host dv-cinder-790535-43-iscsi {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 09:57:47.618430 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-e260919c-6de6-4666-85b7-4e3848fd8220 None None] For port 69ff3ef8-6131-4daa-8b8b-5016ec7e7b7e, host dv-cinder-790535-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=69ff3ef8-6131-4daa-8b8b-5016ec7e7b7e,segment=NetworkSegment(d36e2288-42fc-4dac-8b56-4d4e100f0521),segment_id=d36e2288-42fc-4dac-8b56-4d4e100f0521)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:57:47.618816 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-e260919c-6de6-4666-85b7-4e3848fd8220 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699225'] for port (69ff3ef8-6131-4daa-8b8b-5016ec7e7b7e), precommit_delete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:47.632329 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-e260919c-6de6-4666-85b7-4e3848fd8220 None None] Calling delete_port for 69ff3ef8-6131-4daa-8b8b-5016ec7e7b7e owned by network:dhcp {{(pid=113425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 09:57:47.718876 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-e92316be-f22c-4100-a2a5-6ad0461fac15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759571687051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759571245514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473602'] for port (69ff3ef8-6131-4daa-8b8b-5016ec7e7b7e), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:47.727736 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-e260919c-6de6-4666-85b7-4e3848fd8220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759571687051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759571245514'] for port (69ff3ef8-6131-4daa-8b8b-5016ec7e7b7e), after_delete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:47.747534 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92316be-f22c-4100-a2a5-6ad0461fac15 admin admin] Pushing event deleted for resources: {'Port': ['ID=69ff3ef8-6131-4daa-8b8b-5016ec7e7b7e,revision_number=None']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:57:47.749414 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92316be-f22c-4100-a2a5-6ad0461fac15 admin admin] No DVR routers for this DVR port 69ff3ef8-6131-4daa-8b8b-5016ec7e7b7e on host dv-cinder-790535-43-iscsi {{(pid=113423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 09:57:47.760231 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e260919c-6de6-4666-85b7-4e3848fd8220 None None] No DVR routers for this DVR port 69ff3ef8-6131-4daa-8b8b-5016ec7e7b7e on host dv-cinder-790535-43-iscsi {{(pid=113425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 09:57:47.764026 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e260919c-6de6-4666-85b7-4e3848fd8220 None None] Pushing event deleted for resources: {'Port': ['ID=69ff3ef8-6131-4daa-8b8b-5016ec7e7b7e,revision_number=None']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:57:47.774647 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e260919c-6de6-4666-85b7-4e3848fd8220 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:57:47.774981 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e260919c-6de6-4666-85b7-4e3848fd8220 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:57:47.775379 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e260919c-6de6-4666-85b7-4e3848fd8220 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:57:47.775672 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e260919c-6de6-4666-85b7-4e3848fd8220 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:57:47.776170 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e260919c-6de6-4666-85b7-4e3848fd8220 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:57:47.776325 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e260919c-6de6-4666-85b7-4e3848fd8220 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:57:47.776697 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e260919c-6de6-4666-85b7-4e3848fd8220 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:57:47.777030 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e260919c-6de6-4666-85b7-4e3848fd8220 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:57:47.777382 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e260919c-6de6-4666-85b7-4e3848fd8220 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:57:47.777701 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e260919c-6de6-4666-85b7-4e3848fd8220 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:57:47.778029 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e260919c-6de6-4666-85b7-4e3848fd8220 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:57:47.778357 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e260919c-6de6-4666-85b7-4e3848fd8220 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:57:47.778681 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e260919c-6de6-4666-85b7-4e3848fd8220 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:57:47.779002 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e260919c-6de6-4666-85b7-4e3848fd8220 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:57:47.779321 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e260919c-6de6-4666-85b7-4e3848fd8220 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:57:47.827277 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-e92316be-f22c-4100-a2a5-6ad0461fac15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1303205', 'neutron.services.segments.db._delete_segments_for_network-8759571758529'] for network (bcb00623-4b05-4b9d-bd71-6d191eabf6b0), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:47.848013 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.services.segments.db [None req-e92316be-f22c-4100-a2a5-6ad0461fac15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcb00623-4b05-4b9d-bd71-6d191eabf6b0']}} {{(pid=113423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:57:47.858102 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.services.segments.db [None req-e92316be-f22c-4100-a2a5-6ad0461fac15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd36e2288-42fc-4dac-8b56-4d4e100f0521') {'for_net_delete': True} {{(pid=113423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:57:47.858403 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.services.segments.db [None req-e92316be-f22c-4100-a2a5-6ad0461fac15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd36e2288-42fc-4dac-8b56-4d4e100f0521') {} {{(pid=113423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:57:47.867767 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-e92316be-f22c-4100-a2a5-6ad0461fac15 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759571758421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26815347'] for segment (d36e2288-42fc-4dac-8b56-4d4e100f0521), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:47.881624 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-e92316be-f22c-4100-a2a5-6ad0461fac15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1277354'] for segment (d36e2288-42fc-4dac-8b56-4d4e100f0521), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:47.889172 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e92316be-f22c-4100-a2a5-6ad0461fac15 admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=113423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 09:57:47.889650 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-e92316be-f22c-4100-a2a5-6ad0461fac15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1277354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473559'] for segment (d36e2288-42fc-4dac-8b56-4d4e100f0521), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:48.047576 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.services.segments.plugin [-] Segment d36e2288-42fc-4dac-8b56-4d4e100f0521 resource provider aggregate not found Sep 16 09:57:48.057679 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 56090) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:57:48.066764 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.services.segments.plugin [-] Segment d36e2288-42fc-4dac-8b56-4d4e100f0521 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d36e2288-42fc-4dac-8b56-4d4e100f0521 found for delete ", "request_id": "req-53a6003b-70b2-4f54-b821-8ef73dfa1ca3"}]} Sep 16 09:57:48.230120 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-e92316be-f22c-4100-a2a5-6ad0461fac15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1303196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-711564'] for network (bcb00623-4b05-4b9d-bd71-6d191eabf6b0), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:48.237450 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-e92316be-f22c-4100-a2a5-6ad0461fac15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546317'] for network (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:48.243906 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-e92316be-f22c-4100-a2a5-6ad0461fac15 admin admin] 10.222.0.73 "DELETE /networking/v2.0/networks/bcb00623-4b05-4b9d-bd71-6d191eabf6b0 HTTP/1.1" status: 204 len: 168 time: 0.9232914 Sep 16 09:57:48.250315 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 56094) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:57:48.258146 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92316be-f22c-4100-a2a5-6ad0461fac15 admin admin] Pushing event deleted for resources: {'Network': ['ID=bcb00623-4b05-4b9d-bd71-6d191eabf6b0,revision_number=None']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:57:48.515934 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:57:48.546369 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-46aa4c36-f7fe-4630-8a95-3896dd7d315b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692131'] for router_interface (5f629d17-6c04-4750-846b-90fbe144f83c), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:48.562881 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-d0653c2e-7e4d-45d6-86d7-e297b48856b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692131'] for router_interface (873fd051-c815-4bb2-b862-0baa8929c5a6), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:48.713354 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:57:48.788621 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:57:48.793451 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.plugin [None req-46aa4c36-f7fe-4630-8a95-3896dd7d315b admin admin] Deleting port 884885de-9e10-4652-9aba-309ace13393a {{(pid=113424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 09:57:48.805664 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-46aa4c36-f7fe-4630-8a95-3896dd7d315b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759571771405'] for port (884885de-9e10-4652-9aba-309ace13393a), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:48.805816 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.plugin [None req-d0653c2e-7e4d-45d6-86d7-e297b48856b4 admin admin] Deleting port 89e18129-5015-41fb-8f05-3e07b90e6cee {{(pid=113423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 09:57:48.805816 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-d0653c2e-7e4d-45d6-86d7-e297b48856b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759571771405'] for port (89e18129-5015-41fb-8f05-3e07b90e6cee), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:48.854762 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:57:48.882079 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.db [None req-46aa4c36-f7fe-4630-8a95-3896dd7d315b admin admin] For port 884885de-9e10-4652-9aba-309ace13393a, host dv-cinder-790535-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=884885de-9e10-4652-9aba-309ace13393a,segment=NetworkSegment(59ea54c9-a504-4c17-ac42-04cf91228ccc),segment_id=59ea54c9-a504-4c17-ac42-04cf91228ccc)] {{(pid=113424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:57:48.891426 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-46aa4c36-f7fe-4630-8a95-3896dd7d315b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699225'] for port (884885de-9e10-4652-9aba-309ace13393a), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:48.891713 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.db [None req-d0653c2e-7e4d-45d6-86d7-e297b48856b4 admin admin] For port 89e18129-5015-41fb-8f05-3e07b90e6cee, host dv-cinder-790535-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=89e18129-5015-41fb-8f05-3e07b90e6cee,segment=NetworkSegment(aa39c9c9-5caa-4238-960b-97c472cb0c69),segment_id=aa39c9c9-5caa-4238-960b-97c472cb0c69)] {{(pid=113423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:57:48.891713 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-d0653c2e-7e4d-45d6-86d7-e297b48856b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699225'] for port (89e18129-5015-41fb-8f05-3e07b90e6cee), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:48.896269 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.plugin [None req-46aa4c36-f7fe-4630-8a95-3896dd7d315b admin admin] Calling delete_port for 884885de-9e10-4652-9aba-309ace13393a owned by network:router_interface {{(pid=113424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 09:57:48.903457 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.plugin [None req-d0653c2e-7e4d-45d6-86d7-e297b48856b4 admin admin] Calling delete_port for 89e18129-5015-41fb-8f05-3e07b90e6cee owned by network:router_interface {{(pid=113423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 09:57:49.104520 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device 69ff3ef8-6131-4daa-8b8b-5016ec7e7b7e no longer exists at agent ovs-agent-dv-cinder-790535-43-iscsi {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 09:57:49.124922 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] No Port match for: 69ff3ef8-6131-4daa-8b8b-5016ec7e7b7e {{(pid=113425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 09:57:49.143190 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device 69ff3ef8-6131-4daa-8b8b-5016ec7e7b7e not bound to the agent host dv-cinder-790535-43-iscsi {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 09:57:49.143190 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device 6d5ace66-4ec8-4374-b011-9afa88f2112b no longer exists at agent ovs-agent-dv-cinder-790535-43-iscsi {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 09:57:49.146836 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] No Port match for: 6d5ace66-4ec8-4374-b011-9afa88f2112b {{(pid=113425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 09:57:49.147361 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device 6d5ace66-4ec8-4374-b011-9afa88f2112b not bound to the agent host dv-cinder-790535-43-iscsi {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 09:57:49.316024 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-d0653c2e-7e4d-45d6-86d7-e297b48856b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759571687051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759571245514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473602'] for port (89e18129-5015-41fb-8f05-3e07b90e6cee), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:49.316904 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-46aa4c36-f7fe-4630-8a95-3896dd7d315b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759571687051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759571245514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27240065'] for port (884885de-9e10-4652-9aba-309ace13393a), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:49.343560 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0653c2e-7e4d-45d6-86d7-e297b48856b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=89e18129-5015-41fb-8f05-3e07b90e6cee,revision_number=None']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:57:49.355251 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aa4c36-f7fe-4630-8a95-3896dd7d315b admin admin] Pushing event deleted for resources: {'Port': ['ID=884885de-9e10-4652-9aba-309ace13393a,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:57:49.561257 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-d0653c2e-7e4d-45d6-86d7-e297b48856b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-697875'] for router_interface (873fd051-c815-4bb2-b862-0baa8929c5a6), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:49.561740 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-46aa4c36-f7fe-4630-8a95-3896dd7d315b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-697875'] for router_interface (5f629d17-6c04-4750-846b-90fbe144f83c), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:49.670296 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:57:49.773104 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:57:49.796029 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0653c2e-7e4d-45d6-86d7-e297b48856b4 admin admin] Router 873fd051-c815-4bb2-b862-0baa8929c5a6 has already been hosted by L3 agent 647718b3-8298-4382-86e2-3fad9f5d7804 {{(pid=113423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 09:57:49.824074 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46aa4c36-f7fe-4630-8a95-3896dd7d315b admin admin] Router 5f629d17-6c04-4750-846b-90fbe144f83c has already been hosted by L3 agent 647718b3-8298-4382-86e2-3fad9f5d7804 {{(pid=113424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 09:57:49.853670 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:57:49.901928 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0653c2e-7e4d-45d6-86d7-e297b48856b4 admin admin] Notify agent at l3_agent.dv-cinder-790535-43-iscsi the message routers_updated {{(pid=113423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 09:57:49.907471 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-d0653c2e-7e4d-45d6-86d7-e297b48856b4 admin admin] 10.222.0.73 "PUT /networking/v2.0/routers/873fd051-c815-4bb2-b862-0baa8929c5a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6560004 Sep 16 09:57:49.910581 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 56104) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:57:49.912505 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67aaa22a-996f-42dd-85d0-1abf5faea0d8 None None] Sync routers for ids ['873fd051-c815-4bb2-b862-0baa8929c5a6'] in dv-cinder-790535-43-iscsi {{(pid=113426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 09:57:49.924849 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67aaa22a-996f-42dd-85d0-1abf5faea0d8 None None] Routers {'873fd051-c815-4bb2-b862-0baa8929c5a6'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 09:57:49.925953 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-67aaa22a-996f-42dd-85d0-1abf5faea0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T09:57:24Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['873fd051-c815-4bb2-b862-0baa8929c5a6'], 'active': True} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:57:49.942039 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46aa4c36-f7fe-4630-8a95-3896dd7d315b admin admin] Notify agent at l3_agent.dv-cinder-790535-43-iscsi the message routers_updated {{(pid=113424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 09:57:49.947091 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-46aa4c36-f7fe-4630-8a95-3896dd7d315b admin admin] 10.222.0.73 "PUT /networking/v2.0/routers/5f629d17-6c04-4750-846b-90fbe144f83c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8883543 Sep 16 09:57:49.949622 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 56106) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:57:49.952209 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c3208f-b378-46e0-9d61-530d1089e791 None None] Sync routers for ids ['5f629d17-6c04-4750-846b-90fbe144f83c'] in dv-cinder-790535-43-iscsi {{(pid=113425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 09:57:49.970522 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c3208f-b378-46e0-9d61-530d1089e791 None None] Routers {'5f629d17-6c04-4750-846b-90fbe144f83c'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 09:57:49.972559 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-d5c3208f-b378-46e0-9d61-530d1089e791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T09:57:24Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['5f629d17-6c04-4750-846b-90fbe144f83c'], 'active': True} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:57:50.035764 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvr_db [None req-67aaa22a-996f-42dd-85d0-1abf5faea0d8 None None] Set router 873fd051-c815-4bb2-b862-0baa8929c5a6 gateway port host: dv-cinder-790535-43-iscsi {{(pid=113426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 09:57:50.073747 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-082e3e28-24d7-40f8-b598-4165834cc602 admin admin] Publish callbacks [] for router (5f629d17-6c04-4750-846b-90fbe144f83c), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:50.103578 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvr_db [None req-d5c3208f-b378-46e0-9d61-530d1089e791 None None] Set router 5f629d17-6c04-4750-846b-90fbe144f83c gateway port host: dv-cinder-790535-43-iscsi {{(pid=113425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 09:57:50.131043 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=100 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:57:50.207930 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-082e3e28-24d7-40f8-b598-4165834cc602 admin admin] Publish callbacks [] for router_gateway (5f629d17-6c04-4750-846b-90fbe144f83c), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:50.228465 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-67aaa22a-996f-42dd-85d0-1abf5faea0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '873fd051-c815-4bb2-b862-0baa8929c5a6', 'name': 'tempest-TestMinimumBasicScenario-244917425-router', 'tenant_id': '157ef0dbe3b54072a923b6cf3248aef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '1445c595-cd5c-4499-9564-97d9b3271481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:54:50Z', 'updated_at': '2022-09-16T09:57:49Z', 'revision_number': 5, 'project_id': '157ef0dbe3b54072a923b6cf3248aef6', 'gw_port': {'id': '1445c595-cd5c-4499-9564-97d9b3271481', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:4d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '873fd051-c815-4bb2-b862-0baa8929c5a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:54:51Z', 'updated_at': '2022-09-16T09:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi'}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:57:50.255512 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67aaa22a-996f-42dd-85d0-1abf5faea0d8 None None] Checking router: 873fd051-c815-4bb2-b862-0baa8929c5a6 for host: dv-cinder-790535-43-iscsi {{(pid=113426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 09:57:50.265634 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67aaa22a-996f-42dd-85d0-1abf5faea0d8 None None] Routers {'873fd051-c815-4bb2-b862-0baa8929c5a6'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 09:57:50.266437 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-67aaa22a-996f-42dd-85d0-1abf5faea0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T09:57:24Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['873fd051-c815-4bb2-b862-0baa8929c5a6'], 'active': True} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:57:50.289799 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-45b2b211-fc67-4d25-a060-4e7dbdc178fd admin admin] Publish callbacks [] for router (873fd051-c815-4bb2-b862-0baa8929c5a6), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:50.321007 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-d5c3208f-b378-46e0-9d61-530d1089e791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'name': 'tempest-AttachVolumeNegativeTest-1147155597-router', 'tenant_id': '75007587f92646f686881c2e1bfb7b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'f25e5371-7d7a-4929-ba67-20f64b85ea85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:50:29Z', 'updated_at': '2022-09-16T09:57:49Z', 'revision_number': 5, 'project_id': '75007587f92646f686881c2e1bfb7b2d', 'gw_port': {'id': 'f25e5371-7d7a-4929-ba67-20f64b85ea85', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:73:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:30Z', 'updated_at': '2022-09-16T09:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi'}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:57:50.329122 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.plugin [None req-082e3e28-24d7-40f8-b598-4165834cc602 admin admin] Deleting port f25e5371-7d7a-4929-ba67-20f64b85ea85 {{(pid=113424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 09:57:50.329682 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-082e3e28-24d7-40f8-b598-4165834cc602 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759571771405'] for port (f25e5371-7d7a-4929-ba67-20f64b85ea85), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:50.348916 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c3208f-b378-46e0-9d61-530d1089e791 None None] Checking router: 5f629d17-6c04-4750-846b-90fbe144f83c for host: dv-cinder-790535-43-iscsi {{(pid=113425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 09:57:50.359898 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c3208f-b378-46e0-9d61-530d1089e791 None None] Routers {'5f629d17-6c04-4750-846b-90fbe144f83c'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 09:57:50.360511 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-d5c3208f-b378-46e0-9d61-530d1089e791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T09:57:24Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['5f629d17-6c04-4750-846b-90fbe144f83c'], 'active': True} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:57:50.379694 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvr_db [None req-67aaa22a-996f-42dd-85d0-1abf5faea0d8 None None] Set router 873fd051-c815-4bb2-b862-0baa8929c5a6 gateway port host: dv-cinder-790535-43-iscsi {{(pid=113426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 09:57:50.407313 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-45b2b211-fc67-4d25-a060-4e7dbdc178fd admin admin] Publish callbacks [] for router_gateway (873fd051-c815-4bb2-b862-0baa8929c5a6), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:50.437628 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.db [None req-082e3e28-24d7-40f8-b598-4165834cc602 admin admin] For port f25e5371-7d7a-4929-ba67-20f64b85ea85, host dv-cinder-790535-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=f25e5371-7d7a-4929-ba67-20f64b85ea85,segment=NetworkSegment(0b254eb8-8459-4a20-9dd6-e212af12e724),segment_id=0b254eb8-8459-4a20-9dd6-e212af12e724)] {{(pid=113424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:57:50.438180 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-082e3e28-24d7-40f8-b598-4165834cc602 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699225'] for port (f25e5371-7d7a-4929-ba67-20f64b85ea85), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:50.452108 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.plugin [None req-082e3e28-24d7-40f8-b598-4165834cc602 admin admin] Calling delete_port for f25e5371-7d7a-4929-ba67-20f64b85ea85 owned by network:router_gateway {{(pid=113424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 09:57:50.459938 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvr_db [None req-d5c3208f-b378-46e0-9d61-530d1089e791 None None] Set router 5f629d17-6c04-4750-846b-90fbe144f83c gateway port host: None {{(pid=113425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 09:57:50.530141 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.plugin [None req-45b2b211-fc67-4d25-a060-4e7dbdc178fd admin admin] Deleting port 1445c595-cd5c-4499-9564-97d9b3271481 {{(pid=113423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 09:57:50.530407 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-d5c3208f-b378-46e0-9d61-530d1089e791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'name': 'tempest-AttachVolumeNegativeTest-1147155597-router', 'tenant_id': '75007587f92646f686881c2e1bfb7b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:50:29Z', 'updated_at': '2022-09-16T09:57:50Z', 'revision_number': 6, 'project_id': '75007587f92646f686881c2e1bfb7b2d', 'gw_port_host': None}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:57:50.530927 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-45b2b211-fc67-4d25-a060-4e7dbdc178fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759571771405'] for port (1445c595-cd5c-4499-9564-97d9b3271481), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:50.559099 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c3208f-b378-46e0-9d61-530d1089e791 None None] The sync data for ids ['5f629d17-6c04-4750-846b-90fbe144f83c'] in dv-cinder-790535-43-iscsi is: [{'id': '5f629d17-6c04-4750-846b-90fbe144f83c', 'name': 'tempest-AttachVolumeNegativeTest-1147155597-router', 'tenant_id': '75007587f92646f686881c2e1bfb7b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:50:29Z', 'updated_at': '2022-09-16T09:57:50Z', 'revision_number': 6, 'project_id': '75007587f92646f686881c2e1bfb7b2d', 'gw_port_host': None}] {{(pid=113425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 09:57:50.647111 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.db [None req-45b2b211-fc67-4d25-a060-4e7dbdc178fd admin admin] For port 1445c595-cd5c-4499-9564-97d9b3271481, host dv-cinder-790535-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=1445c595-cd5c-4499-9564-97d9b3271481,segment=NetworkSegment(0b254eb8-8459-4a20-9dd6-e212af12e724),segment_id=0b254eb8-8459-4a20-9dd6-e212af12e724)] {{(pid=113423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:57:50.647792 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-45b2b211-fc67-4d25-a060-4e7dbdc178fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699225'] for port (1445c595-cd5c-4499-9564-97d9b3271481), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:50.663563 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.plugin [None req-45b2b211-fc67-4d25-a060-4e7dbdc178fd admin admin] Calling delete_port for 1445c595-cd5c-4499-9564-97d9b3271481 owned by network:router_gateway {{(pid=113423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 09:57:50.684404 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-67aaa22a-996f-42dd-85d0-1abf5faea0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '873fd051-c815-4bb2-b862-0baa8929c5a6', 'name': 'tempest-TestMinimumBasicScenario-244917425-router', 'tenant_id': '157ef0dbe3b54072a923b6cf3248aef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '1445c595-cd5c-4499-9564-97d9b3271481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:54:50Z', 'updated_at': '2022-09-16T09:57:49Z', 'revision_number': 5, 'project_id': '157ef0dbe3b54072a923b6cf3248aef6', 'gw_port': {'id': '1445c595-cd5c-4499-9564-97d9b3271481', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:4d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '873fd051-c815-4bb2-b862-0baa8929c5a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:54:51Z', 'updated_at': '2022-09-16T09:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi'}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:57:50.709566 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-082e3e28-24d7-40f8-b598-4165834cc602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759571687051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759571245514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27240065'] for port (f25e5371-7d7a-4929-ba67-20f64b85ea85), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:50.710845 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67aaa22a-996f-42dd-85d0-1abf5faea0d8 None None] The sync data for ids ['873fd051-c815-4bb2-b862-0baa8929c5a6'] in dv-cinder-790535-43-iscsi is: [{'id': '873fd051-c815-4bb2-b862-0baa8929c5a6', 'name': 'tempest-TestMinimumBasicScenario-244917425-router', 'tenant_id': '157ef0dbe3b54072a923b6cf3248aef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': '1445c595-cd5c-4499-9564-97d9b3271481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:54:50Z', 'updated_at': '2022-09-16T09:57:49Z', 'revision_number': 5, 'project_id': '157ef0dbe3b54072a923b6cf3248aef6', 'gw_port': {'id': '1445c595-cd5c-4499-9564-97d9b3271481', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:4d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '873fd051-c815-4bb2-b862-0baa8929c5a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:54:51Z', 'updated_at': '2022-09-16T09:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi'}] {{(pid=113426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 09:57:50.746741 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082e3e28-24d7-40f8-b598-4165834cc602 admin admin] Pushing event deleted for resources: {'Port': ['ID=f25e5371-7d7a-4929-ba67-20f64b85ea85,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:57:50.800296 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-082e3e28-24d7-40f8-b598-4165834cc602 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-711513'] for router_gateway (5f629d17-6c04-4750-846b-90fbe144f83c), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:50.902497 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-082e3e28-24d7-40f8-b598-4165834cc602 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1171'] for router (5f629d17-6c04-4750-846b-90fbe144f83c), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:50.904812 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-082e3e28-24d7-40f8-b598-4165834cc602 admin admin] Publish callbacks [] for router_controller (5f629d17-6c04-4750-846b-90fbe144f83c), precommit_delete_associations {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:50.918859 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-45b2b211-fc67-4d25-a060-4e7dbdc178fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759571687051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759571245514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473602'] for port (1445c595-cd5c-4499-9564-97d9b3271481), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:50.945956 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b2b211-fc67-4d25-a060-4e7dbdc178fd admin admin] Pushing event deleted for resources: {'Port': ['ID=1445c595-cd5c-4499-9564-97d9b3271481,revision_number=None']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:57:51.011661 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-45b2b211-fc67-4d25-a060-4e7dbdc178fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-711513'] for router_gateway (873fd051-c815-4bb2-b862-0baa8929c5a6), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:51.035896 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-082e3e28-24d7-40f8-b598-4165834cc602 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-697966'] for router (5f629d17-6c04-4750-846b-90fbe144f83c), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:51.036501 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-082e3e28-24d7-40f8-b598-4165834cc602 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f629d17-6c04-4750-846b-90fbe144f83c {{(pid=113424) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 09:57:51.042901 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-082e3e28-24d7-40f8-b598-4165834cc602 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:51.044469 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-082e3e28-24d7-40f8-b598-4165834cc602 admin admin] 10.222.0.73 "DELETE /networking/v2.0/routers/5f629d17-6c04-4750-846b-90fbe144f83c HTTP/1.1" status: 204 len: 168 time: 1.0935934 Sep 16 09:57:51.046836 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 56110) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:57:51.094892 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.db_base_plugin_v2 [None req-287eb236-9532-472a-98dc-f0becd437b09 admin admin] Deleting subnet 2c5e3932-9cbf-4551-a459-a4948ab2f258 {{(pid=113424) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 09:57:51.098156 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-287eb236-9532-472a-98dc-f0becd437b09 admin admin] Publish callbacks [] for subnet (2c5e3932-9cbf-4551-a459-a4948ab2f258), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:51.099836 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-45b2b211-fc67-4d25-a060-4e7dbdc178fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1171'] for router (873fd051-c815-4bb2-b862-0baa8929c5a6), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:51.103122 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-45b2b211-fc67-4d25-a060-4e7dbdc178fd admin admin] Publish callbacks [] for router_controller (873fd051-c815-4bb2-b862-0baa8929c5a6), precommit_delete_associations {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:51.134286 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-287eb236-9532-472a-98dc-f0becd437b09 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2616881'] for subnet (2c5e3932-9cbf-4551-a459-a4948ab2f258), precommit_delete_associations {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:51.140656 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:57:51.237178 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:57:51.242740 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-287eb236-9532-472a-98dc-f0becd437b09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1872270'] for subnet (2c5e3932-9cbf-4551-a459-a4948ab2f258), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:51.291059 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-45b2b211-fc67-4d25-a060-4e7dbdc178fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-697966'] for router (873fd051-c815-4bb2-b862-0baa8929c5a6), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:51.291701 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45b2b211-fc67-4d25-a060-4e7dbdc178fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 873fd051-c815-4bb2-b862-0baa8929c5a6 {{(pid=113423) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 09:57:51.298399 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-45b2b211-fc67-4d25-a060-4e7dbdc178fd admin admin] Publish callbacks [] for router (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:51.298970 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-45b2b211-fc67-4d25-a060-4e7dbdc178fd admin admin] 10.222.0.73 "DELETE /networking/v2.0/routers/873fd051-c815-4bb2-b862-0baa8929c5a6 HTTP/1.1" status: 204 len: 168 time: 1.3874271 Sep 16 09:57:51.301425 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 56112) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:57:51.351853 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.db.db_base_plugin_v2 [None req-0899ce47-2686-45e0-ab74-eab8491cc8d0 admin admin] Deleting subnet 1935bc85-1cdc-4e5c-9029-4b760095ad85 {{(pid=113423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 09:57:51.355413 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-0899ce47-2686-45e0-ab74-eab8491cc8d0 admin admin] Publish callbacks [] for subnet (1935bc85-1cdc-4e5c-9029-4b760095ad85), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:51.383050 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-287eb236-9532-472a-98dc-f0becd437b09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1875891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27240174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26736198'] for subnet (2c5e3932-9cbf-4551-a459-a4948ab2f258), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:51.389819 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=84,neutron:DELETE=12,neutron:UPDATE=4 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:57:51.391269 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-0899ce47-2686-45e0-ab74-eab8491cc8d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26815304'] for subnet (1935bc85-1cdc-4e5c-9029-4b760095ad85), precommit_delete_associations {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:51.413505 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287eb236-9532-472a-98dc-f0becd437b09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c5e3932-9cbf-4551-a459-a4948ab2f258,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:57:51.420737 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-287eb236-9532-472a-98dc-f0becd437b09 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:51.423375 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:57:51.424361 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-287eb236-9532-472a-98dc-f0becd437b09 admin admin] 10.222.0.73 "DELETE /networking/v2.0/subnets/2c5e3932-9cbf-4551-a459-a4948ab2f258 HTTP/1.1" status: 204 len: 168 time: 0.3763139 Sep 16 09:57:51.426618 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 56114) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:57:51.427928 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c702984-d1fe-437e-9f75-30c1268d2fd2 None None] Network b92b7908-54f3-4444-8e37-e6621fa07310 requested from dv-cinder-790535-43-iscsi {{(pid=113425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 09:57:51.498044 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-0899ce47-2686-45e0-ab74-eab8491cc8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1872270'] for subnet (1935bc85-1cdc-4e5c-9029-4b760095ad85), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:51.522273 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-924f034a-203f-4ad5-92e4-cfdceb2a3165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1848827'] for network (b92b7908-54f3-4444-8e37-e6621fa07310), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:51.603755 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.plugin [None req-924f034a-203f-4ad5-92e4-cfdceb2a3165 admin admin] Deleting port 4f994ed1-1f80-4bd3-bae6-d265fa874dc2 {{(pid=113424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 09:57:51.604099 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-924f034a-203f-4ad5-92e4-cfdceb2a3165 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759571771405'] for port (4f994ed1-1f80-4bd3-bae6-d265fa874dc2), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:51.653472 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-0899ce47-2686-45e0-ab74-eab8491cc8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1875891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2473709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2535151'] for subnet (1935bc85-1cdc-4e5c-9029-4b760095ad85), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:51.662065 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57a83f7-a8e0-4e25-ac68-8c2221d21145 None None] DHCP port deletion for b92b7908-54f3-4444-8e37-e6621fa07310 request from dv-cinder-790535-43-iscsi {{(pid=113425) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 09:57:51.687013 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.db [None req-924f034a-203f-4ad5-92e4-cfdceb2a3165 admin admin] For port 4f994ed1-1f80-4bd3-bae6-d265fa874dc2, host dv-cinder-790535-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=4f994ed1-1f80-4bd3-bae6-d265fa874dc2,segment=NetworkSegment(59ea54c9-a504-4c17-ac42-04cf91228ccc),segment_id=59ea54c9-a504-4c17-ac42-04cf91228ccc)] {{(pid=113424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:57:51.687376 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-924f034a-203f-4ad5-92e4-cfdceb2a3165 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699225'] for port (4f994ed1-1f80-4bd3-bae6-d265fa874dc2), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:51.698314 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0899ce47-2686-45e0-ab74-eab8491cc8d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1935bc85-1cdc-4e5c-9029-4b760095ad85,revision_number=None']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:57:51.700592 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-0899ce47-2686-45e0-ab74-eab8491cc8d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546317'] for subnet (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:51.706791 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 56116) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:57:51.706943 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-0899ce47-2686-45e0-ab74-eab8491cc8d0 admin admin] 10.222.0.73 "DELETE /networking/v2.0/subnets/1935bc85-1cdc-4e5c-9029-4b760095ad85 HTTP/1.1" status: 204 len: 168 time: 0.4043951 Sep 16 09:57:51.710735 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.plugin [None req-924f034a-203f-4ad5-92e4-cfdceb2a3165 admin admin] Calling delete_port for 4f994ed1-1f80-4bd3-bae6-d265fa874dc2 owned by network:dhcp {{(pid=113424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 09:57:51.711222 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b23fcf-e74f-47d2-a39c-2af8e1fcff76 None None] Network 1a56bbe2-3d19-48f3-842f-c274f039131a requested from dv-cinder-790535-43-iscsi {{(pid=113425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 09:57:51.715570 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-c57a83f7-a8e0-4e25-ac68-8c2221d21145 None None] Deleting port 4f994ed1-1f80-4bd3-bae6-d265fa874dc2 {{(pid=113425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 09:57:51.715954 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-c57a83f7-a8e0-4e25-ac68-8c2221d21145 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759571771405'] for port (4f994ed1-1f80-4bd3-bae6-d265fa874dc2), before_delete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:51.837190 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-c57a83f7-a8e0-4e25-ac68-8c2221d21145 None None] For port 4f994ed1-1f80-4bd3-bae6-d265fa874dc2, host dv-cinder-790535-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=4f994ed1-1f80-4bd3-bae6-d265fa874dc2,segment=NetworkSegment(59ea54c9-a504-4c17-ac42-04cf91228ccc),segment_id=59ea54c9-a504-4c17-ac42-04cf91228ccc)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:57:51.837775 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-c57a83f7-a8e0-4e25-ac68-8c2221d21145 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699225'] for port (4f994ed1-1f80-4bd3-bae6-d265fa874dc2), precommit_delete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:51.838063 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-eb848193-b476-43d8-9dcf-8dfb95be0ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1848827'] for network (1a56bbe2-3d19-48f3-842f-c274f039131a), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:51.873912 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-c57a83f7-a8e0-4e25-ac68-8c2221d21145 None None] Calling delete_port for 4f994ed1-1f80-4bd3-bae6-d265fa874dc2 owned by network:dhcp {{(pid=113425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 09:57:51.875303 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:57:51.879283 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:57:51.907847 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.plugin [None req-eb848193-b476-43d8-9dcf-8dfb95be0ab7 admin admin] Deleting port 40c1f570-6db3-4792-8876-3ff11222b716 {{(pid=113424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 09:57:51.908252 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-eb848193-b476-43d8-9dcf-8dfb95be0ab7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759571771405'] for port (40c1f570-6db3-4792-8876-3ff11222b716), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:51.926762 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:57:51.998081 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-c57a83f7-a8e0-4e25-ac68-8c2221d21145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759571687051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759571245514'] for port (4f994ed1-1f80-4bd3-bae6-d265fa874dc2), after_delete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:52.027257 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed717a21-421e-4f0d-88bc-14b45dd22aed None None] DHCP port deletion for 1a56bbe2-3d19-48f3-842f-c274f039131a request from dv-cinder-790535-43-iscsi {{(pid=113425) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 09:57:52.034043 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57a83f7-a8e0-4e25-ac68-8c2221d21145 None None] Pushing event deleted for resources: {'Port': ['ID=4f994ed1-1f80-4bd3-bae6-d265fa874dc2,revision_number=None']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:57:52.040910 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57a83f7-a8e0-4e25-ac68-8c2221d21145 None None] No DVR routers for this DVR port 4f994ed1-1f80-4bd3-bae6-d265fa874dc2 on host dv-cinder-790535-43-iscsi {{(pid=113425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 09:57:52.045050 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device 89e18129-5015-41fb-8f05-3e07b90e6cee no longer exists at agent ovs-agent-dv-cinder-790535-43-iscsi {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 09:57:52.103638 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] No Port match for: 89e18129-5015-41fb-8f05-3e07b90e6cee {{(pid=113425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 09:57:52.103977 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device 89e18129-5015-41fb-8f05-3e07b90e6cee not bound to the agent host dv-cinder-790535-43-iscsi {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 09:57:52.104400 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device 884885de-9e10-4652-9aba-309ace13393a no longer exists at agent ovs-agent-dv-cinder-790535-43-iscsi {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 09:57:52.136308 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] No Port match for: 884885de-9e10-4652-9aba-309ace13393a {{(pid=113425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 09:57:52.140260 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device 884885de-9e10-4652-9aba-309ace13393a not bound to the agent host dv-cinder-790535-43-iscsi {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 09:57:52.140260 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-ed717a21-421e-4f0d-88bc-14b45dd22aed None None] Deleting port 40c1f570-6db3-4792-8876-3ff11222b716 {{(pid=113425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 09:57:52.140260 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-ed717a21-421e-4f0d-88bc-14b45dd22aed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759571771405'] for port (40c1f570-6db3-4792-8876-3ff11222b716), before_delete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:52.210441 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-ed717a21-421e-4f0d-88bc-14b45dd22aed None None] For port 40c1f570-6db3-4792-8876-3ff11222b716, host dv-cinder-790535-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=40c1f570-6db3-4792-8876-3ff11222b716,segment=NetworkSegment(aa39c9c9-5caa-4238-960b-97c472cb0c69),segment_id=aa39c9c9-5caa-4238-960b-97c472cb0c69)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:57:52.210882 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-ed717a21-421e-4f0d-88bc-14b45dd22aed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699225'] for port (40c1f570-6db3-4792-8876-3ff11222b716), precommit_delete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:52.224409 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-ed717a21-421e-4f0d-88bc-14b45dd22aed None None] Calling delete_port for 40c1f570-6db3-4792-8876-3ff11222b716 owned by network:dhcp {{(pid=113425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 09:57:52.240859 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-924f034a-203f-4ad5-92e4-cfdceb2a3165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759571687051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759571245514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27240065'] for port (4f994ed1-1f80-4bd3-bae6-d265fa874dc2), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:52.276601 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924f034a-203f-4ad5-92e4-cfdceb2a3165 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f994ed1-1f80-4bd3-bae6-d265fa874dc2,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:57:52.288520 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-facd3e2b-651b-4dfa-a09f-7fbb879cdc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (54fa5420-569f-41b3-81ce-b3c99a893561), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:52.290154 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924f034a-203f-4ad5-92e4-cfdceb2a3165 admin admin] No DVR routers for this DVR port 4f994ed1-1f80-4bd3-bae6-d265fa874dc2 on host dv-cinder-790535-43-iscsi {{(pid=113424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 09:57:52.292666 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.db [None req-eb848193-b476-43d8-9dcf-8dfb95be0ab7 admin admin] For port 40c1f570-6db3-4792-8876-3ff11222b716, host dv-cinder-790535-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=40c1f570-6db3-4792-8876-3ff11222b716,segment=NetworkSegment(aa39c9c9-5caa-4238-960b-97c472cb0c69),segment_id=aa39c9c9-5caa-4238-960b-97c472cb0c69)] {{(pid=113424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:57:52.293033 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-eb848193-b476-43d8-9dcf-8dfb95be0ab7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699225'] for port (40c1f570-6db3-4792-8876-3ff11222b716), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:52.325019 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.plugin [None req-eb848193-b476-43d8-9dcf-8dfb95be0ab7 admin admin] Calling delete_port for 40c1f570-6db3-4792-8876-3ff11222b716 owned by network:dhcp {{(pid=113424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 09:57:52.336849 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:57:52.372676 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-ed717a21-421e-4f0d-88bc-14b45dd22aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759571687051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759571245514'] for port (40c1f570-6db3-4792-8876-3ff11222b716), after_delete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:52.400335 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed717a21-421e-4f0d-88bc-14b45dd22aed None None] Pushing event deleted for resources: {'Port': ['ID=40c1f570-6db3-4792-8876-3ff11222b716,revision_number=None']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:57:52.402180 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed717a21-421e-4f0d-88bc-14b45dd22aed None None] No DVR routers for this DVR port 40c1f570-6db3-4792-8876-3ff11222b716 on host dv-cinder-790535-43-iscsi {{(pid=113425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 09:57:52.419906 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-924f034a-203f-4ad5-92e4-cfdceb2a3165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1303205', 'neutron.services.segments.db._delete_segments_for_network-8759571758529'] for network (b92b7908-54f3-4444-8e37-e6621fa07310), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:52.446954 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.services.segments.db [None req-924f034a-203f-4ad5-92e4-cfdceb2a3165 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b92b7908-54f3-4444-8e37-e6621fa07310']}} {{(pid=113424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:57:52.463485 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.services.segments.db [None req-924f034a-203f-4ad5-92e4-cfdceb2a3165 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59ea54c9-a504-4c17-ac42-04cf91228ccc') {'for_net_delete': True} {{(pid=113424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:57:52.463782 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.services.segments.db [None req-924f034a-203f-4ad5-92e4-cfdceb2a3165 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59ea54c9-a504-4c17-ac42-04cf91228ccc') {} {{(pid=113424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:57:52.477053 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-924f034a-203f-4ad5-92e4-cfdceb2a3165 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759571758421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2616842'] for segment (59ea54c9-a504-4c17-ac42-04cf91228ccc), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:52.497073 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-924f034a-203f-4ad5-92e4-cfdceb2a3165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1277354'] for segment (59ea54c9-a504-4c17-ac42-04cf91228ccc), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:52.503630 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-eb848193-b476-43d8-9dcf-8dfb95be0ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759571687051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759571245514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27240065'] for port (40c1f570-6db3-4792-8876-3ff11222b716), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:52.505678 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-924f034a-203f-4ad5-92e4-cfdceb2a3165 admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=113424) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 09:57:52.506639 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-924f034a-203f-4ad5-92e4-cfdceb2a3165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1277354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27240020'] for segment (59ea54c9-a504-4c17-ac42-04cf91228ccc), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:52.542717 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.services.segments.plugin [-] Segment 59ea54c9-a504-4c17-ac42-04cf91228ccc resource provider aggregate not found Sep 16 09:57:52.574495 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb848193-b476-43d8-9dcf-8dfb95be0ab7 admin admin] Pushing event deleted for resources: {'Port': ['ID=40c1f570-6db3-4792-8876-3ff11222b716,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:57:52.582157 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb848193-b476-43d8-9dcf-8dfb95be0ab7 admin admin] No DVR routers for this DVR port 40c1f570-6db3-4792-8876-3ff11222b716 on host dv-cinder-790535-43-iscsi {{(pid=113424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 09:57:52.592512 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.services.segments.plugin [-] Segment 59ea54c9-a504-4c17-ac42-04cf91228ccc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 59ea54c9-a504-4c17-ac42-04cf91228ccc found for delete ", "request_id": "req-450d67cb-392e-4f97-97f5-9b76397fe1ee"}]} Sep 16 09:57:52.661574 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-eb848193-b476-43d8-9dcf-8dfb95be0ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1303205', 'neutron.services.segments.db._delete_segments_for_network-8759571758529'] for network (1a56bbe2-3d19-48f3-842f-c274f039131a), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:52.673443 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-924f034a-203f-4ad5-92e4-cfdceb2a3165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1303196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-711564'] for network (b92b7908-54f3-4444-8e37-e6621fa07310), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:52.687805 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-924f034a-203f-4ad5-92e4-cfdceb2a3165 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546317'] for network (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:52.690892 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-924f034a-203f-4ad5-92e4-cfdceb2a3165 admin admin] 10.222.0.73 "DELETE /networking/v2.0/networks/b92b7908-54f3-4444-8e37-e6621fa07310 HTTP/1.1" status: 204 len: 168 time: 1.2633302 Sep 16 09:57:52.695762 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.services.segments.db [None req-eb848193-b476-43d8-9dcf-8dfb95be0ab7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a56bbe2-3d19-48f3-842f-c274f039131a']}} {{(pid=113424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:57:52.710746 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924f034a-203f-4ad5-92e4-cfdceb2a3165 admin admin] Pushing event deleted for resources: {'Network': ['ID=b92b7908-54f3-4444-8e37-e6621fa07310,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:57:52.715491 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.services.segments.db [None req-eb848193-b476-43d8-9dcf-8dfb95be0ab7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa39c9c9-5caa-4238-960b-97c472cb0c69') {'for_net_delete': True} {{(pid=113424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:57:52.715595 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.services.segments.db [None req-eb848193-b476-43d8-9dcf-8dfb95be0ab7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa39c9c9-5caa-4238-960b-97c472cb0c69') {} {{(pid=113424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:57:52.723379 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:57:52.726060 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-eb848193-b476-43d8-9dcf-8dfb95be0ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759571758421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2616842'] for segment (aa39c9c9-5caa-4238-960b-97c472cb0c69), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:52.740236 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-eb848193-b476-43d8-9dcf-8dfb95be0ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1277354'] for segment (aa39c9c9-5caa-4238-960b-97c472cb0c69), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:52.747934 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb848193-b476-43d8-9dcf-8dfb95be0ab7 admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=113424) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 09:57:52.748273 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-eb848193-b476-43d8-9dcf-8dfb95be0ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1277354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27240020'] for segment (aa39c9c9-5caa-4238-960b-97c472cb0c69), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:52.884499 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-eb848193-b476-43d8-9dcf-8dfb95be0ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1303196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-711564'] for network (1a56bbe2-3d19-48f3-842f-c274f039131a), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:52.890234 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-eb848193-b476-43d8-9dcf-8dfb95be0ab7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546317'] for network (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:52.895926 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-eb848193-b476-43d8-9dcf-8dfb95be0ab7 admin admin] 10.222.0.73 "DELETE /networking/v2.0/networks/1a56bbe2-3d19-48f3-842f-c274f039131a HTTP/1.1" status: 204 len: 168 time: 1.1800799 Sep 16 09:57:52.904586 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb848193-b476-43d8-9dcf-8dfb95be0ab7 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a56bbe2-3d19-48f3-842f-c274f039131a,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:57:53.031231 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 56132) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:57:53.075838 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-4df51f93-8289-4574-92fd-61b079bb9043 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=75007587f92646f686881c2e1bfb7b2d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0433154 Sep 16 09:57:53.080148 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 56134) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:57:53.099703 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device 40c1f570-6db3-4792-8876-3ff11222b716 no longer exists at agent ovs-agent-dv-cinder-790535-43-iscsi {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 09:57:53.123579 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] No Port match for: 40c1f570-6db3-4792-8876-3ff11222b716 {{(pid=113425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 09:57:53.123923 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device 40c1f570-6db3-4792-8876-3ff11222b716 not bound to the agent host dv-cinder-790535-43-iscsi {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 09:57:53.124333 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device 4f994ed1-1f80-4bd3-bae6-d265fa874dc2 no longer exists at agent ovs-agent-dv-cinder-790535-43-iscsi {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 09:57:53.132289 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-1635fd60-a092-4e4c-8321-47c71b40a667 admin admin] Publish callbacks [] for security_group (58f21055-5721-4993-b0b8-e39345e76ccf), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:53.143330 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] No Port match for: 4f994ed1-1f80-4bd3-bae6-d265fa874dc2 {{(pid=113425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 09:57:53.143696 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device 4f994ed1-1f80-4bd3-bae6-d265fa874dc2 not bound to the agent host dv-cinder-790535-43-iscsi {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 09:57:53.144094 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device f25e5371-7d7a-4929-ba67-20f64b85ea85 no longer exists at agent ovs-agent-dv-cinder-790535-43-iscsi {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 09:57:53.156516 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-1635fd60-a092-4e4c-8321-47c71b40a667 admin admin] Publish callbacks [] for security_group (58f21055-5721-4993-b0b8-e39345e76ccf), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:53.162030 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] No Port match for: f25e5371-7d7a-4929-ba67-20f64b85ea85 {{(pid=113425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 09:57:53.162418 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device f25e5371-7d7a-4929-ba67-20f64b85ea85 not bound to the agent host dv-cinder-790535-43-iscsi {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 09:57:53.162835 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device 1445c595-cd5c-4499-9564-97d9b3271481 no longer exists at agent ovs-agent-dv-cinder-790535-43-iscsi {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 09:57:53.181812 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] No Port match for: 1445c595-cd5c-4499-9564-97d9b3271481 {{(pid=113425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 09:57:53.182160 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device 1445c595-cd5c-4499-9564-97d9b3271481 not bound to the agent host dv-cinder-790535-43-iscsi {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 09:57:53.315620 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-1635fd60-a092-4e4c-8321-47c71b40a667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (58f21055-5721-4993-b0b8-e39345e76ccf), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:53.318295 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-1635fd60-a092-4e4c-8321-47c71b40a667 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:53.319686 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-1635fd60-a092-4e4c-8321-47c71b40a667 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/58f21055-5721-4993-b0b8-e39345e76ccf HTTP/1.1" status: 204 len: 168 time: 0.2384276 Sep 16 09:57:53.328655 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1635fd60-a092-4e4c-8321-47c71b40a667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f21055-5721-4993-b0b8-e39345e76ccf,revision_number=None']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:57:53.359856 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 56138) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:57:53.400861 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-550cc409-c18c-4a6b-8e56-e691deecef25 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=c3ebe25211ee4dcb887de8e0c9a03040&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397682 Sep 16 09:57:53.403376 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 56140) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:57:53.454647 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-e61a03cc-6018-44c5-93e0-5022211bbb4d admin admin] Publish callbacks [] for security_group (26222961-26fe-4aa1-bb0f-ff557a1e3214), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:53.477960 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-e61a03cc-6018-44c5-93e0-5022211bbb4d admin admin] Publish callbacks [] for security_group (26222961-26fe-4aa1-bb0f-ff557a1e3214), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:53.578235 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-e61a03cc-6018-44c5-93e0-5022211bbb4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (26222961-26fe-4aa1-bb0f-ff557a1e3214), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:53.580892 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-e61a03cc-6018-44c5-93e0-5022211bbb4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:53.582128 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-e61a03cc-6018-44c5-93e0-5022211bbb4d admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/26222961-26fe-4aa1-bb0f-ff557a1e3214 HTTP/1.1" status: 204 len: 168 time: 0.1773210 Sep 16 09:57:53.590534 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61a03cc-6018-44c5-93e0-5022211bbb4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26222961-26fe-4aa1-bb0f-ff557a1e3214,revision_number=None']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:57:54.327206 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 56164) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:57:54.367501 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-7ef9e277-6c4c-4800-b34e-a1994a0a8bca admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=157ef0dbe3b54072a923b6cf3248aef6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391541 Sep 16 09:57:54.370101 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 56166) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:57:54.421106 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-ab01a4f2-706f-484f-b7c7-903a00981fae admin admin] Publish callbacks [] for security_group (aa74b501-524c-4e66-8db4-5d6c525535ed), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:54.442406 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-ab01a4f2-706f-484f-b7c7-903a00981fae admin admin] Publish callbacks [] for security_group (aa74b501-524c-4e66-8db4-5d6c525535ed), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:54.561115 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-c98c9ef9-01a5-45df-bbfb-62ff0b4c7717 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (647718b3-8298-4382-86e2-3fad9f5d7804), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:54.584083 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-ab01a4f2-706f-484f-b7c7-903a00981fae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (aa74b501-524c-4e66-8db4-5d6c525535ed), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:54.586824 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-ab01a4f2-706f-484f-b7c7-903a00981fae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:54.588095 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-ab01a4f2-706f-484f-b7c7-903a00981fae admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/aa74b501-524c-4e66-8db4-5d6c525535ed HTTP/1.1" status: 204 len: 168 time: 0.2169778 Sep 16 09:57:54.591611 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:57:54.597253 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab01a4f2-706f-484f-b7c7-903a00981fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa74b501-524c-4e66-8db4-5d6c525535ed,revision_number=None']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:57:54.619209 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.services.segments.plugin [-] Segment aa39c9c9-5caa-4238-960b-97c472cb0c69 resource provider aggregate not found Sep 16 09:57:54.641170 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.services.segments.plugin [-] Segment aa39c9c9-5caa-4238-960b-97c472cb0c69 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid aa39c9c9-5caa-4238-960b-97c472cb0c69 found for delete ", "request_id": "req-0f7fe971-14dc-4116-99b8-f8e4d8fc4808"}]} Sep 16 09:57:55.896168 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-c17a0cac-31fa-4a66-ad06-99f53fca2b4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (2d63c820-fb16-4aae-acf9-0482010d4ad8), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:56.221597 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.agents_db [None req-7c9a7194-4e2e-43f7-be58-28c896ce3cef None None] Agent healthcheck: found 6 active agents {{(pid=113426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 09:57:57.309901 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (be58d251-43cc-467d-bf31-2aae48e2ac56), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:57:57.364658 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-cd5fe5d0-24d3-4349-8269-176b5bcdf250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (65aa34d6-cc53-475e-ab2c-2c2516bff08f), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:03.063955 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=4 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:03.073399 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=33,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:04.593470 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=61,neutron:DELETE=6 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:04.889683 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (5b31c92a-f134-4c39-96dd-6f3267de2076), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:05.864550 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 56312) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:58:05.967621 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-58db738b-3ab8-490f-bd1b-273bef17f718 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:06.042814 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-58db738b-3ab8-490f-bd1b-273bef17f718 admin admin] Publish callbacks [] for security_group (c8e87671-1378-4013-bc34-6c49a653deec), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:06.107406 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-58db738b-3ab8-490f-bd1b-273bef17f718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (c8e87671-1378-4013-bc34-6c49a653deec), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:06.147075 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-58db738b-3ab8-490f-bd1b-273bef17f718 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=1b8e674aa1f34e38b45512d24df5de25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2813995 Sep 16 09:58:06.147998 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db738b-3ab8-490f-bd1b-273bef17f718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e87671-1378-4013-bc34-6c49a653deec,revision_number=1']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:58:06.151103 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 56320) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:58:06.198679 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=70,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:06.206965 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-24811710-9077-483c-bc09-3018b066c3b4 admin admin] Publish callbacks [] for security_group (c8e87671-1378-4013-bc34-6c49a653deec), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:06.218435 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=67,neutron:UPDATE=1 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:06.227699 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-24811710-9077-483c-bc09-3018b066c3b4 admin admin] Publish callbacks [] for security_group (c8e87671-1378-4013-bc34-6c49a653deec), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:06.363983 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-24811710-9077-483c-bc09-3018b066c3b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (c8e87671-1378-4013-bc34-6c49a653deec), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:06.366636 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-24811710-9077-483c-bc09-3018b066c3b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:06.367805 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-24811710-9077-483c-bc09-3018b066c3b4 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/c8e87671-1378-4013-bc34-6c49a653deec HTTP/1.1" status: 204 len: 168 time: 0.2168450 Sep 16 09:58:06.376543 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24811710-9077-483c-bc09-3018b066c3b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e87671-1378-4013-bc34-6c49a653deec,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:58:06.384068 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24811710-9077-483c-bc09-3018b066c3b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:58:06.384358 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24811710-9077-483c-bc09-3018b066c3b4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:58:06.384708 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24811710-9077-483c-bc09-3018b066c3b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:58:06.385053 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24811710-9077-483c-bc09-3018b066c3b4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:58:06.385406 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24811710-9077-483c-bc09-3018b066c3b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:58:06.385827 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24811710-9077-483c-bc09-3018b066c3b4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:58:06.386154 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24811710-9077-483c-bc09-3018b066c3b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:58:06.386487 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24811710-9077-483c-bc09-3018b066c3b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:58:06.386815 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24811710-9077-483c-bc09-3018b066c3b4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:58:06.387706 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24811710-9077-483c-bc09-3018b066c3b4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:58:06.388128 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24811710-9077-483c-bc09-3018b066c3b4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:58:06.388500 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24811710-9077-483c-bc09-3018b066c3b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:58:06.388895 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24811710-9077-483c-bc09-3018b066c3b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:58:06.389222 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24811710-9077-483c-bc09-3018b066c3b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:58:06.389595 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24811710-9077-483c-bc09-3018b066c3b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:58:08.858151 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 56382) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:58:08.965855 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-2665e39b-5e8d-4e84-bc5a-7e63f7939bfc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:09.042572 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-2665e39b-5e8d-4e84-bc5a-7e63f7939bfc admin admin] Publish callbacks [] for security_group (99570b23-2138-47f2-bfe0-9db949e49cf8), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:09.118140 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-2665e39b-5e8d-4e84-bc5a-7e63f7939bfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (99570b23-2138-47f2-bfe0-9db949e49cf8), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:09.159799 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-2665e39b-5e8d-4e84-bc5a-7e63f7939bfc admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=e6e8d937d74e448990f2291cb9103965&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3003433 Sep 16 09:58:09.160918 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2665e39b-5e8d-4e84-bc5a-7e63f7939bfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99570b23-2138-47f2-bfe0-9db949e49cf8,revision_number=1']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:58:09.162583 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 56388) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:58:09.218026 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-af40fd29-a1cc-46f2-bf21-7baef9605742 admin admin] Publish callbacks [] for security_group (99570b23-2138-47f2-bfe0-9db949e49cf8), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:09.238953 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-af40fd29-a1cc-46f2-bf21-7baef9605742 admin admin] Publish callbacks [] for security_group (99570b23-2138-47f2-bfe0-9db949e49cf8), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:09.386914 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-af40fd29-a1cc-46f2-bf21-7baef9605742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (99570b23-2138-47f2-bfe0-9db949e49cf8), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:09.389993 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-af40fd29-a1cc-46f2-bf21-7baef9605742 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:09.391143 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-af40fd29-a1cc-46f2-bf21-7baef9605742 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/99570b23-2138-47f2-bfe0-9db949e49cf8 HTTP/1.1" status: 204 len: 168 time: 0.2275817 Sep 16 09:58:09.399153 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af40fd29-a1cc-46f2-bf21-7baef9605742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99570b23-2138-47f2-bfe0-9db949e49cf8,revision_number=None']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:58:09.407096 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af40fd29-a1cc-46f2-bf21-7baef9605742 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:58:09.407445 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af40fd29-a1cc-46f2-bf21-7baef9605742 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:58:09.407786 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af40fd29-a1cc-46f2-bf21-7baef9605742 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:58:09.408124 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af40fd29-a1cc-46f2-bf21-7baef9605742 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:58:09.408465 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af40fd29-a1cc-46f2-bf21-7baef9605742 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:58:09.408782 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af40fd29-a1cc-46f2-bf21-7baef9605742 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:58:09.409107 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af40fd29-a1cc-46f2-bf21-7baef9605742 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:58:09.409511 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af40fd29-a1cc-46f2-bf21-7baef9605742 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:58:09.409850 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af40fd29-a1cc-46f2-bf21-7baef9605742 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:58:09.410158 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af40fd29-a1cc-46f2-bf21-7baef9605742 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:58:09.410482 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af40fd29-a1cc-46f2-bf21-7baef9605742 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:58:09.410801 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af40fd29-a1cc-46f2-bf21-7baef9605742 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:58:09.411121 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af40fd29-a1cc-46f2-bf21-7baef9605742 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:58:09.411437 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af40fd29-a1cc-46f2-bf21-7baef9605742 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:58:09.411756 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af40fd29-a1cc-46f2-bf21-7baef9605742 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:58:10.005854 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 56400) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:58:10.020535 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-f5b91eca-a395-49ec-894b-38dc49ea458f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:10.102126 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-f5b91eca-a395-49ec-894b-38dc49ea458f admin admin] Publish callbacks [] for security_group (bfe95b4f-1328-4fae-9314-fc3c3de1a09c), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:10.183482 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-f5b91eca-a395-49ec-894b-38dc49ea458f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (bfe95b4f-1328-4fae-9314-fc3c3de1a09c), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:10.223347 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-f5b91eca-a395-49ec-894b-38dc49ea458f admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=8d879a222fe84636a34f0d6c2c81c9b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2163942 Sep 16 09:58:10.224445 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b91eca-a395-49ec-894b-38dc49ea458f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe95b4f-1328-4fae-9314-fc3c3de1a09c,revision_number=1']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:58:10.226454 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 56402) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:58:10.281258 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-62577a4e-3641-4a42-bd6e-d2ecab5bd830 admin admin] Publish callbacks [] for security_group (bfe95b4f-1328-4fae-9314-fc3c3de1a09c), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:10.301810 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-62577a4e-3641-4a42-bd6e-d2ecab5bd830 admin admin] Publish callbacks [] for security_group (bfe95b4f-1328-4fae-9314-fc3c3de1a09c), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:10.389873 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-62577a4e-3641-4a42-bd6e-d2ecab5bd830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (bfe95b4f-1328-4fae-9314-fc3c3de1a09c), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:10.392463 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-62577a4e-3641-4a42-bd6e-d2ecab5bd830 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:10.396277 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-62577a4e-3641-4a42-bd6e-d2ecab5bd830 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/bfe95b4f-1328-4fae-9314-fc3c3de1a09c HTTP/1.1" status: 204 len: 168 time: 0.1660547 Sep 16 09:58:10.402232 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62577a4e-3641-4a42-bd6e-d2ecab5bd830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe95b4f-1328-4fae-9314-fc3c3de1a09c,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:58:10.488951 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 56408) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:58:10.611793 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-5c0ca552-d731-496d-849b-b08d3512acea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:10.697150 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-5c0ca552-d731-496d-849b-b08d3512acea admin admin] Publish callbacks [] for security_group (660f5ab9-c301-4ed4-8660-544c78bbc1f5), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:10.781590 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-5c0ca552-d731-496d-849b-b08d3512acea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (660f5ab9-c301-4ed4-8660-544c78bbc1f5), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:10.826747 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-5c0ca552-d731-496d-849b-b08d3512acea admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=4f2f97b3e05f4e63992b47627b475b7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3336158 Sep 16 09:58:10.826995 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 56424) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:58:10.834596 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0ca552-d731-496d-849b-b08d3512acea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=660f5ab9-c301-4ed4-8660-544c78bbc1f5,revision_number=1']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:58:10.845186 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:10.878410 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:DELETE=1 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:10.883364 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-ac0842ae-86f2-49ef-bf88-24232aef5548 admin admin] Publish callbacks [] for security_group (660f5ab9-c301-4ed4-8660-544c78bbc1f5), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:10.904481 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-ac0842ae-86f2-49ef-bf88-24232aef5548 admin admin] Publish callbacks [] for security_group (660f5ab9-c301-4ed4-8660-544c78bbc1f5), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:11.049474 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-ac0842ae-86f2-49ef-bf88-24232aef5548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (660f5ab9-c301-4ed4-8660-544c78bbc1f5), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:11.065826 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-ac0842ae-86f2-49ef-bf88-24232aef5548 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:11.065826 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-ac0842ae-86f2-49ef-bf88-24232aef5548 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/660f5ab9-c301-4ed4-8660-544c78bbc1f5 HTTP/1.1" status: 204 len: 168 time: 0.2263920 Sep 16 09:58:11.065826 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0842ae-86f2-49ef-bf88-24232aef5548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=660f5ab9-c301-4ed4-8660-544c78bbc1f5,revision_number=None']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:58:11.213570 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fda396-6a47-4048-8288-4932030f28f9 req-fae7c901-4a94-4dd2-9175-1966452b6ba6 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:58:11.215633 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-31fda396-6a47-4048-8288-4932030f28f9 req-fae7c901-4a94-4dd2-9175-1966452b6ba6 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e0f4a754-d9db-4829-a2f8-677cc9c34fbc HTTP/1.1" status: 200 len: 947 time: 0.0498152 Sep 16 09:58:11.278690 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-31fda396-6a47-4048-8288-4932030f28f9 req-1cfbd957-eb9b-473c-9d31-197c221d774b tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1764e529-5c4e-4de8-acd2-e8fe221d1410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569050 Sep 16 09:58:12.230881 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 56470) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:58:12.336461 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.v2.base [None req-2ad628db-47b4-4a04-840f-11802ba3d1ad admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1857850018-network', 'tenant_id': '92e292a400454c93a48aca5510bfcee9'}} {{(pid=113423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:58:12.412741 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24f78bc-152e-4ff8-bb77-0bc32fa4f034 req-e51689b3-6883-4665-b2fc-c8f89099d588 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:58:12.414916 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-f24f78bc-152e-4ff8-bb77-0bc32fa4f034 req-e51689b3-6883-4665-b2fc-c8f89099d588 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e0f4a754-d9db-4829-a2f8-677cc9c34fbc HTTP/1.1" status: 200 len: 947 time: 0.0511727 Sep 16 09:58:12.427272 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ad628db-47b4-4a04-840f-11802ba3d1ad admin admin] Made reservation on behalf of 92e292a400454c93a48aca5510bfcee9 for: {'network': 1} {{(pid=113423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 09:58:12.429931 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-2ad628db-47b4-4a04-840f-11802ba3d1ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for network (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:12.439346 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-2ad628db-47b4-4a04-840f-11802ba3d1ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:12.472507 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-f24f78bc-152e-4ff8-bb77-0bc32fa4f034 req-781d11ab-8245-4fb1-83c9-40ac4ac5025f tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=1764e529-5c4e-4de8-acd2-e8fe221d1410&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510821 Sep 16 09:58:12.538375 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-2ad628db-47b4-4a04-840f-11802ba3d1ad admin admin] Publish callbacks [] for security_group (a6c5c7df-c755-4729-a16d-d2840b0c1160), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:12.592193 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab7c1e9-06b4-4b15-8190-a169a8083bed req-5be2675c-2c08-45da-bf67-3e2d0ad6f438 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:58:12.593686 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-4ab7c1e9-06b4-4b15-8190-a169a8083bed req-5be2675c-2c08-45da-bf67-3e2d0ad6f438 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e0f4a754-d9db-4829-a2f8-677cc9c34fbc HTTP/1.1" status: 200 len: 947 time: 0.0459075 Sep 16 09:58:12.638953 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-2ad628db-47b4-4a04-840f-11802ba3d1ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (a6c5c7df-c755-4729-a16d-d2840b0c1160), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:12.667591 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ad628db-47b4-4a04-840f-11802ba3d1ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=113423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 09:58:12.674250 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad628db-47b4-4a04-840f-11802ba3d1ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c5c7df-c755-4729-a16d-d2840b0c1160,revision_number=1']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:58:12.681686 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-2ad628db-47b4-4a04-840f-11802ba3d1ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1277354'] for segment (022a31c6-a388-46c0-9edc-565f96442452), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:12.681999 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.db.segments_db [None req-2ad628db-47b4-4a04-840f-11802ba3d1ad admin admin] Added segment 022a31c6-a388-46c0-9edc-565f96442452 of type vlan for network 5f818df7-9eb8-4b00-80c1-bc6dbfafca51 Sep 16 09:58:12.692312 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.plugin [req-4ab7c1e9-06b4-4b15-8190-a169a8083bed req-ab836a75-41eb-4a14-b962-3ed177331684 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Deleting port 789fb3b6-eef8-4edd-a929-e88fed92432d {{(pid=113424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 09:58:12.692670 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-4ab7c1e9-06b4-4b15-8190-a169a8083bed req-ab836a75-41eb-4a14-b962-3ed177331684 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759571771405'] for port (789fb3b6-eef8-4edd-a929-e88fed92432d), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:12.724855 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-2ad628db-47b4-4a04-840f-11802ba3d1ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759571199151'] for network (5f818df7-9eb8-4b00-80c1-bc6dbfafca51), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:12.788676 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.db [req-4ab7c1e9-06b4-4b15-8190-a169a8083bed req-ab836a75-41eb-4a14-b962-3ed177331684 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] For port 789fb3b6-eef8-4edd-a929-e88fed92432d, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=789fb3b6-eef8-4edd-a929-e88fed92432d,segment=NetworkSegment(dbdfa156-b328-4b02-9174-23c649e3a4fb),segment_id=dbdfa156-b328-4b02-9174-23c649e3a4fb)] {{(pid=113424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:58:12.789040 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-4ab7c1e9-06b4-4b15-8190-a169a8083bed req-ab836a75-41eb-4a14-b962-3ed177331684 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699225'] for port (789fb3b6-eef8-4edd-a929-e88fed92432d), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:12.826951 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-2ad628db-47b4-4a04-840f-11802ba3d1ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335'] for network (5f818df7-9eb8-4b00-80c1-bc6dbfafca51), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:12.828361 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad628db-47b4-4a04-840f-11802ba3d1ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:58:12.828971 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-2ad628db-47b4-4a04-840f-11802ba3d1ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546317'] for network (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:12.860736 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:12.890577 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:12.900596 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad628db-47b4-4a04-840f-11802ba3d1ad admin admin] Pushing event updated for resources: {'Network': ['ID=5f818df7-9eb8-4b00-80c1-bc6dbfafca51,revision_number=1']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:58:12.911793 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Network 5f818df7-9eb8-4b00-80c1-bc6dbfafca51 details requested by agent ovs-agent-dv-cinder-790535-43-iscsi with host dv-cinder-790535-43-iscsi {{(pid=113425) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 09:58:12.979271 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-4ab7c1e9-06b4-4b15-8190-a169a8083bed req-ab836a75-41eb-4a14-b962-3ed177331684 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:12.979951 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-4ab7c1e9-06b4-4b15-8190-a169a8083bed req-ab836a75-41eb-4a14-b962-3ed177331684 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711587'] for floatingip (153a7ab8-e4e8-4de3-9082-81fbc3f664fb), after_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:12.980274 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.db.l3_db [req-4ab7c1e9-06b4-4b15-8190-a169a8083bed req-ab836a75-41eb-4a14-b962-3ed177331684 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Floating IP 153a7ab8-e4e8-4de3-9082-81fbc3f664fb disassociated. External IP: 172.27.1.22, port: 789fb3b6-eef8-4edd-a929-e88fed92432d. Sep 16 09:58:12.981132 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.plugin [req-4ab7c1e9-06b4-4b15-8190-a169a8083bed req-ab836a75-41eb-4a14-b962-3ed177331684 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Calling delete_port for 789fb3b6-eef8-4edd-a929-e88fed92432d owned by compute:nova {{(pid=113424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 09:58:12.993576 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-2ad628db-47b4-4a04-840f-11802ba3d1ad admin admin] 10.222.0.73 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7590656 Sep 16 09:58:12.995336 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 56490) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:58:13.000920 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.v2.base [None req-4cb0b5ac-6abf-44f8-ab60-024959de5809 admin admin] Request body: {'subnet': {'network_id': '5f818df7-9eb8-4b00-80c1-bc6dbfafca51', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1857850018-subnet', 'tenant_id': '92e292a400454c93a48aca5510bfcee9', 'ip_version': 4}} {{(pid=113423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:58:13.121384 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb0b5ac-6abf-44f8-ab60-024959de5809 admin admin] Made reservation on behalf of 92e292a400454c93a48aca5510bfcee9 for: {'subnet': 1} {{(pid=113423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 09:58:13.125736 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-4cb0b5ac-6abf-44f8-ab60-024959de5809 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2535104'] for subnet (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:13.186948 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-4ab7c1e9-06b4-4b15-8190-a169a8083bed req-ab836a75-41eb-4a14-b962-3ed177331684 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759571687051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759571245514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27240065'] for port (789fb3b6-eef8-4edd-a929-e88fed92432d), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:13.219233 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab836a75-41eb-4a14-b962-3ed177331684 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Pushing event deleted for resources: {'Port': ['ID=789fb3b6-eef8-4edd-a929-e88fed92432d,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:58:13.250429 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:13.330242 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4ab7c1e9-06b4-4b15-8190-a169a8083bed req-ab836a75-41eb-4a14-b962-3ed177331684 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Router b612235f-c44e-4fc6-ace6-e6e2684f6499 has already been hosted by L3 agent 647718b3-8298-4382-86e2-3fad9f5d7804 {{(pid=113424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 09:58:13.379070 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-4cb0b5ac-6abf-44f8-ab60-024959de5809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2475058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2535126'] for subnet (e6f53e27-affc-429d-81c4-784084a2c348), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:13.381387 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:13.419615 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:13.431857 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4ab7c1e9-06b4-4b15-8190-a169a8083bed req-ab836a75-41eb-4a14-b962-3ed177331684 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Notify agent at l3_agent.dv-cinder-790535-43-iscsi the message routers_updated {{(pid=113424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 09:58:13.437985 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb0b5ac-6abf-44f8-ab60-024959de5809 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6f53e27-affc-429d-81c4-784084a2c348,revision_number=0']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:58:13.444689 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f503f22-24f6-470b-8342-f946f9e6c0a1 None None] Sync routers for ids ['b612235f-c44e-4fc6-ace6-e6e2684f6499'] in dv-cinder-790535-43-iscsi {{(pid=113426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 09:58:13.449636 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb0b5ac-6abf-44f8-ab60-024959de5809 admin admin] Checking segment: {'id': '022a31c6-a388-46c0-9edc-565f96442452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '5f818df7-9eb8-4b00-80c1-bc6dbfafca51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 09:58:13.449636 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb0b5ac-6abf-44f8-ab60-024959de5809 admin admin] Network hostable DHCP agents. Network: 5f818df7-9eb8-4b00-80c1-bc6dbfafca51, hostable agents: ['54fa5420-569f-41b3-81ce-b3c99a893561'], hosted agents: [] {{(pid=113423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 09:58:13.457341 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f503f22-24f6-470b-8342-f946f9e6c0a1 None None] Routers {'b612235f-c44e-4fc6-ace6-e6e2684f6499'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 09:58:13.458579 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-8f503f22-24f6-470b-8342-f946f9e6c0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T09:57:54Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['b612235f-c44e-4fc6-ace6-e6e2684f6499'], 'active': True} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:58:13.484821 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ab7c1e9-06b4-4b15-8190-a169a8083bed req-ab836a75-41eb-4a14-b962-3ed177331684 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] No DVR routers for this DVR port 789fb3b6-eef8-4edd-a929-e88fed92432d on host hv-cinder-79053 {{(pid=113424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 09:58:13.487997 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-4ab7c1e9-06b4-4b15-8190-a169a8083bed req-ab836a75-41eb-4a14-b962-3ed177331684 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110971'] for port (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:13.491307 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-4ab7c1e9-06b4-4b15-8190-a169a8083bed req-ab836a75-41eb-4a14-b962-3ed177331684 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.27 "DELETE /networking/v2.0/ports/789fb3b6-eef8-4edd-a929-e88fed92432d HTTP/1.1" status: 204 len: 173 time: 0.8929629 Sep 16 09:58:13.491799 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0f4a754-d9db-4829-a2f8-677cc9c34fbc', 'name': 'network-vif-deleted', 'tag': '789fb3b6-eef8-4edd-a929-e88fed92432d'}] {{(pid=113424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 09:58:13.494140 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16dfd0a1dfdfa1f1ee01b24bca40ddc03421b0ad37c1355f54f1c3176401751a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e9ce1ab-ca47-4cc2-9533-8fe732534a47" -d '{"events": [{"server_uuid": "e0f4a754-d9db-4829-a2f8-677cc9c34fbc", "name": "network-vif-deleted", "tag": "789fb3b6-eef8-4edd-a929-e88fed92432d"}]}' {{(pid=113424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 09:58:13.529975 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb0b5ac-6abf-44f8-ab60-024959de5809 admin admin] Network 5f818df7-9eb8-4b00-80c1-bc6dbfafca51 is scheduled to be hosted by DHCP agent 54fa5420-569f-41b3-81ce-b3c99a893561 with binding_index 1 {{(pid=113423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 09:58:13.532561 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 09:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f830de-cb9f-43df-bf3b-e74fd1f1bc79 x-openstack-request-id: req-81f830de-cb9f-43df-bf3b-e74fd1f1bc79 {{(pid=113424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 09:58:13.532864 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0f4a754-d9db-4829-a2f8-677cc9c34fbc", "name": "network-vif-deleted", "tag": "789fb3b6-eef8-4edd-a929-e88fed92432d", "status": "completed", "code": 200}]} {{(pid=113424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 09:58:13.533116 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-81f830de-cb9f-43df-bf3b-e74fd1f1bc79 {{(pid=113424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 09:58:13.533519 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81f830de-cb9f-43df-bf3b-e74fd1f1bc79'] response: {'server_uuid': 'e0f4a754-d9db-4829-a2f8-677cc9c34fbc', 'name': 'network-vif-deleted', 'tag': '789fb3b6-eef8-4edd-a929-e88fed92432d', 'status': 'completed', 'code': 200} Sep 16 09:58:13.583578 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvr_db [None req-8f503f22-24f6-470b-8342-f946f9e6c0a1 None None] Set router b612235f-c44e-4fc6-ace6-e6e2684f6499 gateway port host: dv-cinder-790535-43-iscsi {{(pid=113426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 09:58:13.596348 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-021e754d-a3c1-4fde-81b4-ef49116ed323 req-24d674fe-0f84-4ec8-8b20-c86e97afe1f0 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e0f4a754-d9db-4829-a2f8-677cc9c34fbc HTTP/1.1" status: 200 len: 210 time: 0.0349288 Sep 16 09:58:13.653077 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.base_scheduler [None req-4cb0b5ac-6abf-44f8-ab60-024959de5809 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-43-iscsi, 5f818df7-9eb8-4b00-80c1-bc6dbfafca51) {{(pid=113423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 09:58:13.657656 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb0b5ac-6abf-44f8-ab60-024959de5809 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:58:13.658564 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-4cb0b5ac-6abf-44f8-ab60-024959de5809 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546317'] for subnet (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:13.677151 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f6e58f-bd2c-40bc-b039-1c760bbe953d None None] Network 5f818df7-9eb8-4b00-80c1-bc6dbfafca51 requested from dv-cinder-790535-43-iscsi {{(pid=113425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 09:58:13.778223 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:13.796456 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-4cb0b5ac-6abf-44f8-ab60-024959de5809 admin admin] 10.222.0.73 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7999399 Sep 16 09:58:13.798936 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 56500) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:58:13.807260 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.v2.base [None req-af81c87d-e26c-4c29-92bd-8854ce354df1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1857850018-router', 'tenant_id': '92e292a400454c93a48aca5510bfcee9', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79'}}} {{(pid=113423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:58:13.824814 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-8f503f22-24f6-470b-8342-f946f9e6c0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b612235f-c44e-4fc6-ace6-e6e2684f6499', 'name': 'tempest-AttachVolumeShelveTestJSON-1566209003-router', 'tenant_id': 'f1713f13f3ff494496a8ef8e5591c1b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'ea69b4ff-4fed-49bf-ac3d-de4f30e2d302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:50:29Z', 'updated_at': '2022-09-16T09:50:35Z', 'revision_number': 4, 'project_id': 'f1713f13f3ff494496a8ef8e5591c1b6', 'gw_port': {'id': 'ea69b4ff-4fed-49bf-ac3d-de4f30e2d302', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:86:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b612235f-c44e-4fc6-ace6-e6e2684f6499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:30Z', 'updated_at': '2022-09-16T09:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_interfaces': [{'id': 'c1f1615c-3b20-4576-9f7b-38e270c021fd', 'name': '', 'network_id': 'fe465541-6175-450e-8791-dc7a519b5e60', 'tenant_id': 'f1713f13f3ff494496a8ef8e5591c1b6', 'mac_address': 'fa:16:3e:a5:c7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b612235f-c44e-4fc6-ace6-e6e2684f6499', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '312d0eea-a7f5-4989-be4b-d8f1ee2c9ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:34Z', 'updated_at': '2022-09-16T09:50:47Z', 'revision_number': 5, 'project_id': 'f1713f13f3ff494496a8ef8e5591c1b6', 'subnets': [{'id': '312d0eea-a7f5-4989-be4b-d8f1ee2c9ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:58:13.831220 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5391901-06dc-4b06-b270-d2e0e289b06c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8adadafb-aa0f-50bc-bc9f-45663671aa4d-5f818df7-9eb8-4b00-80c1-bc6dbfafca51', 'network_id': '5f818df7-9eb8-4b00-80c1-bc6dbfafca51', 'project_id': '92e292a400454c93a48aca5510bfcee9', 'fixed_ips': [{'subnet_id': 'e6f53e27-affc-429d-81c4-784084a2c348'}]}} from dv-cinder-790535-43-iscsi. {{(pid=113425) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 09:58:13.832151 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-a5391901-06dc-4b06-b270-d2e0e289b06c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (None), before_create {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:13.851532 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f503f22-24f6-470b-8342-f946f9e6c0a1 None None] Checking router: b612235f-c44e-4fc6-ace6-e6e2684f6499 for host: dv-cinder-790535-43-iscsi {{(pid=113426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 09:58:13.863491 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f503f22-24f6-470b-8342-f946f9e6c0a1 None None] Routers {'b612235f-c44e-4fc6-ace6-e6e2684f6499'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 09:58:13.864138 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-8f503f22-24f6-470b-8342-f946f9e6c0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T09:57:54Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['b612235f-c44e-4fc6-ace6-e6e2684f6499'], 'active': True} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:58:13.943045 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-af81c87d-e26c-4c29-92bd-8854ce354df1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-696460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65145'] for router (e2193d24-a808-4fe9-b59b-7f09589274a9), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:13.944584 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-af81c87d-e26c-4c29-92bd-8854ce354df1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65120'] for router (e2193d24-a808-4fe9-b59b-7f09589274a9), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:13.970246 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvr_db [None req-8f503f22-24f6-470b-8342-f946f9e6c0a1 None None] Set router b612235f-c44e-4fc6-ace6-e6e2684f6499 gateway port host: dv-cinder-790535-43-iscsi {{(pid=113426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 09:58:14.025028 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-af81c87d-e26c-4c29-92bd-8854ce354df1 admin admin] Publish callbacks [] for router_controller (e2193d24-a808-4fe9-b59b-7f09589274a9), precommit_add_association {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:14.121667 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.db_base_plugin_common [None req-a5391901-06dc-4b06-b270-d2e0e289b06c None None] Allocated IP 172.20.0.2 (5f818df7-9eb8-4b00-80c1-bc6dbfafca51/e6f53e27-affc-429d-81c4-784084a2c348/a8bf9fbf-815e-4388-aa78-61989ac040b4) {{(pid=113425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 09:58:14.172014 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-8f503f22-24f6-470b-8342-f946f9e6c0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b612235f-c44e-4fc6-ace6-e6e2684f6499', 'name': 'tempest-AttachVolumeShelveTestJSON-1566209003-router', 'tenant_id': 'f1713f13f3ff494496a8ef8e5591c1b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'ea69b4ff-4fed-49bf-ac3d-de4f30e2d302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:50:29Z', 'updated_at': '2022-09-16T09:50:35Z', 'revision_number': 4, 'project_id': 'f1713f13f3ff494496a8ef8e5591c1b6', 'gw_port': {'id': 'ea69b4ff-4fed-49bf-ac3d-de4f30e2d302', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:86:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b612235f-c44e-4fc6-ace6-e6e2684f6499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:30Z', 'updated_at': '2022-09-16T09:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_interfaces': [{'id': 'c1f1615c-3b20-4576-9f7b-38e270c021fd', 'name': '', 'network_id': 'fe465541-6175-450e-8791-dc7a519b5e60', 'tenant_id': 'f1713f13f3ff494496a8ef8e5591c1b6', 'mac_address': 'fa:16:3e:a5:c7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b612235f-c44e-4fc6-ace6-e6e2684f6499', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '312d0eea-a7f5-4989-be4b-d8f1ee2c9ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:34Z', 'updated_at': '2022-09-16T09:50:47Z', 'revision_number': 5, 'project_id': 'f1713f13f3ff494496a8ef8e5591c1b6', 'subnets': [{'id': '312d0eea-a7f5-4989-be4b-d8f1ee2c9ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:58:14.197581 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f503f22-24f6-470b-8342-f946f9e6c0a1 None None] The sync data for ids ['b612235f-c44e-4fc6-ace6-e6e2684f6499'] in dv-cinder-790535-43-iscsi is: [{'id': 'b612235f-c44e-4fc6-ace6-e6e2684f6499', 'name': 'tempest-AttachVolumeShelveTestJSON-1566209003-router', 'tenant_id': 'f1713f13f3ff494496a8ef8e5591c1b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'ea69b4ff-4fed-49bf-ac3d-de4f30e2d302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:50:29Z', 'updated_at': '2022-09-16T09:50:35Z', 'revision_number': 4, 'project_id': 'f1713f13f3ff494496a8ef8e5591c1b6', 'gw_port': {'id': 'ea69b4ff-4fed-49bf-ac3d-de4f30e2d302', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:86:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b612235f-c44e-4fc6-ace6-e6e2684f6499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:30Z', 'updated_at': '2022-09-16T09:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_interfaces': [{'id': 'c1f1615c-3b20-4576-9f7b-38e270c021fd', 'name': '', 'network_id': 'fe465541-6175-450e-8791-dc7a519b5e60', 'tenant_id': 'f1713f13f3ff494496a8ef8e5591c1b6', 'mac_address': 'fa:16:3e:a5:c7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b612235f-c44e-4fc6-ace6-e6e2684f6499', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '312d0eea-a7f5-4989-be4b-d8f1ee2c9ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:34Z', 'updated_at': '2022-09-16T09:50:47Z', 'revision_number': 5, 'project_id': 'f1713f13f3ff494496a8ef8e5591c1b6', 'subnets': [{'id': '312d0eea-a7f5-4989-be4b-d8f1ee2c9ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 09:58:14.238445 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-af81c87d-e26c-4c29-92bd-8854ce354df1 admin admin] Publish callbacks [] for router_gateway (e2193d24-a808-4fe9-b59b-7f09589274a9), precommit_update {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:14.296543 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-a5391901-06dc-4b06-b270-d2e0e289b06c None None] Publish callbacks [] for port (a8bf9fbf-815e-4388-aa78-61989ac040b4), precommit_create {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:14.372408 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-a5391901-06dc-4b06-b270-d2e0e289b06c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759571245505'] for port (a8bf9fbf-815e-4388-aa78-61989ac040b4), after_create {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:14.418567 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5391901-06dc-4b06-b270-d2e0e289b06c None None] Network 5f818df7-9eb8-4b00-80c1-bc6dbfafca51 is already hosted by enough agents. {{(pid=113425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 09:58:14.421779 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.scheduler.base_scheduler [None req-a5391901-06dc-4b06-b270-d2e0e289b06c None None] Resources bound (agent type, host, resource id): {{(pid=113425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 09:58:14.425413 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5391901-06dc-4b06-b270-d2e0e289b06c None None] Received port after_create {{(pid=113425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 09:58:14.435866 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4418a9-e3a4-4401-bcd9-1cdc8d3c7e40 None None] New status for floating IP 153a7ab8-e4e8-4de3-9082-81fbc3f664fb: DOWN {{(pid=113425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 09:58:14.439715 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5391901-06dc-4b06-b270-d2e0e289b06c None None] Pushing event updated for resources: {'Port': ['ID=a8bf9fbf-815e-4388-aa78-61989ac040b4,revision_number=1']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:58:14.548850 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-af81c87d-e26c-4c29-92bd-8854ce354df1 admin admin] Publish callbacks [] for router_gateway (e2193d24-a808-4fe9-b59b-7f09589274a9), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:14.569032 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-af81c87d-e26c-4c29-92bd-8854ce354df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:14.589592 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.managers [None req-a5391901-06dc-4b06-b270-d2e0e289b06c None None] Attempting to bind port a8bf9fbf-815e-4388-aa78-61989ac040b4 on host dv-cinder-790535-43-iscsi for vnic_type normal with profile {{(pid=113425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 09:58:14.589970 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.managers [None req-a5391901-06dc-4b06-b270-d2e0e289b06c None None] Attempting to bind port a8bf9fbf-815e-4388-aa78-61989ac040b4 by drivers openvswitch,hyperv on host dv-cinder-790535-43-iscsi at level 0 using segments [{'id': '022a31c6-a388-46c0-9edc-565f96442452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '5f818df7-9eb8-4b00-80c1-bc6dbfafca51'}] {{(pid=113425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 09:58:14.590358 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5391901-06dc-4b06-b270-d2e0e289b06c None None] Attempting to bind port a8bf9fbf-815e-4388-aa78-61989ac040b4 on network 5f818df7-9eb8-4b00-80c1-bc6dbfafca51 {{(pid=113425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 09:58:14.623694 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:14.633619 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5391901-06dc-4b06-b270-d2e0e289b06c None None] Checking agent: {'id': 'be58d251-43cc-467d-bf31-2aae48e2ac56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-43-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 9, 41, 57), 'started_at': datetime.datetime(2022, 9, 16, 9, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 9, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-43-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 09:58:14.634082 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5391901-06dc-4b06-b270-d2e0e289b06c None None] Checking segment: {'id': '022a31c6-a388-46c0-9edc-565f96442452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '5f818df7-9eb8-4b00-80c1-bc6dbfafca51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 09:58:14.634577 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-a5391901-06dc-4b06-b270-d2e0e289b06c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:14.635030 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5391901-06dc-4b06-b270-d2e0e289b06c None None] Bound using segment: {'id': '022a31c6-a388-46c0-9edc-565f96442452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '5f818df7-9eb8-4b00-80c1-bc6dbfafca51'} {{(pid=113425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 09:58:14.635566 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.managers [None req-a5391901-06dc-4b06-b270-d2e0e289b06c None None] Bound port: a8bf9fbf-815e-4388-aa78-61989ac040b4, host: dv-cinder-790535-43-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '022a31c6-a388-46c0-9edc-565f96442452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '5f818df7-9eb8-4b00-80c1-bc6dbfafca51'}}] {{(pid=113425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 09:58:14.636009 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-a5391901-06dc-4b06-b270-d2e0e289b06c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (a8bf9fbf-815e-4388-aa78-61989ac040b4), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:14.648122 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:14.679329 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.db.db_base_plugin_common [None req-af81c87d-e26c-4c29-92bd-8854ce354df1 admin admin] Allocated IP 172.27.1.170 (d06af4bd-75ff-4039-9388-f05026361d79/429d2505-e0fa-44a7-bb81-98c451c1a231/4da2ccde-bb82-4d37-8215-d9229b123eaf) {{(pid=113423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 09:58:14.711904 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-a5391901-06dc-4b06-b270-d2e0e289b06c None None] For port a8bf9fbf-815e-4388-aa78-61989ac040b4, host dv-cinder-790535-43-iscsi, cleared binding levels {{(pid=113425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 09:58:14.715696 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-a5391901-06dc-4b06-b270-d2e0e289b06c None None] For port a8bf9fbf-815e-4388-aa78-61989ac040b4, host dv-cinder-790535-43-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=a8bf9fbf-815e-4388-aa78-61989ac040b4,segment=NetworkSegment(022a31c6-a388-46c0-9edc-565f96442452),segment_id=022a31c6-a388-46c0-9edc-565f96442452)] {{(pid=113425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 09:58:14.805356 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-af81c87d-e26c-4c29-92bd-8854ce354df1 admin admin] Publish callbacks [] for port (4da2ccde-bb82-4d37-8215-d9229b123eaf), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:14.819061 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-a5391901-06dc-4b06-b270-d2e0e289b06c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (a8bf9fbf-815e-4388-aa78-61989ac040b4), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:14.826915 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 56512) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:58:14.882429 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5391901-06dc-4b06-b270-d2e0e289b06c None None] Pushing event updated for resources: {'Port': ['ID=a8bf9fbf-815e-4388-aa78-61989ac040b4,revision_number=2']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:58:14.898977 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-6c2e227b-9b1e-4470-9ac7-62e077c90297 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Publish callbacks [] for security_group (1764e529-5c4e-4de8-acd2-e8fe221d1410), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:14.919308 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-af81c87d-e26c-4c29-92bd-8854ce354df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759571245505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473602'] for port (4da2ccde-bb82-4d37-8215-d9229b123eaf), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:14.927592 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-6c2e227b-9b1e-4470-9ac7-62e077c90297 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Publish callbacks [] for security_group (1764e529-5c4e-4de8-acd2-e8fe221d1410), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:14.955171 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af81c87d-e26c-4c29-92bd-8854ce354df1 admin admin] Network d06af4bd-75ff-4039-9388-f05026361d79 is already hosted by enough agents. {{(pid=113423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 09:58:14.960546 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.base_scheduler [None req-af81c87d-e26c-4c29-92bd-8854ce354df1 admin admin] Resources bound (agent type, host, resource id): {{(pid=113423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 09:58:14.964607 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af81c87d-e26c-4c29-92bd-8854ce354df1 admin admin] Received port after_create {{(pid=113423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 09:58:14.998289 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af81c87d-e26c-4c29-92bd-8854ce354df1 admin admin] Pushing event updated for resources: {'Port': ['ID=4da2ccde-bb82-4d37-8215-d9229b123eaf,revision_number=1']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:58:15.011468 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:15.145013 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-6c2e227b-9b1e-4470-9ac7-62e077c90297 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (1764e529-5c4e-4de8-acd2-e8fe221d1410), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:15.146158 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device a8bf9fbf-815e-4388-aa78-61989ac040b4 up at agent ovs-agent-dv-cinder-790535-43-iscsi {{(pid=113425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 09:58:15.147630 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-6c2e227b-9b1e-4470-9ac7-62e077c90297 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Publish callbacks [] for security_group (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:15.149533 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-6c2e227b-9b1e-4470-9ac7-62e077c90297 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "DELETE /networking/v2.0/security-groups/1764e529-5c4e-4de8-acd2-e8fe221d1410 HTTP/1.1" status: 204 len: 168 time: 0.3214991 Sep 16 09:58:15.154625 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 56518) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:58:15.165611 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2e227b-9b1e-4470-9ac7-62e077c90297 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1764e529-5c4e-4de8-acd2-e8fe221d1410,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:58:15.187836 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.api.v2.resource [None req-4ecc8676-59da-4307-aac2-0e3ba5c7c19c tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] show failed (client error): The resource could not be found. Sep 16 09:58:15.188898 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-4ecc8676-59da-4307-aac2-0e3ba5c7c19c tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "GET /networking/v2.0/security-groups/1764e529-5c4e-4de8-acd2-e8fe221d1410 HTTP/1.1" status: 404 len: 347 time: 0.0332308 Sep 16 09:58:15.191880 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 56522) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:58:15.202354 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:15.217791 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Provisioning complete for port a8bf9fbf-815e-4388-aa78-61989ac040b4 triggered by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:58:15.218104 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (a8bf9fbf-815e-4388-aa78-61989ac040b4), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:15.218444 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Attempt 1 to provision port a8bf9fbf-815e-4388-aa78-61989ac040b4 Sep 16 09:58:15.307817 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Current status of the port a8bf9fbf-815e-4388-aa78-61989ac040b4 is: DOWN; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:58:15.308644 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (a8bf9fbf-815e-4388-aa78-61989ac040b4), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:15.345576 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] For port a8bf9fbf-815e-4388-aa78-61989ac040b4, host dv-cinder-790535-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=a8bf9fbf-815e-4388-aa78-61989ac040b4,segment=NetworkSegment(022a31c6-a388-46c0-9edc-565f96442452),segment_id=022a31c6-a388-46c0-9edc-565f96442452)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:58:15.399546 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.plugin [None req-047cd882-0579-413c-a9bf-74bc87c3d665 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Deleting port 1b983af9-2c76-4a79-b301-45521e10917c {{(pid=113423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 09:58:15.399922 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-047cd882-0579-413c-a9bf-74bc87c3d665 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759571771405'] for port (1b983af9-2c76-4a79-b301-45521e10917c), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:15.433123 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (a8bf9fbf-815e-4388-aa78-61989ac040b4), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:15.450172 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-af81c87d-e26c-4c29-92bd-8854ce354df1 admin admin] Publish callbacks [] for router_gateway (e2193d24-a808-4fe9-b59b-7f09589274a9), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:15.486537 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Pushing event updated for resources: {'Port': ['ID=a8bf9fbf-815e-4388-aa78-61989ac040b4,revision_number=3']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:58:15.564343 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-047cd882-0579-413c-a9bf-74bc87c3d665 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699225'] for port (1b983af9-2c76-4a79-b301-45521e10917c), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:15.564834 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-047cd882-0579-413c-a9bf-74bc87c3d665 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Publish callbacks [] for floatingip (1b983af9-2c76-4a79-b301-45521e10917c), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:15.584368 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.plugin [None req-047cd882-0579-413c-a9bf-74bc87c3d665 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Calling delete_port for 1b983af9-2c76-4a79-b301-45521e10917c owned by network:floatingip {{(pid=113423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 09:58:15.585846 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:15.748712 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-af81c87d-e26c-4c29-92bd-8854ce354df1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-711457'] for router (e2193d24-a808-4fe9-b59b-7f09589274a9), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:15.885753 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ced1375-fe4a-424a-8e8b-10e62feb36f8 None None] Network 5f818df7-9eb8-4b00-80c1-bc6dbfafca51 requested from dv-cinder-790535-43-iscsi {{(pid=113425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 09:58:15.950069 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-dd0584ea-6d8d-415b-8ca3-6a51a24a477c None None] Provisioning complete for port a8bf9fbf-815e-4388-aa78-61989ac040b4 triggered by entity DHCP. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:58:15.950440 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-dd0584ea-6d8d-415b-8ca3-6a51a24a477c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (a8bf9fbf-815e-4388-aa78-61989ac040b4), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:15.950806 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-dd0584ea-6d8d-415b-8ca3-6a51a24a477c None None] Attempt 1 to provision port a8bf9fbf-815e-4388-aa78-61989ac040b4 Sep 16 09:58:15.952567 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-047cd882-0579-413c-a9bf-74bc87c3d665 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759571687051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759571245514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473602'] for port (1b983af9-2c76-4a79-b301-45521e10917c), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:15.963089 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:INSERT=1 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:16.001720 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Device 789fb3b6-eef8-4edd-a929-e88fed92432d no longer exists at agent hyperv_hv-cinder-79053 {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 09:58:16.011795 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047cd882-0579-413c-a9bf-74bc87c3d665 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Pushing event deleted for resources: {'Port': ['ID=1b983af9-2c76-4a79-b301-45521e10917c,revision_number=None']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:58:16.015047 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af81c87d-e26c-4c29-92bd-8854ce354df1 admin admin] Router e2193d24-a808-4fe9-b59b-7f09589274a9 is scheduled to L3 agent 647718b3-8298-4382-86e2-3fad9f5d7804 with binding_index 1 {{(pid=113423) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 09:58:16.030590 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] No Port match for: 789fb3b6-eef8-4edd-a929-e88fed92432d {{(pid=113425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 09:58:16.030938 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Device 789fb3b6-eef8-4edd-a929-e88fed92432d not bound to the agent host hv-cinder-79053 {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 09:58:16.097813 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-dd0584ea-6d8d-415b-8ca3-6a51a24a477c None None] Current status of the port a8bf9fbf-815e-4388-aa78-61989ac040b4 is: ACTIVE; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:58:16.110280 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-047cd882-0579-413c-a9bf-74bc87c3d665 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Publish callbacks [] for floatingip (153a7ab8-e4e8-4de3-9082-81fbc3f664fb), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:16.113144 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-047cd882-0579-413c-a9bf-74bc87c3d665 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110971'] for floatingip (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:16.114379 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-047cd882-0579-413c-a9bf-74bc87c3d665 tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] 10.222.0.73 "DELETE /networking/v2.0/floatingips/153a7ab8-e4e8-4de3-9082-81fbc3f664fb HTTP/1.1" status: 204 len: 168 time: 0.9213977 Sep 16 09:58:16.317468 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-6c155cad-82b5-4de5-b8f0-e0e2ebac6d28 None None] Provisioning complete for port a8bf9fbf-815e-4388-aa78-61989ac040b4 triggered by entity DHCP. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:58:16.318116 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-6c155cad-82b5-4de5-b8f0-e0e2ebac6d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (a8bf9fbf-815e-4388-aa78-61989ac040b4), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:16.318361 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-6c155cad-82b5-4de5-b8f0-e0e2ebac6d28 None None] Attempt 1 to provision port a8bf9fbf-815e-4388-aa78-61989ac040b4 Sep 16 09:58:16.410426 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-6c155cad-82b5-4de5-b8f0-e0e2ebac6d28 None None] Current status of the port a8bf9fbf-815e-4388-aa78-61989ac040b4 is: ACTIVE; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:58:16.440103 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af81c87d-e26c-4c29-92bd-8854ce354df1 admin admin] Notify agent at l3_agent.dv-cinder-790535-43-iscsi the message routers_updated {{(pid=113423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 09:58:16.449402 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdfdcd6-0cc8-4d27-9a73-55aa3f079575 None None] Sync routers for ids ['e2193d24-a808-4fe9-b59b-7f09589274a9'] in dv-cinder-790535-43-iscsi {{(pid=113426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 09:58:16.462632 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdfdcd6-0cc8-4d27-9a73-55aa3f079575 None None] Routers {'e2193d24-a808-4fe9-b59b-7f09589274a9'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 09:58:16.463173 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-8bdfdcd6-0cc8-4d27-9a73-55aa3f079575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T09:57:54Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['e2193d24-a808-4fe9-b59b-7f09589274a9'], 'active': True} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:58:16.551912 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-af81c87d-e26c-4c29-92bd-8854ce354df1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:16.553074 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-af81c87d-e26c-4c29-92bd-8854ce354df1 admin admin] 10.222.0.73 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7494743 Sep 16 09:58:16.555977 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 56532) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:58:16.567236 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvr_db [None req-8bdfdcd6-0cc8-4d27-9a73-55aa3f079575 None None] Set router e2193d24-a808-4fe9-b59b-7f09589274a9 gateway port host: dv-cinder-790535-43-iscsi {{(pid=113426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 09:58:16.735030 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-8bdfdcd6-0cc8-4d27-9a73-55aa3f079575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2193d24-a808-4fe9-b59b-7f09589274a9', 'name': 'tempest-TestShelveInstance-1857850018-router', 'tenant_id': '92e292a400454c93a48aca5510bfcee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '4da2ccde-bb82-4d37-8215-d9229b123eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:58:13Z', 'updated_at': '2022-09-16T09:58:15Z', 'revision_number': 3, 'project_id': '92e292a400454c93a48aca5510bfcee9', 'gw_port': {'id': '4da2ccde-bb82-4d37-8215-d9229b123eaf', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2193d24-a808-4fe9-b59b-7f09589274a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:58:14Z', 'updated_at': '2022-09-16T09:58:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi'}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:58:16.764928 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdfdcd6-0cc8-4d27-9a73-55aa3f079575 None None] Checking router: e2193d24-a808-4fe9-b59b-7f09589274a9 for host: dv-cinder-790535-43-iscsi {{(pid=113426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 09:58:16.765293 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdfdcd6-0cc8-4d27-9a73-55aa3f079575 None None] Updating router e2193d24-a808-4fe9-b59b-7f09589274a9 port 4da2ccde-bb82-4d37-8215-d9229b123eaf binding host dv-cinder-790535-43-iscsi {{(pid=113426) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 09:58:16.789724 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=100 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:16.792321 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron_lib.callbacks.manager [None req-8bdfdcd6-0cc8-4d27-9a73-55aa3f079575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (4da2ccde-bb82-4d37-8215-d9229b123eaf), before_update {{(pid=113426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:16.795063 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=100 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:16.969573 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-16a71167-464a-4533-8559-49ab5e146955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:17.045739 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron_lib.callbacks.manager [None req-8bdfdcd6-0cc8-4d27-9a73-55aa3f079575 None None] Publish callbacks [] for port (4da2ccde-bb82-4d37-8215-d9229b123eaf), precommit_update {{(pid=113426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:17.107354 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:17.120862 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron_lib.callbacks.manager [None req-8bdfdcd6-0cc8-4d27-9a73-55aa3f079575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (4da2ccde-bb82-4d37-8215-d9229b123eaf), after_update {{(pid=113426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:17.152032 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.db.db_base_plugin_common [None req-16a71167-464a-4533-8559-49ab5e146955 admin admin] Allocated IP 172.20.0.1 (5f818df7-9eb8-4b00-80c1-bc6dbfafca51/e6f53e27-affc-429d-81c4-784084a2c348/936c45e4-c245-442f-a0d9-e2f6dbb91d15) {{(pid=113423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 09:58:17.152682 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device a8bf9fbf-815e-4388-aa78-61989ac040b4 up at agent ovs-agent-dv-cinder-790535-43-iscsi {{(pid=113425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 09:58:17.161574 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.managers [None req-8bdfdcd6-0cc8-4d27-9a73-55aa3f079575 None None] Attempting to bind port 4da2ccde-bb82-4d37-8215-d9229b123eaf on host dv-cinder-790535-43-iscsi for vnic_type normal with profile {{(pid=113426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 09:58:17.161837 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.managers [None req-8bdfdcd6-0cc8-4d27-9a73-55aa3f079575 None None] Attempting to bind port 4da2ccde-bb82-4d37-8215-d9229b123eaf by drivers openvswitch,hyperv on host dv-cinder-790535-43-iscsi at level 0 using segments [{'id': '0b254eb8-8459-4a20-9dd6-e212af12e724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79'}] {{(pid=113426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 09:58:17.162198 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdfdcd6-0cc8-4d27-9a73-55aa3f079575 None None] Attempting to bind port 4da2ccde-bb82-4d37-8215-d9229b123eaf on network d06af4bd-75ff-4039-9388-f05026361d79 {{(pid=113426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 09:58:17.196699 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd2df03-53fa-472e-ab6c-b7f3b5d8a037 None None] Pushing event updated for resources: {'Port': ['ID=4da2ccde-bb82-4d37-8215-d9229b123eaf,revision_number=2']} {{(pid=113426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:58:17.207799 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Provisioning complete for port a8bf9fbf-815e-4388-aa78-61989ac040b4 triggered by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:58:17.208182 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (a8bf9fbf-815e-4388-aa78-61989ac040b4), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:17.208696 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Attempt 1 to provision port a8bf9fbf-815e-4388-aa78-61989ac040b4 Sep 16 09:58:17.211969 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd2df03-53fa-472e-ab6c-b7f3b5d8a037 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:58:17.212324 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd2df03-53fa-472e-ab6c-b7f3b5d8a037 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:58:17.212685 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd2df03-53fa-472e-ab6c-b7f3b5d8a037 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:58:17.213041 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd2df03-53fa-472e-ab6c-b7f3b5d8a037 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:58:17.213421 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd2df03-53fa-472e-ab6c-b7f3b5d8a037 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:58:17.213726 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd2df03-53fa-472e-ab6c-b7f3b5d8a037 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:58:17.214055 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd2df03-53fa-472e-ab6c-b7f3b5d8a037 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:58:17.214454 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd2df03-53fa-472e-ab6c-b7f3b5d8a037 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:58:17.214895 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd2df03-53fa-472e-ab6c-b7f3b5d8a037 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:58:17.215228 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd2df03-53fa-472e-ab6c-b7f3b5d8a037 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:58:17.215550 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd2df03-53fa-472e-ab6c-b7f3b5d8a037 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:58:17.215882 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd2df03-53fa-472e-ab6c-b7f3b5d8a037 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:58:17.216220 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd2df03-53fa-472e-ab6c-b7f3b5d8a037 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:58:17.216536 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd2df03-53fa-472e-ab6c-b7f3b5d8a037 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:58:17.217140 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd2df03-53fa-472e-ab6c-b7f3b5d8a037 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:58:17.239851 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdfdcd6-0cc8-4d27-9a73-55aa3f079575 None None] Checking agent: {'id': 'be58d251-43cc-467d-bf31-2aae48e2ac56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-43-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 9, 41, 57), 'started_at': datetime.datetime(2022, 9, 16, 9, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 9, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-43-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 09:58:17.239851 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdfdcd6-0cc8-4d27-9a73-55aa3f079575 None None] Checking segment: {'id': '0b254eb8-8459-4a20-9dd6-e212af12e724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 09:58:17.239851 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron_lib.callbacks.manager [None req-8bdfdcd6-0cc8-4d27-9a73-55aa3f079575 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:17.239851 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdfdcd6-0cc8-4d27-9a73-55aa3f079575 None None] Bound using segment: {'id': '0b254eb8-8459-4a20-9dd6-e212af12e724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79'} {{(pid=113426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 09:58:17.239851 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.managers [None req-8bdfdcd6-0cc8-4d27-9a73-55aa3f079575 None None] Bound port: 4da2ccde-bb82-4d37-8215-d9229b123eaf, host: dv-cinder-790535-43-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b254eb8-8459-4a20-9dd6-e212af12e724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79'}}] {{(pid=113426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 09:58:17.239851 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron_lib.callbacks.manager [None req-8bdfdcd6-0cc8-4d27-9a73-55aa3f079575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (4da2ccde-bb82-4d37-8215-d9229b123eaf), before_update {{(pid=113426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:17.251536 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:17.289626 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.db [None req-8bdfdcd6-0cc8-4d27-9a73-55aa3f079575 None None] For port 4da2ccde-bb82-4d37-8215-d9229b123eaf, host dv-cinder-790535-43-iscsi, cleared binding levels {{(pid=113426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 09:58:17.293358 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.db [None req-8bdfdcd6-0cc8-4d27-9a73-55aa3f079575 None None] For port 4da2ccde-bb82-4d37-8215-d9229b123eaf, host dv-cinder-790535-43-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=4da2ccde-bb82-4d37-8215-d9229b123eaf,segment=NetworkSegment(0b254eb8-8459-4a20-9dd6-e212af12e724),segment_id=0b254eb8-8459-4a20-9dd6-e212af12e724)] {{(pid=113426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 09:58:17.296248 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-16a71167-464a-4533-8559-49ab5e146955 admin admin] Publish callbacks [] for port (936c45e4-c245-442f-a0d9-e2f6dbb91d15), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:17.299282 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:17.310550 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Current status of the port a8bf9fbf-815e-4388-aa78-61989ac040b4 is: ACTIVE; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:58:17.367186 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron_lib.callbacks.manager [None req-8bdfdcd6-0cc8-4d27-9a73-55aa3f079575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (4da2ccde-bb82-4d37-8215-d9229b123eaf), after_update {{(pid=113426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:17.398540 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-16a71167-464a-4533-8559-49ab5e146955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759571245505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473602'] for port (936c45e4-c245-442f-a0d9-e2f6dbb91d15), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:17.406107 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdfdcd6-0cc8-4d27-9a73-55aa3f079575 None None] Routers {'e2193d24-a808-4fe9-b59b-7f09589274a9'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 09:58:17.406923 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-8bdfdcd6-0cc8-4d27-9a73-55aa3f079575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T09:57:54Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['e2193d24-a808-4fe9-b59b-7f09589274a9'], 'active': True} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:58:17.438356 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a71167-464a-4533-8559-49ab5e146955 admin admin] Network 5f818df7-9eb8-4b00-80c1-bc6dbfafca51 is already hosted by enough agents. {{(pid=113423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 09:58:17.443250 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.base_scheduler [None req-16a71167-464a-4533-8559-49ab5e146955 admin admin] Resources bound (agent type, host, resource id): {{(pid=113423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 09:58:17.447330 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a71167-464a-4533-8559-49ab5e146955 admin admin] Received port after_create {{(pid=113423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 09:58:17.472952 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a71167-464a-4533-8559-49ab5e146955 admin admin] Pushing event updated for resources: {'Port': ['ID=936c45e4-c245-442f-a0d9-e2f6dbb91d15,revision_number=1']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:58:17.506292 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-16a71167-464a-4533-8559-49ab5e146955 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691992'] for router_interface (e2193d24-a808-4fe9-b59b-7f09589274a9), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:17.591867 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd2df03-53fa-472e-ab6c-b7f3b5d8a037 None None] Pushing event updated for resources: {'Port': ['ID=4da2ccde-bb82-4d37-8215-d9229b123eaf,revision_number=3']} {{(pid=113426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:58:17.676436 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvr_db [None req-8bdfdcd6-0cc8-4d27-9a73-55aa3f079575 None None] Set router e2193d24-a808-4fe9-b59b-7f09589274a9 gateway port host: dv-cinder-790535-43-iscsi {{(pid=113426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 09:58:17.733275 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-16a71167-464a-4533-8559-49ab5e146955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (936c45e4-c245-442f-a0d9-e2f6dbb91d15), before_update {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:17.739342 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-b5e48c5c-6647-4a1a-8d7a-8ada7ac1d945 None None] Provisioning complete for port 936c45e4-c245-442f-a0d9-e2f6dbb91d15 triggered by entity DHCP. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:58:17.740268 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-b5e48c5c-6647-4a1a-8d7a-8ada7ac1d945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (936c45e4-c245-442f-a0d9-e2f6dbb91d15), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:17.740843 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-b5e48c5c-6647-4a1a-8d7a-8ada7ac1d945 None None] Attempt 1 to provision port 936c45e4-c245-442f-a0d9-e2f6dbb91d15 Sep 16 09:58:17.770873 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:17.781317 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-b5e48c5c-6647-4a1a-8d7a-8ada7ac1d945 None None] Port 936c45e4-c245-442f-a0d9-e2f6dbb91d15 cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:58:17.848790 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:17.861733 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-8bdfdcd6-0cc8-4d27-9a73-55aa3f079575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2193d24-a808-4fe9-b59b-7f09589274a9', 'name': 'tempest-TestShelveInstance-1857850018-router', 'tenant_id': '92e292a400454c93a48aca5510bfcee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '4da2ccde-bb82-4d37-8215-d9229b123eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:58:13Z', 'updated_at': '2022-09-16T09:58:15Z', 'revision_number': 3, 'project_id': '92e292a400454c93a48aca5510bfcee9', 'gw_port': {'id': '4da2ccde-bb82-4d37-8215-d9229b123eaf', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2193d24-a808-4fe9-b59b-7f09589274a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:58:14Z', 'updated_at': '2022-09-16T09:58:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi'}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:58:17.899521 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdfdcd6-0cc8-4d27-9a73-55aa3f079575 None None] The sync data for ids ['e2193d24-a808-4fe9-b59b-7f09589274a9'] in dv-cinder-790535-43-iscsi is: [{'id': 'e2193d24-a808-4fe9-b59b-7f09589274a9', 'name': 'tempest-TestShelveInstance-1857850018-router', 'tenant_id': '92e292a400454c93a48aca5510bfcee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '4da2ccde-bb82-4d37-8215-d9229b123eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:58:13Z', 'updated_at': '2022-09-16T09:58:15Z', 'revision_number': 3, 'project_id': '92e292a400454c93a48aca5510bfcee9', 'gw_port': {'id': '4da2ccde-bb82-4d37-8215-d9229b123eaf', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2193d24-a808-4fe9-b59b-7f09589274a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:58:14Z', 'updated_at': '2022-09-16T09:58:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi'}] {{(pid=113426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 09:58:17.928840 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-16a71167-464a-4533-8559-49ab5e146955 admin admin] Publish callbacks [] for port (936c45e4-c245-442f-a0d9-e2f6dbb91d15), precommit_update {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:18.019581 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-16a71167-464a-4533-8559-49ab5e146955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473659'] for port (936c45e4-c245-442f-a0d9-e2f6dbb91d15), after_update {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:18.095694 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-16a71167-464a-4533-8559-49ab5e146955 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692108'] for router_interface (e2193d24-a808-4fe9-b59b-7f09589274a9), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:18.098701 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a71167-464a-4533-8559-49ab5e146955 admin admin] Pushing event updated for resources: {'Port': ['ID=936c45e4-c245-442f-a0d9-e2f6dbb91d15,revision_number=2']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:58:18.210178 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a71167-464a-4533-8559-49ab5e146955 admin admin] Network 5f818df7-9eb8-4b00-80c1-bc6dbfafca51 is already hosted by enough agents. {{(pid=113423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 09:58:18.212812 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.base_scheduler [None req-16a71167-464a-4533-8559-49ab5e146955 admin admin] Resources bound (agent type, host, resource id): {{(pid=113423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 09:58:18.282778 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-b5e48c5c-6647-4a1a-8d7a-8ada7ac1d945 None None] Attempt 2 to provision port 936c45e4-c245-442f-a0d9-e2f6dbb91d15 Sep 16 09:58:18.324944 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-b5e48c5c-6647-4a1a-8d7a-8ada7ac1d945 None None] Port 936c45e4-c245-442f-a0d9-e2f6dbb91d15 cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:58:18.364084 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16a71167-464a-4533-8559-49ab5e146955 admin admin] Router e2193d24-a808-4fe9-b59b-7f09589274a9 has already been hosted by L3 agent 647718b3-8298-4382-86e2-3fad9f5d7804 {{(pid=113423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 09:58:18.424148 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=100 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:18.489496 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16a71167-464a-4533-8559-49ab5e146955 admin admin] Notify agent at l3_agent.dv-cinder-790535-43-iscsi the message routers_updated {{(pid=113423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 09:58:18.495581 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-16a71167-464a-4533-8559-49ab5e146955 admin admin] 10.222.0.73 "PUT /networking/v2.0/routers/e2193d24-a808-4fe9-b59b-7f09589274a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9386001 Sep 16 09:58:18.825932 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-b5e48c5c-6647-4a1a-8d7a-8ada7ac1d945 None None] Attempt 3 to provision port 936c45e4-c245-442f-a0d9-e2f6dbb91d15 Sep 16 09:58:18.862739 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-b5e48c5c-6647-4a1a-8d7a-8ada7ac1d945 None None] Port 936c45e4-c245-442f-a0d9-e2f6dbb91d15 cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:58:19.077706 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 56584) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:58:19.124767 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device 4da2ccde-bb82-4d37-8215-d9229b123eaf up at agent ovs-agent-dv-cinder-790535-43-iscsi {{(pid=113425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 09:58:19.177380 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Provisioning complete for port 4da2ccde-bb82-4d37-8215-d9229b123eaf triggered by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:58:19.177986 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (4da2ccde-bb82-4d37-8215-d9229b123eaf), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:19.178503 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Attempt 1 to provision port 4da2ccde-bb82-4d37-8215-d9229b123eaf Sep 16 09:58:19.283527 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Current status of the port 4da2ccde-bb82-4d37-8215-d9229b123eaf is: DOWN; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:58:19.284315 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (4da2ccde-bb82-4d37-8215-d9229b123eaf), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:19.310579 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] For port 4da2ccde-bb82-4d37-8215-d9229b123eaf, host dv-cinder-790535-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=4da2ccde-bb82-4d37-8215-d9229b123eaf,segment=NetworkSegment(0b254eb8-8459-4a20-9dd6-e212af12e724),segment_id=0b254eb8-8459-4a20-9dd6-e212af12e724)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:58:19.356803 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 56592) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:58:19.363675 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-b5e48c5c-6647-4a1a-8d7a-8ada7ac1d945 None None] Attempt 4 to provision port 936c45e4-c245-442f-a0d9-e2f6dbb91d15 Sep 16 09:58:19.411692 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (4da2ccde-bb82-4d37-8215-d9229b123eaf), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:19.453017 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-b5e48c5c-6647-4a1a-8d7a-8ada7ac1d945 None None] Port 936c45e4-c245-442f-a0d9-e2f6dbb91d15 cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:58:19.476964 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Pushing event updated for resources: {'Port': ['ID=4da2ccde-bb82-4d37-8215-d9229b123eaf,revision_number=4']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:58:19.511353 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-94f765f6-63ef-4e30-a105-4e154591b1f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:19.611580 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-94f765f6-63ef-4e30-a105-4e154591b1f1 admin admin] Publish callbacks [] for security_group (3e70f41e-fcef-4726-95e8-2ab52ef76fee), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:19.648451 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-f0ab2b2d-8295-47c7-b414-242b336ef252 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692131'] for router_interface (b612235f-c44e-4fc6-ace6-e6e2684f6499), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:19.672175 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-94f765f6-63ef-4e30-a105-4e154591b1f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (3e70f41e-fcef-4726-95e8-2ab52ef76fee), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:19.683369 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 56602) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:58:19.690699 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0dfe5a-7283-4629-91b3-5ab93eafaf96 None None] Sync routers for ids ['e2193d24-a808-4fe9-b59b-7f09589274a9'] in dv-cinder-790535-43-iscsi {{(pid=113425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 09:58:19.690857 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.v2.base [None req-ad293f56-320b-4724-b283-e1b439802293 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1043494730-network', 'tenant_id': '7745a4f0a9f14e03b2e610412634d470'}} {{(pid=113423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:58:19.697205 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0dfe5a-7283-4629-91b3-5ab93eafaf96 None None] Routers {'e2193d24-a808-4fe9-b59b-7f09589274a9'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 09:58:19.697857 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-5e0dfe5a-7283-4629-91b3-5ab93eafaf96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T09:57:54Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['e2193d24-a808-4fe9-b59b-7f09589274a9'], 'active': True} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:58:19.702288 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-94f765f6-63ef-4e30-a105-4e154591b1f1 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=8d6c56519dc74f3597ae8f4449cc9dda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3443098 Sep 16 09:58:19.707027 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 56604) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:58:19.721727 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f765f6-63ef-4e30-a105-4e154591b1f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e70f41e-fcef-4726-95e8-2ab52ef76fee,revision_number=1']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:58:19.806949 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvr_db [None req-5e0dfe5a-7283-4629-91b3-5ab93eafaf96 None None] Set router e2193d24-a808-4fe9-b59b-7f09589274a9 gateway port host: dv-cinder-790535-43-iscsi {{(pid=113425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 09:58:19.810961 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad293f56-320b-4724-b283-e1b439802293 admin admin] Made reservation on behalf of 7745a4f0a9f14e03b2e610412634d470 for: {'network': 1} {{(pid=113423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 09:58:19.813299 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-ad293f56-320b-4724-b283-e1b439802293 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for network (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:19.847843 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-1e025c07-24e8-473a-a4a4-c6aea146aad7 admin admin] Publish callbacks [] for security_group (3e70f41e-fcef-4726-95e8-2ab52ef76fee), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:19.857477 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-ad293f56-320b-4724-b283-e1b439802293 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:19.897214 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-1e025c07-24e8-473a-a4a4-c6aea146aad7 admin admin] Publish callbacks [] for security_group (3e70f41e-fcef-4726-95e8-2ab52ef76fee), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:19.924677 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:19.954268 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-b5e48c5c-6647-4a1a-8d7a-8ada7ac1d945 None None] Attempt 5 to provision port 936c45e4-c245-442f-a0d9-e2f6dbb91d15 Sep 16 09:58:20.018540 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-b5e48c5c-6647-4a1a-8d7a-8ada7ac1d945 None None] Port 936c45e4-c245-442f-a0d9-e2f6dbb91d15 cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:58:20.022474 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:20.030597 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-5e0dfe5a-7283-4629-91b3-5ab93eafaf96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2193d24-a808-4fe9-b59b-7f09589274a9', 'name': 'tempest-TestShelveInstance-1857850018-router', 'tenant_id': '92e292a400454c93a48aca5510bfcee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '4da2ccde-bb82-4d37-8215-d9229b123eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:58:13Z', 'updated_at': '2022-09-16T09:58:17Z', 'revision_number': 4, 'project_id': '92e292a400454c93a48aca5510bfcee9', 'gw_port': {'id': '4da2ccde-bb82-4d37-8215-d9229b123eaf', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2193d24-a808-4fe9-b59b-7f09589274a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:58:14Z', 'updated_at': '2022-09-16T09:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_interfaces': [{'id': '936c45e4-c245-442f-a0d9-e2f6dbb91d15', 'name': '', 'network_id': '5f818df7-9eb8-4b00-80c1-bc6dbfafca51', 'tenant_id': '92e292a400454c93a48aca5510bfcee9', 'mac_address': 'fa:16:3e:81:3a:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2193d24-a808-4fe9-b59b-7f09589274a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'e6f53e27-affc-429d-81c4-784084a2c348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:58:16Z', 'updated_at': '2022-09-16T09:58:17Z', 'revision_number': 2, 'project_id': '92e292a400454c93a48aca5510bfcee9', 'subnets': [{'id': 'e6f53e27-affc-429d-81c4-784084a2c348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:58:20.041436 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:20.051450 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.plugin [None req-f0ab2b2d-8295-47c7-b414-242b336ef252 admin admin] Deleting port c1f1615c-3b20-4576-9f7b-38e270c021fd {{(pid=113423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 09:58:20.051789 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-f0ab2b2d-8295-47c7-b414-242b336ef252 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759571771405'] for port (c1f1615c-3b20-4576-9f7b-38e270c021fd), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:20.056539 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0dfe5a-7283-4629-91b3-5ab93eafaf96 None None] Checking router: e2193d24-a808-4fe9-b59b-7f09589274a9 for host: dv-cinder-790535-43-iscsi {{(pid=113425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 09:58:20.056899 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0dfe5a-7283-4629-91b3-5ab93eafaf96 None None] Updating router e2193d24-a808-4fe9-b59b-7f09589274a9 port 936c45e4-c245-442f-a0d9-e2f6dbb91d15 binding host dv-cinder-790535-43-iscsi {{(pid=113425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 09:58:20.073915 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-ad293f56-320b-4724-b283-e1b439802293 admin admin] Publish callbacks [] for security_group (4d5e94ae-50ce-45f5-81ed-763e6f1e6e78), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:20.083200 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=100 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:20.088178 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-5e0dfe5a-7283-4629-91b3-5ab93eafaf96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (936c45e4-c245-442f-a0d9-e2f6dbb91d15), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:20.110463 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-1e025c07-24e8-473a-a4a4-c6aea146aad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (3e70f41e-fcef-4726-95e8-2ab52ef76fee), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:20.112966 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-1e025c07-24e8-473a-a4a4-c6aea146aad7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:20.114132 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-1e025c07-24e8-473a-a4a4-c6aea146aad7 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/3e70f41e-fcef-4726-95e8-2ab52ef76fee HTTP/1.1" status: 204 len: 168 time: 0.4046946 Sep 16 09:58:20.130868 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e025c07-24e8-473a-a4a4-c6aea146aad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e70f41e-fcef-4726-95e8-2ab52ef76fee,revision_number=None']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:58:20.144669 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-ad293f56-320b-4724-b283-e1b439802293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (4d5e94ae-50ce-45f5-81ed-763e6f1e6e78), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:20.172501 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.db [None req-f0ab2b2d-8295-47c7-b414-242b336ef252 admin admin] For port c1f1615c-3b20-4576-9f7b-38e270c021fd, host dv-cinder-790535-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=c1f1615c-3b20-4576-9f7b-38e270c021fd,segment=NetworkSegment(dbdfa156-b328-4b02-9174-23c649e3a4fb),segment_id=dbdfa156-b328-4b02-9174-23c649e3a4fb)] {{(pid=113423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:58:20.172903 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-f0ab2b2d-8295-47c7-b414-242b336ef252 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699225'] for port (c1f1615c-3b20-4576-9f7b-38e270c021fd), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:20.201965 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.plugin [None req-f0ab2b2d-8295-47c7-b414-242b336ef252 admin admin] Calling delete_port for c1f1615c-3b20-4576-9f7b-38e270c021fd owned by network:router_interface {{(pid=113423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 09:58:20.204091 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad293f56-320b-4724-b283-e1b439802293 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=113423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 09:58:20.205910 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad293f56-320b-4724-b283-e1b439802293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d5e94ae-50ce-45f5-81ed-763e6f1e6e78,revision_number=1']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:58:20.223000 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-ad293f56-320b-4724-b283-e1b439802293 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1277354'] for segment (82c1c5c3-7389-4f28-a912-6cf23b63dbea), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:20.223352 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.db.segments_db [None req-ad293f56-320b-4724-b283-e1b439802293 admin admin] Added segment 82c1c5c3-7389-4f28-a912-6cf23b63dbea of type vlan for network efcee80f-84e3-4c3a-9956-ec53ee03c508 Sep 16 09:58:20.296033 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-ad293f56-320b-4724-b283-e1b439802293 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759571199151'] for network (efcee80f-84e3-4c3a-9956-ec53ee03c508), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:20.399411 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-ad293f56-320b-4724-b283-e1b439802293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335'] for network (efcee80f-84e3-4c3a-9956-ec53ee03c508), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:20.401245 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad293f56-320b-4724-b283-e1b439802293 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:58:20.401245 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-ad293f56-320b-4724-b283-e1b439802293 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546317'] for network (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:20.407037 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-5e0dfe5a-7283-4629-91b3-5ab93eafaf96 None None] Publish callbacks [] for port (936c45e4-c245-442f-a0d9-e2f6dbb91d15), precommit_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:20.483910 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-5e0dfe5a-7283-4629-91b3-5ab93eafaf96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (936c45e4-c245-442f-a0d9-e2f6dbb91d15), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:20.522366 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-b5e48c5c-6647-4a1a-8d7a-8ada7ac1d945 None None] Attempt 6 to provision port 936c45e4-c245-442f-a0d9-e2f6dbb91d15 Sep 16 09:58:20.581976 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96d3379-9774-4c73-95da-0498e716e0f2 None None] Pushing event updated for resources: {'Port': ['ID=936c45e4-c245-442f-a0d9-e2f6dbb91d15,revision_number=3']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:58:20.736766 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:20.743531 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-b5e48c5c-6647-4a1a-8d7a-8ada7ac1d945 None None] Port 936c45e4-c245-442f-a0d9-e2f6dbb91d15 cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:58:20.744646 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad293f56-320b-4724-b283-e1b439802293 admin admin] Pushing event updated for resources: {'Network': ['ID=efcee80f-84e3-4c3a-9956-ec53ee03c508,revision_number=1']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:58:20.757056 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Network efcee80f-84e3-4c3a-9956-ec53ee03c508 details requested by agent ovs-agent-dv-cinder-790535-43-iscsi with host dv-cinder-790535-43-iscsi {{(pid=113425) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 09:58:20.759779 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.managers [None req-5e0dfe5a-7283-4629-91b3-5ab93eafaf96 None None] Attempting to bind port 936c45e4-c245-442f-a0d9-e2f6dbb91d15 on host dv-cinder-790535-43-iscsi for vnic_type normal with profile {{(pid=113425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 09:58:20.759993 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.managers [None req-5e0dfe5a-7283-4629-91b3-5ab93eafaf96 None None] Attempting to bind port 936c45e4-c245-442f-a0d9-e2f6dbb91d15 by drivers openvswitch,hyperv on host dv-cinder-790535-43-iscsi at level 0 using segments [{'id': '022a31c6-a388-46c0-9edc-565f96442452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '5f818df7-9eb8-4b00-80c1-bc6dbfafca51'}] {{(pid=113425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 09:58:20.760353 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0dfe5a-7283-4629-91b3-5ab93eafaf96 None None] Attempting to bind port 936c45e4-c245-442f-a0d9-e2f6dbb91d15 on network 5f818df7-9eb8-4b00-80c1-bc6dbfafca51 {{(pid=113425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 09:58:20.886174 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0dfe5a-7283-4629-91b3-5ab93eafaf96 None None] Checking agent: {'id': 'be58d251-43cc-467d-bf31-2aae48e2ac56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-43-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 9, 41, 57), 'started_at': datetime.datetime(2022, 9, 16, 9, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 9, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-43-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 09:58:20.886174 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0dfe5a-7283-4629-91b3-5ab93eafaf96 None None] Checking segment: {'id': '022a31c6-a388-46c0-9edc-565f96442452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '5f818df7-9eb8-4b00-80c1-bc6dbfafca51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 09:58:20.886174 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-5e0dfe5a-7283-4629-91b3-5ab93eafaf96 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:20.886174 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0dfe5a-7283-4629-91b3-5ab93eafaf96 None None] Bound using segment: {'id': '022a31c6-a388-46c0-9edc-565f96442452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '5f818df7-9eb8-4b00-80c1-bc6dbfafca51'} {{(pid=113425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 09:58:20.886789 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.managers [None req-5e0dfe5a-7283-4629-91b3-5ab93eafaf96 None None] Bound port: 936c45e4-c245-442f-a0d9-e2f6dbb91d15, host: dv-cinder-790535-43-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '022a31c6-a388-46c0-9edc-565f96442452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '5f818df7-9eb8-4b00-80c1-bc6dbfafca51'}}] {{(pid=113425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 09:58:20.888392 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-5e0dfe5a-7283-4629-91b3-5ab93eafaf96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (936c45e4-c245-442f-a0d9-e2f6dbb91d15), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:20.893789 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-f0ab2b2d-8295-47c7-b414-242b336ef252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759571687051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759571245514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473602'] for port (c1f1615c-3b20-4576-9f7b-38e270c021fd), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:20.905453 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-ad293f56-320b-4724-b283-e1b439802293 admin admin] 10.222.0.73 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2203348 Sep 16 09:58:20.907655 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:20.910679 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 56610) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:58:20.917019 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.v2.base [None req-8b027933-7ea5-46b5-a683-f10dd42e6e66 admin admin] Request body: {'subnet': {'network_id': 'efcee80f-84e3-4c3a-9956-ec53ee03c508', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1043494730-subnet', 'tenant_id': '7745a4f0a9f14e03b2e610412634d470', 'ip_version': 4}} {{(pid=113424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:58:20.930018 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ab2b2d-8295-47c7-b414-242b336ef252 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1f1615c-3b20-4576-9f7b-38e270c021fd,revision_number=None']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:58:20.975443 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-5e0dfe5a-7283-4629-91b3-5ab93eafaf96 None None] For port 936c45e4-c245-442f-a0d9-e2f6dbb91d15, host dv-cinder-790535-43-iscsi, cleared binding levels {{(pid=113425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 09:58:20.979450 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-5e0dfe5a-7283-4629-91b3-5ab93eafaf96 None None] For port 936c45e4-c245-442f-a0d9-e2f6dbb91d15, host dv-cinder-790535-43-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=936c45e4-c245-442f-a0d9-e2f6dbb91d15,segment=NetworkSegment(022a31c6-a388-46c0-9edc-565f96442452),segment_id=022a31c6-a388-46c0-9edc-565f96442452)] {{(pid=113425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 09:58:21.061393 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b027933-7ea5-46b5-a683-f10dd42e6e66 admin admin] Made reservation on behalf of 7745a4f0a9f14e03b2e610412634d470 for: {'subnet': 1} {{(pid=113424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 09:58:21.071174 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-8b027933-7ea5-46b5-a683-f10dd42e6e66 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26736233'] for subnet (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:21.084493 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-5e0dfe5a-7283-4629-91b3-5ab93eafaf96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (936c45e4-c245-442f-a0d9-e2f6dbb91d15), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:21.125980 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 56612) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:58:21.144977 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-48185244-f35f-4820-8d17-7c44ba02a48e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:21.148853 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-f0ab2b2d-8295-47c7-b414-242b336ef252 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-697875'] for router_interface (b612235f-c44e-4fc6-ace6-e6e2684f6499), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:21.167040 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0dfe5a-7283-4629-91b3-5ab93eafaf96 None None] Routers {'e2193d24-a808-4fe9-b59b-7f09589274a9'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 09:58:21.167185 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-5e0dfe5a-7283-4629-91b3-5ab93eafaf96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T09:57:54Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['e2193d24-a808-4fe9-b59b-7f09589274a9'], 'active': True} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:58:21.194847 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96d3379-9774-4c73-95da-0498e716e0f2 None None] Pushing event updated for resources: {'Port': ['ID=936c45e4-c245-442f-a0d9-e2f6dbb91d15,revision_number=4']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:58:21.234821 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=82,neutron:DELETE=10,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:21.245970 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-b5e48c5c-6647-4a1a-8d7a-8ada7ac1d945 None None] Attempt 7 to provision port 936c45e4-c245-442f-a0d9-e2f6dbb91d15 Sep 16 09:58:21.281267 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device 4da2ccde-bb82-4d37-8215-d9229b123eaf up at agent ovs-agent-dv-cinder-790535-43-iscsi {{(pid=113425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 09:58:21.289026 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-48185244-f35f-4820-8d17-7c44ba02a48e admin admin] Publish callbacks [] for security_group (4a6721e7-8584-44e0-8804-bd78919d4e44), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:21.358691 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-8b027933-7ea5-46b5-a683-f10dd42e6e66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27253809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26736255'] for subnet (dc4a35d8-c2dd-44f2-8425-fc07df4b1aeb), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:21.396032 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-48185244-f35f-4820-8d17-7c44ba02a48e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (4a6721e7-8584-44e0-8804-bd78919d4e44), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:21.417274 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b027933-7ea5-46b5-a683-f10dd42e6e66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc4a35d8-c2dd-44f2-8425-fc07df4b1aeb,revision_number=0']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:58:21.427080 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Provisioning complete for port 4da2ccde-bb82-4d37-8215-d9229b123eaf triggered by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:58:21.427459 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (4da2ccde-bb82-4d37-8215-d9229b123eaf), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:21.428150 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Attempt 1 to provision port 4da2ccde-bb82-4d37-8215-d9229b123eaf Sep 16 09:58:21.428471 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b027933-7ea5-46b5-a683-f10dd42e6e66 admin admin] Checking segment: {'id': '82c1c5c3-7389-4f28-a912-6cf23b63dbea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'efcee80f-84e3-4c3a-9956-ec53ee03c508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 09:58:21.429094 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b027933-7ea5-46b5-a683-f10dd42e6e66 admin admin] Network hostable DHCP agents. Network: efcee80f-84e3-4c3a-9956-ec53ee03c508, hostable agents: ['54fa5420-569f-41b3-81ce-b3c99a893561'], hosted agents: [] {{(pid=113424) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 09:58:21.438847 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-48185244-f35f-4820-8d17-7c44ba02a48e admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=3fb367d9f19244aa8c0f213085834086&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3118002 Sep 16 09:58:21.442000 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 56614) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:58:21.452834 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=86,neutron:DELETE=1,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:21.462815 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvr_db [None req-5e0dfe5a-7283-4629-91b3-5ab93eafaf96 None None] Set router e2193d24-a808-4fe9-b59b-7f09589274a9 gateway port host: dv-cinder-790535-43-iscsi {{(pid=113425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 09:58:21.499376 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48185244-f35f-4820-8d17-7c44ba02a48e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a6721e7-8584-44e0-8804-bd78919d4e44,revision_number=1']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:58:21.502894 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-37d59f01-dab2-4da1-91de-1e38d9978483 admin admin] Publish callbacks [] for security_group (4a6721e7-8584-44e0-8804-bd78919d4e44), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:21.504850 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:21.531374 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-37d59f01-dab2-4da1-91de-1e38d9978483 admin admin] Publish callbacks [] for security_group (4a6721e7-8584-44e0-8804-bd78919d4e44), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:21.540292 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b027933-7ea5-46b5-a683-f10dd42e6e66 admin admin] Network efcee80f-84e3-4c3a-9956-ec53ee03c508 is scheduled to be hosted by DHCP agent 54fa5420-569f-41b3-81ce-b3c99a893561 with binding_index 1 {{(pid=113424) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 09:58:21.547767 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0ab2b2d-8295-47c7-b414-242b336ef252 admin admin] Router b612235f-c44e-4fc6-ace6-e6e2684f6499 has already been hosted by L3 agent 647718b3-8298-4382-86e2-3fad9f5d7804 {{(pid=113423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 09:58:21.592981 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-b5e48c5c-6647-4a1a-8d7a-8ada7ac1d945 None None] Current status of the port 936c45e4-c245-442f-a0d9-e2f6dbb91d15 is: DOWN; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:58:21.593379 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-b5e48c5c-6647-4a1a-8d7a-8ada7ac1d945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (936c45e4-c245-442f-a0d9-e2f6dbb91d15), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:21.652221 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.base_scheduler [None req-8b027933-7ea5-46b5-a683-f10dd42e6e66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-43-iscsi, efcee80f-84e3-4c3a-9956-ec53ee03c508) {{(pid=113424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 09:58:21.661815 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:21.663114 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b027933-7ea5-46b5-a683-f10dd42e6e66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:58:21.663926 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-8b027933-7ea5-46b5-a683-f10dd42e6e66 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:21.684503 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-37d59f01-dab2-4da1-91de-1e38d9978483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (4a6721e7-8584-44e0-8804-bd78919d4e44), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:21.687181 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-37d59f01-dab2-4da1-91de-1e38d9978483 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:21.692697 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-37d59f01-dab2-4da1-91de-1e38d9978483 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/4a6721e7-8584-44e0-8804-bd78919d4e44 HTTP/1.1" status: 204 len: 168 time: 0.2440658 Sep 16 09:58:21.693302 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1087a5-ed11-4f3f-83c1-db805054d25a None None] Network efcee80f-84e3-4c3a-9956-ec53ee03c508 requested from dv-cinder-790535-43-iscsi {{(pid=113425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 09:58:21.702907 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0ab2b2d-8295-47c7-b414-242b336ef252 admin admin] Notify agent at l3_agent.dv-cinder-790535-43-iscsi the message routers_updated {{(pid=113423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 09:58:21.715019 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-f0ab2b2d-8295-47c7-b414-242b336ef252 admin admin] 10.222.0.73 "PUT /networking/v2.0/routers/b612235f-c44e-4fc6-ace6-e6e2684f6499/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6368048 Sep 16 09:58:21.715394 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 56618) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:58:21.717595 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d63c28-1290-4414-912f-cd0e98815d07 None None] Sync routers for ids ['b612235f-c44e-4fc6-ace6-e6e2684f6499'] in dv-cinder-790535-43-iscsi {{(pid=113426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 09:58:21.732814 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d59f01-dab2-4da1-91de-1e38d9978483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a6721e7-8584-44e0-8804-bd78919d4e44,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:58:21.746633 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d63c28-1290-4414-912f-cd0e98815d07 None None] Routers {'b612235f-c44e-4fc6-ace6-e6e2684f6499'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 09:58:21.748960 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-41d63c28-1290-4414-912f-cd0e98815d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T09:57:54Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['b612235f-c44e-4fc6-ace6-e6e2684f6499'], 'active': True} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:58:21.751269 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-8b027933-7ea5-46b5-a683-f10dd42e6e66 admin admin] 10.222.0.73 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8387723 Sep 16 09:58:21.757180 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 56620) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:58:21.772957 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.v2.base [None req-5b002a1e-4f92-47e7-b676-e0518decd43b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1043494730-router', 'tenant_id': '7745a4f0a9f14e03b2e610412634d470', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79'}}} {{(pid=113424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:58:21.784901 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-b5e48c5c-6647-4a1a-8d7a-8ada7ac1d945 None None] For port 936c45e4-c245-442f-a0d9-e2f6dbb91d15, host dv-cinder-790535-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=936c45e4-c245-442f-a0d9-e2f6dbb91d15,segment=NetworkSegment(022a31c6-a388-46c0-9edc-565f96442452),segment_id=022a31c6-a388-46c0-9edc-565f96442452)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:58:21.796998 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Current status of the port 4da2ccde-bb82-4d37-8215-d9229b123eaf is: ACTIVE; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:58:21.812635 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:21.833586 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:21.848343 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-b5e48c5c-6647-4a1a-8d7a-8ada7ac1d945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (936c45e4-c245-442f-a0d9-e2f6dbb91d15), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:21.933787 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-5b002a1e-4f92-47e7-b676-e0518decd43b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-696460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65145'] for router (d3416b4b-5fd9-4b75-80b9-b33ee467ada3), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:21.935659 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-5b002a1e-4f92-47e7-b676-e0518decd43b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65120'] for router (d3416b4b-5fd9-4b75-80b9-b33ee467ada3), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:21.942277 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-705a8a71-2366-4bb0-bdba-046611337271 admin admin] Publish callbacks [] for router (b612235f-c44e-4fc6-ace6-e6e2684f6499), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:21.961468 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvr_db [None req-41d63c28-1290-4414-912f-cd0e98815d07 None None] Set router b612235f-c44e-4fc6-ace6-e6e2684f6499 gateway port host: dv-cinder-790535-43-iscsi {{(pid=113426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 09:58:22.016491 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1848b7c3-e3c9-4db3-bb5f-5c2727428b0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8adadafb-aa0f-50bc-bc9f-45663671aa4d-efcee80f-84e3-4c3a-9956-ec53ee03c508', 'network_id': 'efcee80f-84e3-4c3a-9956-ec53ee03c508', 'project_id': '7745a4f0a9f14e03b2e610412634d470', 'fixed_ips': [{'subnet_id': 'dc4a35d8-c2dd-44f2-8425-fc07df4b1aeb'}]}} from dv-cinder-790535-43-iscsi. {{(pid=113425) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 09:58:22.017619 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-1848b7c3-e3c9-4db3-bb5f-5c2727428b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (None), before_create {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:22.032241 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-47dcf6dd-9fd8-4cf1-af51-b621e716a94c None None] Provisioning complete for port 936c45e4-c245-442f-a0d9-e2f6dbb91d15 triggered by entity DHCP. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:58:22.032493 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-5b002a1e-4f92-47e7-b676-e0518decd43b admin admin] Publish callbacks [] for router_controller (d3416b4b-5fd9-4b75-80b9-b33ee467ada3), precommit_add_association {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:22.032594 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-47dcf6dd-9fd8-4cf1-af51-b621e716a94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (936c45e4-c245-442f-a0d9-e2f6dbb91d15), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:22.032944 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-47dcf6dd-9fd8-4cf1-af51-b621e716a94c None None] Attempt 1 to provision port 936c45e4-c245-442f-a0d9-e2f6dbb91d15 Sep 16 09:58:22.069275 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-5e0dfe5a-7283-4629-91b3-5ab93eafaf96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2193d24-a808-4fe9-b59b-7f09589274a9', 'name': 'tempest-TestShelveInstance-1857850018-router', 'tenant_id': '92e292a400454c93a48aca5510bfcee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '4da2ccde-bb82-4d37-8215-d9229b123eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:58:13Z', 'updated_at': '2022-09-16T09:58:17Z', 'revision_number': 4, 'project_id': '92e292a400454c93a48aca5510bfcee9', 'gw_port': {'id': '4da2ccde-bb82-4d37-8215-d9229b123eaf', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2193d24-a808-4fe9-b59b-7f09589274a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:58:14Z', 'updated_at': '2022-09-16T09:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_interfaces': [{'id': '936c45e4-c245-442f-a0d9-e2f6dbb91d15', 'name': '', 'network_id': '5f818df7-9eb8-4b00-80c1-bc6dbfafca51', 'tenant_id': '92e292a400454c93a48aca5510bfcee9', 'mac_address': 'fa:16:3e:81:3a:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2193d24-a808-4fe9-b59b-7f09589274a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'e6f53e27-affc-429d-81c4-784084a2c348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:58:16Z', 'updated_at': '2022-09-16T09:58:20Z', 'revision_number': 4, 'project_id': '92e292a400454c93a48aca5510bfcee9', 'subnets': [{'id': 'e6f53e27-affc-429d-81c4-784084a2c348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:58:22.075408 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e48c5c-6647-4a1a-8d7a-8ada7ac1d945 None None] Pushing event updated for resources: {'Port': ['ID=936c45e4-c245-442f-a0d9-e2f6dbb91d15,revision_number=5']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:58:22.118689 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-705a8a71-2366-4bb0-bdba-046611337271 admin admin] Publish callbacks [] for router_gateway (b612235f-c44e-4fc6-ace6-e6e2684f6499), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:22.131961 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:22.153587 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:22.155807 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0dfe5a-7283-4629-91b3-5ab93eafaf96 None None] The sync data for ids ['e2193d24-a808-4fe9-b59b-7f09589274a9'] in dv-cinder-790535-43-iscsi is: [{'id': 'e2193d24-a808-4fe9-b59b-7f09589274a9', 'name': 'tempest-TestShelveInstance-1857850018-router', 'tenant_id': '92e292a400454c93a48aca5510bfcee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '4da2ccde-bb82-4d37-8215-d9229b123eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:58:13Z', 'updated_at': '2022-09-16T09:58:17Z', 'revision_number': 4, 'project_id': '92e292a400454c93a48aca5510bfcee9', 'gw_port': {'id': '4da2ccde-bb82-4d37-8215-d9229b123eaf', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2193d24-a808-4fe9-b59b-7f09589274a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:58:14Z', 'updated_at': '2022-09-16T09:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_interfaces': [{'id': '936c45e4-c245-442f-a0d9-e2f6dbb91d15', 'name': '', 'network_id': '5f818df7-9eb8-4b00-80c1-bc6dbfafca51', 'tenant_id': '92e292a400454c93a48aca5510bfcee9', 'mac_address': 'fa:16:3e:81:3a:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2193d24-a808-4fe9-b59b-7f09589274a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'e6f53e27-affc-429d-81c4-784084a2c348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:58:16Z', 'updated_at': '2022-09-16T09:58:20Z', 'revision_number': 4, 'project_id': '92e292a400454c93a48aca5510bfcee9', 'subnets': [{'id': 'e6f53e27-affc-429d-81c4-784084a2c348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 09:58:22.187306 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-41d63c28-1290-4414-912f-cd0e98815d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b612235f-c44e-4fc6-ace6-e6e2684f6499', 'name': 'tempest-AttachVolumeShelveTestJSON-1566209003-router', 'tenant_id': 'f1713f13f3ff494496a8ef8e5591c1b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'ea69b4ff-4fed-49bf-ac3d-de4f30e2d302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:50:29Z', 'updated_at': '2022-09-16T09:58:20Z', 'revision_number': 5, 'project_id': 'f1713f13f3ff494496a8ef8e5591c1b6', 'gw_port': {'id': 'ea69b4ff-4fed-49bf-ac3d-de4f30e2d302', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:86:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b612235f-c44e-4fc6-ace6-e6e2684f6499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:30Z', 'updated_at': '2022-09-16T09:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi'}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:58:22.220290 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d63c28-1290-4414-912f-cd0e98815d07 None None] Checking router: b612235f-c44e-4fc6-ace6-e6e2684f6499 for host: dv-cinder-790535-43-iscsi {{(pid=113426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 09:58:22.234182 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d63c28-1290-4414-912f-cd0e98815d07 None None] Routers {'b612235f-c44e-4fc6-ace6-e6e2684f6499'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 09:58:22.235129 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-41d63c28-1290-4414-912f-cd0e98815d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T09:57:54Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['b612235f-c44e-4fc6-ace6-e6e2684f6499'], 'active': True} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:58:22.308390 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-d469f27e-75c4-47f9-b05f-a939e0bba28d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (54fa5420-569f-41b3-81ce-b3c99a893561), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:22.320440 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-47dcf6dd-9fd8-4cf1-af51-b621e716a94c None None] Current status of the port 936c45e4-c245-442f-a0d9-e2f6dbb91d15 is: ACTIVE; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:58:22.338503 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.plugin [None req-705a8a71-2366-4bb0-bdba-046611337271 admin admin] Deleting port ea69b4ff-4fed-49bf-ac3d-de4f30e2d302 {{(pid=113423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 09:58:22.339107 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-705a8a71-2366-4bb0-bdba-046611337271 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759571771405'] for port (ea69b4ff-4fed-49bf-ac3d-de4f30e2d302), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:22.431268 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-5b002a1e-4f92-47e7-b676-e0518decd43b admin admin] Publish callbacks [] for router_gateway (d3416b4b-5fd9-4b75-80b9-b33ee467ada3), precommit_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:22.436945 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvr_db [None req-41d63c28-1290-4414-912f-cd0e98815d07 None None] Set router b612235f-c44e-4fc6-ace6-e6e2684f6499 gateway port host: dv-cinder-790535-43-iscsi {{(pid=113426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 09:58:22.442269 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.db_base_plugin_common [None req-1848b7c3-e3c9-4db3-bb5f-5c2727428b0c None None] Allocated IP 172.20.0.2 (efcee80f-84e3-4c3a-9956-ec53ee03c508/dc4a35d8-c2dd-44f2-8425-fc07df4b1aeb/e056d6ee-8259-4696-bc8e-64085ef188a0) {{(pid=113425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 09:58:22.481948 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.db [None req-705a8a71-2366-4bb0-bdba-046611337271 admin admin] For port ea69b4ff-4fed-49bf-ac3d-de4f30e2d302, host dv-cinder-790535-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=ea69b4ff-4fed-49bf-ac3d-de4f30e2d302,segment=NetworkSegment(0b254eb8-8459-4a20-9dd6-e212af12e724),segment_id=0b254eb8-8459-4a20-9dd6-e212af12e724)] {{(pid=113423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:58:22.482232 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-705a8a71-2366-4bb0-bdba-046611337271 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699225'] for port (ea69b4ff-4fed-49bf-ac3d-de4f30e2d302), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:22.498924 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.plugin [None req-705a8a71-2366-4bb0-bdba-046611337271 admin admin] Calling delete_port for ea69b4ff-4fed-49bf-ac3d-de4f30e2d302 owned by network:router_gateway {{(pid=113423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 09:58:22.722261 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-1848b7c3-e3c9-4db3-bb5f-5c2727428b0c None None] Publish callbacks [] for port (e056d6ee-8259-4696-bc8e-64085ef188a0), precommit_create {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:22.730163 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=6,neutron:INSERT=6 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:22.732181 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-41d63c28-1290-4414-912f-cd0e98815d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b612235f-c44e-4fc6-ace6-e6e2684f6499', 'name': 'tempest-AttachVolumeShelveTestJSON-1566209003-router', 'tenant_id': 'f1713f13f3ff494496a8ef8e5591c1b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'ea69b4ff-4fed-49bf-ac3d-de4f30e2d302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:50:29Z', 'updated_at': '2022-09-16T09:58:20Z', 'revision_number': 5, 'project_id': 'f1713f13f3ff494496a8ef8e5591c1b6', 'gw_port': {'id': 'ea69b4ff-4fed-49bf-ac3d-de4f30e2d302', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:86:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b612235f-c44e-4fc6-ace6-e6e2684f6499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:30Z', 'updated_at': '2022-09-16T09:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi'}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:58:22.756167 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-5b002a1e-4f92-47e7-b676-e0518decd43b admin admin] Publish callbacks [] for router_gateway (d3416b4b-5fd9-4b75-80b9-b33ee467ada3), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:22.766393 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d63c28-1290-4414-912f-cd0e98815d07 None None] The sync data for ids ['b612235f-c44e-4fc6-ace6-e6e2684f6499'] in dv-cinder-790535-43-iscsi is: [{'id': 'b612235f-c44e-4fc6-ace6-e6e2684f6499', 'name': 'tempest-AttachVolumeShelveTestJSON-1566209003-router', 'tenant_id': 'f1713f13f3ff494496a8ef8e5591c1b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'ea69b4ff-4fed-49bf-ac3d-de4f30e2d302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:50:29Z', 'updated_at': '2022-09-16T09:58:20Z', 'revision_number': 5, 'project_id': 'f1713f13f3ff494496a8ef8e5591c1b6', 'gw_port': {'id': 'ea69b4ff-4fed-49bf-ac3d-de4f30e2d302', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:86:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b612235f-c44e-4fc6-ace6-e6e2684f6499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:50:30Z', 'updated_at': '2022-09-16T09:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi'}] {{(pid=113426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 09:58:22.777277 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-5b002a1e-4f92-47e7-b676-e0518decd43b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:22.779268 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:22.843707 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-1848b7c3-e3c9-4db3-bb5f-5c2727428b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759571245505'] for port (e056d6ee-8259-4696-bc8e-64085ef188a0), after_create {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:22.893286 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1848b7c3-e3c9-4db3-bb5f-5c2727428b0c None None] Network efcee80f-84e3-4c3a-9956-ec53ee03c508 is already hosted by enough agents. {{(pid=113425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 09:58:22.898992 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.scheduler.base_scheduler [None req-1848b7c3-e3c9-4db3-bb5f-5c2727428b0c None None] Resources bound (agent type, host, resource id): {{(pid=113425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 09:58:22.902609 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.db_base_plugin_common [None req-5b002a1e-4f92-47e7-b676-e0518decd43b admin admin] Allocated IP 172.27.1.169 (d06af4bd-75ff-4039-9388-f05026361d79/429d2505-e0fa-44a7-bb81-98c451c1a231/8884c530-3561-4568-a952-9f8d636c0fc7) {{(pid=113424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 09:58:22.910069 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1848b7c3-e3c9-4db3-bb5f-5c2727428b0c None None] Received port after_create {{(pid=113425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 09:58:22.915405 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1848b7c3-e3c9-4db3-bb5f-5c2727428b0c None None] Pushing event updated for resources: {'Port': ['ID=e056d6ee-8259-4696-bc8e-64085ef188a0,revision_number=1']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:58:22.964365 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-705a8a71-2366-4bb0-bdba-046611337271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759571687051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759571245514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473602'] for port (ea69b4ff-4fed-49bf-ac3d-de4f30e2d302), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:22.999353 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.managers [None req-1848b7c3-e3c9-4db3-bb5f-5c2727428b0c None None] Attempting to bind port e056d6ee-8259-4696-bc8e-64085ef188a0 on host dv-cinder-790535-43-iscsi for vnic_type normal with profile {{(pid=113425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 09:58:23.000116 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.managers [None req-1848b7c3-e3c9-4db3-bb5f-5c2727428b0c None None] Attempting to bind port e056d6ee-8259-4696-bc8e-64085ef188a0 by drivers openvswitch,hyperv on host dv-cinder-790535-43-iscsi at level 0 using segments [{'id': '82c1c5c3-7389-4f28-a912-6cf23b63dbea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'efcee80f-84e3-4c3a-9956-ec53ee03c508'}] {{(pid=113425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 09:58:23.000643 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1848b7c3-e3c9-4db3-bb5f-5c2727428b0c None None] Attempting to bind port e056d6ee-8259-4696-bc8e-64085ef188a0 on network efcee80f-84e3-4c3a-9956-ec53ee03c508 {{(pid=113425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 09:58:23.016928 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705a8a71-2366-4bb0-bdba-046611337271 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea69b4ff-4fed-49bf-ac3d-de4f30e2d302,revision_number=None']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:58:23.047756 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-5b002a1e-4f92-47e7-b676-e0518decd43b admin admin] Publish callbacks [] for port (8884c530-3561-4568-a952-9f8d636c0fc7), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:23.078389 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1848b7c3-e3c9-4db3-bb5f-5c2727428b0c None None] Checking agent: {'id': 'be58d251-43cc-467d-bf31-2aae48e2ac56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-43-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 9, 41, 57), 'started_at': datetime.datetime(2022, 9, 16, 9, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 9, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-43-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 09:58:23.078941 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1848b7c3-e3c9-4db3-bb5f-5c2727428b0c None None] Checking segment: {'id': '82c1c5c3-7389-4f28-a912-6cf23b63dbea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'efcee80f-84e3-4c3a-9956-ec53ee03c508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 09:58:23.079169 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-1848b7c3-e3c9-4db3-bb5f-5c2727428b0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:23.079819 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1848b7c3-e3c9-4db3-bb5f-5c2727428b0c None None] Bound using segment: {'id': '82c1c5c3-7389-4f28-a912-6cf23b63dbea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'efcee80f-84e3-4c3a-9956-ec53ee03c508'} {{(pid=113425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 09:58:23.080359 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.managers [None req-1848b7c3-e3c9-4db3-bb5f-5c2727428b0c None None] Bound port: e056d6ee-8259-4696-bc8e-64085ef188a0, host: dv-cinder-790535-43-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82c1c5c3-7389-4f28-a912-6cf23b63dbea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'efcee80f-84e3-4c3a-9956-ec53ee03c508'}}] {{(pid=113425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 09:58:23.080747 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-1848b7c3-e3c9-4db3-bb5f-5c2727428b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (e056d6ee-8259-4696-bc8e-64085ef188a0), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:23.102325 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-705a8a71-2366-4bb0-bdba-046611337271 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-711513'] for router_gateway (b612235f-c44e-4fc6-ace6-e6e2684f6499), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:23.132841 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:INSERT=6,neutron:SELECT=88,neutron:UPDATE=6 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:23.170844 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-1848b7c3-e3c9-4db3-bb5f-5c2727428b0c None None] For port e056d6ee-8259-4696-bc8e-64085ef188a0, host dv-cinder-790535-43-iscsi, cleared binding levels {{(pid=113425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 09:58:23.174627 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-1848b7c3-e3c9-4db3-bb5f-5c2727428b0c None None] For port e056d6ee-8259-4696-bc8e-64085ef188a0, host dv-cinder-790535-43-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=e056d6ee-8259-4696-bc8e-64085ef188a0,segment=NetworkSegment(82c1c5c3-7389-4f28-a912-6cf23b63dbea),segment_id=82c1c5c3-7389-4f28-a912-6cf23b63dbea)] {{(pid=113425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 09:58:23.185051 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-5b002a1e-4f92-47e7-b676-e0518decd43b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759571245505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27240065'] for port (8884c530-3561-4568-a952-9f8d636c0fc7), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:23.244071 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-705a8a71-2366-4bb0-bdba-046611337271 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1171'] for router (b612235f-c44e-4fc6-ace6-e6e2684f6499), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:23.248029 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-705a8a71-2366-4bb0-bdba-046611337271 admin admin] Publish callbacks [] for router_controller (b612235f-c44e-4fc6-ace6-e6e2684f6499), precommit_delete_associations {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:23.256500 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b002a1e-4f92-47e7-b676-e0518decd43b admin admin] Network d06af4bd-75ff-4039-9388-f05026361d79 is already hosted by enough agents. {{(pid=113424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 09:58:23.263458 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.base_scheduler [None req-5b002a1e-4f92-47e7-b676-e0518decd43b admin admin] Resources bound (agent type, host, resource id): {{(pid=113424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 09:58:23.267218 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b002a1e-4f92-47e7-b676-e0518decd43b admin admin] Pushing event updated for resources: {'Port': ['ID=8884c530-3561-4568-a952-9f8d636c0fc7,revision_number=1']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:58:23.268273 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b002a1e-4f92-47e7-b676-e0518decd43b admin admin] Received port after_create {{(pid=113424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 09:58:23.295819 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-1848b7c3-e3c9-4db3-bb5f-5c2727428b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (e056d6ee-8259-4696-bc8e-64085ef188a0), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:23.313528 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:23.388015 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1848b7c3-e3c9-4db3-bb5f-5c2727428b0c None None] Pushing event updated for resources: {'Port': ['ID=e056d6ee-8259-4696-bc8e-64085ef188a0,revision_number=2']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:58:23.414962 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-705a8a71-2366-4bb0-bdba-046611337271 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-697966'] for router (b612235f-c44e-4fc6-ace6-e6e2684f6499), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:23.415700 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-705a8a71-2366-4bb0-bdba-046611337271 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b612235f-c44e-4fc6-ace6-e6e2684f6499 {{(pid=113423) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 09:58:23.419009 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device 936c45e4-c245-442f-a0d9-e2f6dbb91d15 up at agent ovs-agent-dv-cinder-790535-43-iscsi {{(pid=113425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 09:58:23.421899 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-705a8a71-2366-4bb0-bdba-046611337271 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:23.426223 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-705a8a71-2366-4bb0-bdba-046611337271 admin admin] 10.222.0.73 "DELETE /networking/v2.0/routers/b612235f-c44e-4fc6-ace6-e6e2684f6499 HTTP/1.1" status: 204 len: 168 time: 1.7085536 Sep 16 09:58:23.426952 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 56638) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:58:23.489250 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.db.db_base_plugin_v2 [None req-b18c47ef-f170-47df-b428-ce731808d3a6 admin admin] Deleting subnet 312d0eea-a7f5-4989-be4b-d8f1ee2c9ab2 {{(pid=113423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 09:58:23.503667 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-b18c47ef-f170-47df-b428-ce731808d3a6 admin admin] Publish callbacks [] for subnet (312d0eea-a7f5-4989-be4b-d8f1ee2c9ab2), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:23.580883 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-b18c47ef-f170-47df-b428-ce731808d3a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26815304'] for subnet (312d0eea-a7f5-4989-be4b-d8f1ee2c9ab2), precommit_delete_associations {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:23.736188 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Provisioning complete for port 936c45e4-c245-442f-a0d9-e2f6dbb91d15 triggered by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:58:23.736541 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (936c45e4-c245-442f-a0d9-e2f6dbb91d15), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:23.736891 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Attempt 1 to provision port 936c45e4-c245-442f-a0d9-e2f6dbb91d15 Sep 16 09:58:23.768304 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:23.771799 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-b18c47ef-f170-47df-b428-ce731808d3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1872270'] for subnet (312d0eea-a7f5-4989-be4b-d8f1ee2c9ab2), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:23.853706 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-5b002a1e-4f92-47e7-b676-e0518decd43b admin admin] Publish callbacks [] for router_gateway (d3416b4b-5fd9-4b75-80b9-b33ee467ada3), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:23.915946 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Current status of the port 936c45e4-c245-442f-a0d9-e2f6dbb91d15 is: ACTIVE; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:58:23.928870 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device c1f1615c-3b20-4576-9f7b-38e270c021fd no longer exists at agent ovs-agent-dv-cinder-790535-43-iscsi {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 09:58:23.946702 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-b18c47ef-f170-47df-b428-ce731808d3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1875891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2473709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2535151'] for subnet (312d0eea-a7f5-4989-be4b-d8f1ee2c9ab2), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:23.972574 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] No Port match for: c1f1615c-3b20-4576-9f7b-38e270c021fd {{(pid=113425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 09:58:23.973669 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device c1f1615c-3b20-4576-9f7b-38e270c021fd not bound to the agent host dv-cinder-790535-43-iscsi {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 09:58:23.986120 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18c47ef-f170-47df-b428-ce731808d3a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=312d0eea-a7f5-4989-be4b-d8f1ee2c9ab2,revision_number=None']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:58:23.988278 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-b18c47ef-f170-47df-b428-ce731808d3a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546317'] for subnet (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:23.995602 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-b18c47ef-f170-47df-b428-ce731808d3a6 admin admin] 10.222.0.73 "DELETE /networking/v2.0/subnets/312d0eea-a7f5-4989-be4b-d8f1ee2c9ab2 HTTP/1.1" status: 204 len: 168 time: 0.5664973 Sep 16 09:58:23.997169 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772ad79e-a9f8-4b8b-b2c4-4505f459be77 None None] Network fe465541-6175-450e-8791-dc7a519b5e60 requested from dv-cinder-790535-43-iscsi {{(pid=113425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 09:58:23.997395 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 56644) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:58:24.082297 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-495017aa-e6f3-4007-bd5e-afd361398817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1848827'] for network (fe465541-6175-450e-8791-dc7a519b5e60), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:24.212608 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.plugin [None req-495017aa-e6f3-4007-bd5e-afd361398817 admin admin] Deleting port 26d212d7-f7c8-4d65-b3bf-7f3b754d7604 {{(pid=113424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 09:58:24.212939 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-495017aa-e6f3-4007-bd5e-afd361398817 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759571771405'] for port (26d212d7-f7c8-4d65-b3bf-7f3b754d7604), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:24.270007 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:24.272893 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-5b002a1e-4f92-47e7-b676-e0518decd43b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-711457'] for router (d3416b4b-5fd9-4b75-80b9-b33ee467ada3), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:24.293727 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.db [None req-495017aa-e6f3-4007-bd5e-afd361398817 admin admin] For port 26d212d7-f7c8-4d65-b3bf-7f3b754d7604, host dv-cinder-790535-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=26d212d7-f7c8-4d65-b3bf-7f3b754d7604,segment=NetworkSegment(dbdfa156-b328-4b02-9174-23c649e3a4fb),segment_id=dbdfa156-b328-4b02-9174-23c649e3a4fb)] {{(pid=113424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:58:24.294104 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-495017aa-e6f3-4007-bd5e-afd361398817 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699225'] for port (26d212d7-f7c8-4d65-b3bf-7f3b754d7604), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:24.344861 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.plugin [None req-495017aa-e6f3-4007-bd5e-afd361398817 admin admin] Calling delete_port for 26d212d7-f7c8-4d65-b3bf-7f3b754d7604 owned by network:dhcp {{(pid=113424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 09:58:24.435448 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b76386-0881-4ce5-9bd9-5a6e4ae35949 None None] DHCP port deletion for fe465541-6175-450e-8791-dc7a519b5e60 request from dv-cinder-790535-43-iscsi {{(pid=113425) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 09:58:24.552867 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-e6b76386-0881-4ce5-9bd9-5a6e4ae35949 None None] Deleting port 26d212d7-f7c8-4d65-b3bf-7f3b754d7604 {{(pid=113425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 09:58:24.553635 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-e6b76386-0881-4ce5-9bd9-5a6e4ae35949 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759571771405'] for port (26d212d7-f7c8-4d65-b3bf-7f3b754d7604), before_delete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:24.590446 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-495017aa-e6f3-4007-bd5e-afd361398817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759571687051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759571245514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27240065'] for port (26d212d7-f7c8-4d65-b3bf-7f3b754d7604), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:24.621586 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b002a1e-4f92-47e7-b676-e0518decd43b admin admin] Router d3416b4b-5fd9-4b75-80b9-b33ee467ada3 is scheduled to L3 agent 647718b3-8298-4382-86e2-3fad9f5d7804 with binding_index 1 {{(pid=113424) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 09:58:24.624321 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495017aa-e6f3-4007-bd5e-afd361398817 admin admin] Pushing event deleted for resources: {'Port': ['ID=26d212d7-f7c8-4d65-b3bf-7f3b754d7604,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:58:24.630017 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495017aa-e6f3-4007-bd5e-afd361398817 admin admin] No DVR routers for this DVR port 26d212d7-f7c8-4d65-b3bf-7f3b754d7604 on host dv-cinder-790535-43-iscsi {{(pid=113424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 09:58:24.656227 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-e6b76386-0881-4ce5-9bd9-5a6e4ae35949 None None] For port 26d212d7-f7c8-4d65-b3bf-7f3b754d7604, host dv-cinder-790535-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=26d212d7-f7c8-4d65-b3bf-7f3b754d7604,segment=NetworkSegment(dbdfa156-b328-4b02-9174-23c649e3a4fb),segment_id=dbdfa156-b328-4b02-9174-23c649e3a4fb)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:58:24.656227 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-e6b76386-0881-4ce5-9bd9-5a6e4ae35949 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699225'] for port (26d212d7-f7c8-4d65-b3bf-7f3b754d7604), precommit_delete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:24.672133 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:24.675218 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-e6b76386-0881-4ce5-9bd9-5a6e4ae35949 None None] Calling delete_port for 26d212d7-f7c8-4d65-b3bf-7f3b754d7604 owned by network:dhcp {{(pid=113425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 09:58:24.681133 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7b30bc-75ab-43f8-b174-e6a429907990 None None] Network efcee80f-84e3-4c3a-9956-ec53ee03c508 requested from dv-cinder-790535-43-iscsi {{(pid=113425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 09:58:24.702800 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-d2f9a873-d9a8-4b88-9f95-14e923aa9fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (647718b3-8298-4382-86e2-3fad9f5d7804), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:24.815299 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-0a97ba9e-80eb-4d54-90f1-68afff44976a None None] Provisioning complete for port e056d6ee-8259-4696-bc8e-64085ef188a0 triggered by entity DHCP. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:58:24.815782 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-0a97ba9e-80eb-4d54-90f1-68afff44976a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (e056d6ee-8259-4696-bc8e-64085ef188a0), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:24.816196 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-0a97ba9e-80eb-4d54-90f1-68afff44976a None None] Attempt 1 to provision port e056d6ee-8259-4696-bc8e-64085ef188a0 Sep 16 09:58:24.926537 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-e6b76386-0881-4ce5-9bd9-5a6e4ae35949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759571687051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759571245514'] for port (26d212d7-f7c8-4d65-b3bf-7f3b754d7604), after_delete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:24.960980 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b76386-0881-4ce5-9bd9-5a6e4ae35949 None None] Pushing event deleted for resources: {'Port': ['ID=26d212d7-f7c8-4d65-b3bf-7f3b754d7604,revision_number=None']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:58:24.968148 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b76386-0881-4ce5-9bd9-5a6e4ae35949 None None] No DVR routers for this DVR port 26d212d7-f7c8-4d65-b3bf-7f3b754d7604 on host dv-cinder-790535-43-iscsi {{(pid=113425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 09:58:25.021637 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-0a97ba9e-80eb-4d54-90f1-68afff44976a None None] Current status of the port e056d6ee-8259-4696-bc8e-64085ef188a0 is: DOWN; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:58:25.040473 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-0a97ba9e-80eb-4d54-90f1-68afff44976a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (e056d6ee-8259-4696-bc8e-64085ef188a0), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:25.055196 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-495017aa-e6f3-4007-bd5e-afd361398817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1303205', 'neutron.services.segments.db._delete_segments_for_network-8759571758529'] for network (fe465541-6175-450e-8791-dc7a519b5e60), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:25.079990 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-0a97ba9e-80eb-4d54-90f1-68afff44976a None None] For port e056d6ee-8259-4696-bc8e-64085ef188a0, host dv-cinder-790535-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=e056d6ee-8259-4696-bc8e-64085ef188a0,segment=NetworkSegment(82c1c5c3-7389-4f28-a912-6cf23b63dbea),segment_id=82c1c5c3-7389-4f28-a912-6cf23b63dbea)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:58:25.119242 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.services.segments.db [None req-495017aa-e6f3-4007-bd5e-afd361398817 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe465541-6175-450e-8791-dc7a519b5e60']}} {{(pid=113424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:58:25.134327 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.services.segments.db [None req-495017aa-e6f3-4007-bd5e-afd361398817 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbdfa156-b328-4b02-9174-23c649e3a4fb') {'for_net_delete': True} {{(pid=113424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:58:25.134545 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.services.segments.db [None req-495017aa-e6f3-4007-bd5e-afd361398817 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbdfa156-b328-4b02-9174-23c649e3a4fb') {} {{(pid=113424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:58:25.140756 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-0a97ba9e-80eb-4d54-90f1-68afff44976a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (e056d6ee-8259-4696-bc8e-64085ef188a0), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:25.143495 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b002a1e-4f92-47e7-b676-e0518decd43b admin admin] Notify agent at l3_agent.dv-cinder-790535-43-iscsi the message routers_updated {{(pid=113424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 09:58:25.155632 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56d0ed8-8389-4c9c-a07d-a7dcca289348 None None] Sync routers for ids ['d3416b4b-5fd9-4b75-80b9-b33ee467ada3'] in dv-cinder-790535-43-iscsi {{(pid=113425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 09:58:25.157127 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-495017aa-e6f3-4007-bd5e-afd361398817 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759571758421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2616842'] for segment (dbdfa156-b328-4b02-9174-23c649e3a4fb), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:25.184422 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-495017aa-e6f3-4007-bd5e-afd361398817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1277354'] for segment (dbdfa156-b328-4b02-9174-23c649e3a4fb), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:25.189732 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device e056d6ee-8259-4696-bc8e-64085ef188a0 up at agent ovs-agent-dv-cinder-790535-43-iscsi {{(pid=113425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 09:58:25.191438 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-495017aa-e6f3-4007-bd5e-afd361398817 admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=113424) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 09:58:25.191842 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-495017aa-e6f3-4007-bd5e-afd361398817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1277354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27240020'] for segment (dbdfa156-b328-4b02-9174-23c649e3a4fb), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:25.243057 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:25.243801 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.services.segments.plugin [-] Segment dbdfa156-b328-4b02-9174-23c649e3a4fb resource provider aggregate not found Sep 16 09:58:25.260028 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56d0ed8-8389-4c9c-a07d-a7dcca289348 None None] Routers {'d3416b4b-5fd9-4b75-80b9-b33ee467ada3'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 09:58:25.260757 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-d56d0ed8-8389-4c9c-a07d-a7dcca289348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T09:58:24Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['d3416b4b-5fd9-4b75-80b9-b33ee467ada3'], 'active': True} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:58:25.269155 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.services.segments.plugin [-] Segment dbdfa156-b328-4b02-9174-23c649e3a4fb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dbdfa156-b328-4b02-9174-23c649e3a4fb found for delete ", "request_id": "req-9f105810-69c9-4a69-8412-1e8004393df1"}]} Sep 16 09:58:25.281068 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-5b002a1e-4f92-47e7-b676-e0518decd43b admin admin] Publish callbacks [] for router (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:25.282486 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-5b002a1e-4f92-47e7-b676-e0518decd43b admin admin] 10.222.0.73 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.5217090 Sep 16 09:58:25.285103 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 56672) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:58:25.314630 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a97ba9e-80eb-4d54-90f1-68afff44976a None None] Pushing event updated for resources: {'Port': ['ID=e056d6ee-8259-4696-bc8e-64085ef188a0,revision_number=3']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:58:25.338170 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Provisioning complete for port e056d6ee-8259-4696-bc8e-64085ef188a0 triggered by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:58:25.343488 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (e056d6ee-8259-4696-bc8e-64085ef188a0), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:25.343488 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Attempt 1 to provision port e056d6ee-8259-4696-bc8e-64085ef188a0 Sep 16 09:58:25.374080 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-495017aa-e6f3-4007-bd5e-afd361398817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1303196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-711564'] for network (fe465541-6175-450e-8791-dc7a519b5e60), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:25.393509 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:25.395443 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-495017aa-e6f3-4007-bd5e-afd361398817 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546317'] for network (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:25.398623 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-495017aa-e6f3-4007-bd5e-afd361398817 admin admin] 10.222.0.73 "DELETE /networking/v2.0/networks/fe465541-6175-450e-8791-dc7a519b5e60 HTTP/1.1" status: 204 len: 168 time: 1.4003532 Sep 16 09:58:25.405099 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495017aa-e6f3-4007-bd5e-afd361398817 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe465541-6175-450e-8791-dc7a519b5e60,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:58:25.428743 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-14ef3f61-44f3-434d-8040-9fade3a75273 None None] Provisioning complete for port e056d6ee-8259-4696-bc8e-64085ef188a0 triggered by entity DHCP. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:58:25.429001 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-14ef3f61-44f3-434d-8040-9fade3a75273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (e056d6ee-8259-4696-bc8e-64085ef188a0), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:25.429344 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-14ef3f61-44f3-434d-8040-9fade3a75273 None None] Attempt 1 to provision port e056d6ee-8259-4696-bc8e-64085ef188a0 Sep 16 09:58:25.474392 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvr_db [None req-d56d0ed8-8389-4c9c-a07d-a7dcca289348 None None] Set router d3416b4b-5fd9-4b75-80b9-b33ee467ada3 gateway port host: dv-cinder-790535-43-iscsi {{(pid=113425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 09:58:25.538388 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:25.648320 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Current status of the port e056d6ee-8259-4696-bc8e-64085ef188a0 is: ACTIVE; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:58:25.674240 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-14ef3f61-44f3-434d-8040-9fade3a75273 None None] Current status of the port e056d6ee-8259-4696-bc8e-64085ef188a0 is: ACTIVE; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:58:25.717455 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device ea69b4ff-4fed-49bf-ac3d-de4f30e2d302 no longer exists at agent ovs-agent-dv-cinder-790535-43-iscsi {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 09:58:25.744641 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-433ee44d-7a99-45d2-9cda-a5c4b4a3e59f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:25.752744 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] No Port match for: ea69b4ff-4fed-49bf-ac3d-de4f30e2d302 {{(pid=113425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 09:58:25.753101 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device ea69b4ff-4fed-49bf-ac3d-de4f30e2d302 not bound to the agent host dv-cinder-790535-43-iscsi {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 09:58:25.753515 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device 26d212d7-f7c8-4d65-b3bf-7f3b754d7604 no longer exists at agent ovs-agent-dv-cinder-790535-43-iscsi {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 09:58:25.756725 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-d56d0ed8-8389-4c9c-a07d-a7dcca289348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3416b4b-5fd9-4b75-80b9-b33ee467ada3', 'name': 'tempest-TestShelveInstance-1043494730-router', 'tenant_id': '7745a4f0a9f14e03b2e610412634d470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '8884c530-3561-4568-a952-9f8d636c0fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:58:21Z', 'updated_at': '2022-09-16T09:58:23Z', 'revision_number': 3, 'project_id': '7745a4f0a9f14e03b2e610412634d470', 'gw_port': {'id': '8884c530-3561-4568-a952-9f8d636c0fc7', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:df:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3416b4b-5fd9-4b75-80b9-b33ee467ada3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:58:22Z', 'updated_at': '2022-09-16T09:58:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi'}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:58:25.759556 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:25.804588 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] No Port match for: 26d212d7-f7c8-4d65-b3bf-7f3b754d7604 {{(pid=113425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 09:58:25.804941 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device 26d212d7-f7c8-4d65-b3bf-7f3b754d7604 not bound to the agent host dv-cinder-790535-43-iscsi {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 09:58:25.813253 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56d0ed8-8389-4c9c-a07d-a7dcca289348 None None] Checking router: d3416b4b-5fd9-4b75-80b9-b33ee467ada3 for host: dv-cinder-790535-43-iscsi {{(pid=113425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 09:58:25.813253 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56d0ed8-8389-4c9c-a07d-a7dcca289348 None None] Updating router d3416b4b-5fd9-4b75-80b9-b33ee467ada3 port 8884c530-3561-4568-a952-9f8d636c0fc7 binding host dv-cinder-790535-43-iscsi {{(pid=113425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 09:58:25.847992 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-d56d0ed8-8389-4c9c-a07d-a7dcca289348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (8884c530-3561-4568-a952-9f8d636c0fc7), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:25.876812 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 56676) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:58:25.911709 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.db_base_plugin_common [None req-433ee44d-7a99-45d2-9cda-a5c4b4a3e59f admin admin] Allocated IP 172.20.0.1 (efcee80f-84e3-4c3a-9956-ec53ee03c508/dc4a35d8-c2dd-44f2-8425-fc07df4b1aeb/85e5b4bb-ce12-4cf0-9c3e-22096a983654) {{(pid=113424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 09:58:25.922113 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 56678) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:58:25.922818 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-faf1aa21-83f7-4e90-bf67-85f10c1b2ace admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=f1713f13f3ff494496a8ef8e5591c1b6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0439825 Sep 16 09:58:25.932221 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:DELETE=3,neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:25.940524 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-c17a0cac-31fa-4a66-ad06-99f53fca2b4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (2d63c820-fb16-4aae-acf9-0482010d4ad8), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:26.044606 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-e652350b-6fbc-4bbe-846d-12f380bfb61f admin admin] Publish callbacks [] for security_group (52707609-f8fa-45a4-bdf4-b0c4dbec8733), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:26.069353 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:26.070497 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-433ee44d-7a99-45d2-9cda-a5c4b4a3e59f admin admin] Publish callbacks [] for port (85e5b4bb-ce12-4cf0-9c3e-22096a983654), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:26.081856 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-e652350b-6fbc-4bbe-846d-12f380bfb61f admin admin] Publish callbacks [] for security_group (52707609-f8fa-45a4-bdf4-b0c4dbec8733), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:26.116971 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-d56d0ed8-8389-4c9c-a07d-a7dcca289348 None None] Publish callbacks [] for port (8884c530-3561-4568-a952-9f8d636c0fc7), precommit_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:26.246962 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-d56d0ed8-8389-4c9c-a07d-a7dcca289348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (8884c530-3561-4568-a952-9f8d636c0fc7), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:26.250011 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-e652350b-6fbc-4bbe-846d-12f380bfb61f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (52707609-f8fa-45a4-bdf4-b0c4dbec8733), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:26.251209 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-e652350b-6fbc-4bbe-846d-12f380bfb61f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:26.254698 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-e652350b-6fbc-4bbe-846d-12f380bfb61f admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/52707609-f8fa-45a4-bdf4-b0c4dbec8733 HTTP/1.1" status: 204 len: 168 time: 0.3288743 Sep 16 09:58:26.254698 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-433ee44d-7a99-45d2-9cda-a5c4b4a3e59f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759571245505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27240065'] for port (85e5b4bb-ce12-4cf0-9c3e-22096a983654), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:26.291216 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.managers [None req-d56d0ed8-8389-4c9c-a07d-a7dcca289348 None None] Attempting to bind port 8884c530-3561-4568-a952-9f8d636c0fc7 on host dv-cinder-790535-43-iscsi for vnic_type normal with profile {{(pid=113425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 09:58:26.291771 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.managers [None req-d56d0ed8-8389-4c9c-a07d-a7dcca289348 None None] Attempting to bind port 8884c530-3561-4568-a952-9f8d636c0fc7 by drivers openvswitch,hyperv on host dv-cinder-790535-43-iscsi at level 0 using segments [{'id': '0b254eb8-8459-4a20-9dd6-e212af12e724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79'}] {{(pid=113425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 09:58:26.292156 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56d0ed8-8389-4c9c-a07d-a7dcca289348 None None] Attempting to bind port 8884c530-3561-4568-a952-9f8d636c0fc7 on network d06af4bd-75ff-4039-9388-f05026361d79 {{(pid=113425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 09:58:26.298143 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e652350b-6fbc-4bbe-846d-12f380bfb61f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52707609-f8fa-45a4-bdf4-b0c4dbec8733,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:58:26.312755 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433ee44d-7a99-45d2-9cda-a5c4b4a3e59f admin admin] Network efcee80f-84e3-4c3a-9956-ec53ee03c508 is already hosted by enough agents. {{(pid=113424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 09:58:26.317801 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.base_scheduler [None req-433ee44d-7a99-45d2-9cda-a5c4b4a3e59f admin admin] Resources bound (agent type, host, resource id): {{(pid=113424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 09:58:26.318945 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433ee44d-7a99-45d2-9cda-a5c4b4a3e59f admin admin] Received port after_create {{(pid=113424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 09:58:26.352418 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433ee44d-7a99-45d2-9cda-a5c4b4a3e59f admin admin] Pushing event updated for resources: {'Port': ['ID=85e5b4bb-ce12-4cf0-9c3e-22096a983654,revision_number=1']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:58:26.363811 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fb7466-4d8a-4f08-8ac3-73906fa3a04b None None] Pushing event updated for resources: {'Port': ['ID=8884c530-3561-4568-a952-9f8d636c0fc7,revision_number=2']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:58:26.376112 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-433ee44d-7a99-45d2-9cda-a5c4b4a3e59f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691992'] for router_interface (d3416b4b-5fd9-4b75-80b9-b33ee467ada3), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:26.386768 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56d0ed8-8389-4c9c-a07d-a7dcca289348 None None] Checking agent: {'id': 'be58d251-43cc-467d-bf31-2aae48e2ac56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-43-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 9, 41, 57), 'started_at': datetime.datetime(2022, 9, 16, 9, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 9, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-43-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 09:58:26.387148 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56d0ed8-8389-4c9c-a07d-a7dcca289348 None None] Checking segment: {'id': '0b254eb8-8459-4a20-9dd6-e212af12e724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 09:58:26.387562 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-d56d0ed8-8389-4c9c-a07d-a7dcca289348 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:26.387958 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56d0ed8-8389-4c9c-a07d-a7dcca289348 None None] Bound using segment: {'id': '0b254eb8-8459-4a20-9dd6-e212af12e724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79'} {{(pid=113425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 09:58:26.388447 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.managers [None req-d56d0ed8-8389-4c9c-a07d-a7dcca289348 None None] Bound port: 8884c530-3561-4568-a952-9f8d636c0fc7, host: dv-cinder-790535-43-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b254eb8-8459-4a20-9dd6-e212af12e724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79'}}] {{(pid=113425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 09:58:26.388962 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-d56d0ed8-8389-4c9c-a07d-a7dcca289348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (8884c530-3561-4568-a952-9f8d636c0fc7), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:26.602216 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-d56d0ed8-8389-4c9c-a07d-a7dcca289348 None None] For port 8884c530-3561-4568-a952-9f8d636c0fc7, host dv-cinder-790535-43-iscsi, cleared binding levels {{(pid=113425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 09:58:26.618463 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-3ba2ad33-dfae-4e45-ad99-8fff73ca364a None None] Provisioning complete for port 85e5b4bb-ce12-4cf0-9c3e-22096a983654 triggered by entity DHCP. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:58:26.618919 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3ba2ad33-dfae-4e45-ad99-8fff73ca364a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (85e5b4bb-ce12-4cf0-9c3e-22096a983654), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:26.619325 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-3ba2ad33-dfae-4e45-ad99-8fff73ca364a None None] Attempt 1 to provision port 85e5b4bb-ce12-4cf0-9c3e-22096a983654 Sep 16 09:58:26.622752 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-d56d0ed8-8389-4c9c-a07d-a7dcca289348 None None] For port 8884c530-3561-4568-a952-9f8d636c0fc7, host dv-cinder-790535-43-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=8884c530-3561-4568-a952-9f8d636c0fc7,segment=NetworkSegment(0b254eb8-8459-4a20-9dd6-e212af12e724),segment_id=0b254eb8-8459-4a20-9dd6-e212af12e724)] {{(pid=113425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 09:58:26.656063 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3ba2ad33-dfae-4e45-ad99-8fff73ca364a None None] Port 85e5b4bb-ce12-4cf0-9c3e-22096a983654 cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:58:26.656468 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-433ee44d-7a99-45d2-9cda-a5c4b4a3e59f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (85e5b4bb-ce12-4cf0-9c3e-22096a983654), before_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:26.706665 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-d56d0ed8-8389-4c9c-a07d-a7dcca289348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (8884c530-3561-4568-a952-9f8d636c0fc7), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:26.714192 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:DELETE=4 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:26.752353 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56d0ed8-8389-4c9c-a07d-a7dcca289348 None None] Routers {'d3416b4b-5fd9-4b75-80b9-b33ee467ada3'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 09:58:26.753110 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-d56d0ed8-8389-4c9c-a07d-a7dcca289348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T09:58:24Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['d3416b4b-5fd9-4b75-80b9-b33ee467ada3'], 'active': True} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:58:26.803611 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fb7466-4d8a-4f08-8ac3-73906fa3a04b None None] Pushing event updated for resources: {'Port': ['ID=8884c530-3561-4568-a952-9f8d636c0fc7,revision_number=3']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:58:26.840034 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-433ee44d-7a99-45d2-9cda-a5c4b4a3e59f admin admin] Publish callbacks [] for port (85e5b4bb-ce12-4cf0-9c3e-22096a983654), precommit_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:26.876106 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvr_db [None req-d56d0ed8-8389-4c9c-a07d-a7dcca289348 None None] Set router d3416b4b-5fd9-4b75-80b9-b33ee467ada3 gateway port host: dv-cinder-790535-43-iscsi {{(pid=113425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 09:58:26.923081 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-433ee44d-7a99-45d2-9cda-a5c4b4a3e59f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27240120'] for port (85e5b4bb-ce12-4cf0-9c3e-22096a983654), after_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:27.005688 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-433ee44d-7a99-45d2-9cda-a5c4b4a3e59f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692108'] for router_interface (d3416b4b-5fd9-4b75-80b9-b33ee467ada3), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:27.007833 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433ee44d-7a99-45d2-9cda-a5c4b4a3e59f admin admin] Pushing event updated for resources: {'Port': ['ID=85e5b4bb-ce12-4cf0-9c3e-22096a983654,revision_number=2']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:58:27.113523 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-d56d0ed8-8389-4c9c-a07d-a7dcca289348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3416b4b-5fd9-4b75-80b9-b33ee467ada3', 'name': 'tempest-TestShelveInstance-1043494730-router', 'tenant_id': '7745a4f0a9f14e03b2e610412634d470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '8884c530-3561-4568-a952-9f8d636c0fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:58:21Z', 'updated_at': '2022-09-16T09:58:26Z', 'revision_number': 4, 'project_id': '7745a4f0a9f14e03b2e610412634d470', 'gw_port': {'id': '8884c530-3561-4568-a952-9f8d636c0fc7', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:df:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3416b4b-5fd9-4b75-80b9-b33ee467ada3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:58:22Z', 'updated_at': '2022-09-16T09:58:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_interfaces': [{'id': '85e5b4bb-ce12-4cf0-9c3e-22096a983654', 'name': '', 'network_id': 'efcee80f-84e3-4c3a-9956-ec53ee03c508', 'tenant_id': '7745a4f0a9f14e03b2e610412634d470', 'mac_address': 'fa:16:3e:68:31:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3416b4b-5fd9-4b75-80b9-b33ee467ada3', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'dc4a35d8-c2dd-44f2-8425-fc07df4b1aeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:58:25Z', 'updated_at': '2022-09-16T09:58:25Z', 'revision_number': 1, 'project_id': '7745a4f0a9f14e03b2e610412634d470', 'subnets': [{'id': 'dc4a35d8-c2dd-44f2-8425-fc07df4b1aeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:58:27.133872 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433ee44d-7a99-45d2-9cda-a5c4b4a3e59f admin admin] Network efcee80f-84e3-4c3a-9956-ec53ee03c508 is already hosted by enough agents. {{(pid=113424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 09:58:27.135453 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.base_scheduler [None req-433ee44d-7a99-45d2-9cda-a5c4b4a3e59f admin admin] Resources bound (agent type, host, resource id): {{(pid=113424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 09:58:27.140929 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56d0ed8-8389-4c9c-a07d-a7dcca289348 None None] The sync data for ids ['d3416b4b-5fd9-4b75-80b9-b33ee467ada3'] in dv-cinder-790535-43-iscsi is: [{'id': 'd3416b4b-5fd9-4b75-80b9-b33ee467ada3', 'name': 'tempest-TestShelveInstance-1043494730-router', 'tenant_id': '7745a4f0a9f14e03b2e610412634d470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '8884c530-3561-4568-a952-9f8d636c0fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:58:21Z', 'updated_at': '2022-09-16T09:58:26Z', 'revision_number': 4, 'project_id': '7745a4f0a9f14e03b2e610412634d470', 'gw_port': {'id': '8884c530-3561-4568-a952-9f8d636c0fc7', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:df:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3416b4b-5fd9-4b75-80b9-b33ee467ada3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:58:22Z', 'updated_at': '2022-09-16T09:58:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_interfaces': [{'id': '85e5b4bb-ce12-4cf0-9c3e-22096a983654', 'name': '', 'network_id': 'efcee80f-84e3-4c3a-9956-ec53ee03c508', 'tenant_id': '7745a4f0a9f14e03b2e610412634d470', 'mac_address': 'fa:16:3e:68:31:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3416b4b-5fd9-4b75-80b9-b33ee467ada3', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'dc4a35d8-c2dd-44f2-8425-fc07df4b1aeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:58:25Z', 'updated_at': '2022-09-16T09:58:25Z', 'revision_number': 1, 'project_id': '7745a4f0a9f14e03b2e610412634d470', 'subnets': [{'id': 'dc4a35d8-c2dd-44f2-8425-fc07df4b1aeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 09:58:27.150858 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device e056d6ee-8259-4696-bc8e-64085ef188a0 up at agent ovs-agent-dv-cinder-790535-43-iscsi {{(pid=113425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 09:58:27.187145 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-3ba2ad33-dfae-4e45-ad99-8fff73ca364a None None] Attempt 2 to provision port 85e5b4bb-ce12-4cf0-9c3e-22096a983654 Sep 16 09:58:27.191932 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:27.255650 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3ba2ad33-dfae-4e45-ad99-8fff73ca364a None None] Port 85e5b4bb-ce12-4cf0-9c3e-22096a983654 cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:58:27.276444 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Provisioning complete for port e056d6ee-8259-4696-bc8e-64085ef188a0 triggered by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:58:27.277030 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (e056d6ee-8259-4696-bc8e-64085ef188a0), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:27.278066 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Attempt 1 to provision port e056d6ee-8259-4696-bc8e-64085ef188a0 Sep 16 09:58:27.292570 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:27.310660 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-433ee44d-7a99-45d2-9cda-a5c4b4a3e59f admin admin] Router d3416b4b-5fd9-4b75-80b9-b33ee467ada3 has already been hosted by L3 agent 647718b3-8298-4382-86e2-3fad9f5d7804 {{(pid=113424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 09:58:27.378909 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (be58d251-43cc-467d-bf31-2aae48e2ac56), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:27.388515 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Current status of the port e056d6ee-8259-4696-bc8e-64085ef188a0 is: ACTIVE; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:58:27.459655 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-433ee44d-7a99-45d2-9cda-a5c4b4a3e59f admin admin] Notify agent at l3_agent.dv-cinder-790535-43-iscsi the message routers_updated {{(pid=113424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 09:58:27.470190 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-433ee44d-7a99-45d2-9cda-a5c4b4a3e59f admin admin] 10.222.0.73 "PUT /networking/v2.0/routers/d3416b4b-5fd9-4b75-80b9-b33ee467ada3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1839104 Sep 16 09:58:27.506877 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-cd5fe5d0-24d3-4349-8269-176b5bcdf250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (65aa34d6-cc53-475e-ab2c-2c2516bff08f), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:27.757265 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-3ba2ad33-dfae-4e45-ad99-8fff73ca364a None None] Attempt 3 to provision port 85e5b4bb-ce12-4cf0-9c3e-22096a983654 Sep 16 09:58:27.815392 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3ba2ad33-dfae-4e45-ad99-8fff73ca364a None None] Port 85e5b4bb-ce12-4cf0-9c3e-22096a983654 cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:58:28.028286 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 56726) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:58:28.143040 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.v2.base [None req-0c2675d7-3eb0-4ec5-b2e4-b660985a3bfa admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1433253090-network', 'tenant_id': '75e9f7169b754d5daa040eb465e858e5'}} {{(pid=113423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:58:28.173459 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 56730) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:58:28.178446 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.v2.base [None req-13d6ab60-f920-40a3-89dd-9c6baeda60f9 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-304736498', 'description': 'tempest-secgroup-smoke-304736498 description', 'project_id': '92e292a400454c93a48aca5510bfcee9'}} {{(pid=113423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:58:28.257760 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c2675d7-3eb0-4ec5-b2e4-b660985a3bfa admin admin] Made reservation on behalf of 75e9f7169b754d5daa040eb465e858e5 for: {'network': 1} {{(pid=113423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 09:58:28.260284 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-0c2675d7-3eb0-4ec5-b2e4-b660985a3bfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for network (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:28.273246 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-0c2675d7-3eb0-4ec5-b2e4-b660985a3bfa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:28.284553 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-13d6ab60-f920-40a3-89dd-9c6baeda60f9 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Publish callbacks [] for security_group (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:28.316464 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 56734) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:58:28.316968 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-3ba2ad33-dfae-4e45-ad99-8fff73ca364a None None] Attempt 4 to provision port 85e5b4bb-ce12-4cf0-9c3e-22096a983654 Sep 16 09:58:28.353690 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3ba2ad33-dfae-4e45-ad99-8fff73ca364a None None] Port 85e5b4bb-ce12-4cf0-9c3e-22096a983654 cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:58:28.413712 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-13d6ab60-f920-40a3-89dd-9c6baeda60f9 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Publish callbacks [] for security_group (120b3f6b-01c8-46d6-942b-91f138c52750), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:28.419418 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-0c2675d7-3eb0-4ec5-b2e4-b660985a3bfa admin admin] Publish callbacks [] for security_group (33f12b84-45ed-48a4-9b6f-c4fd86f77b5d), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:28.433822 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-6dc0ede3-1823-46f8-9a45-d114e09b671c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:28.469040 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-13d6ab60-f920-40a3-89dd-9c6baeda60f9 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (120b3f6b-01c8-46d6-942b-91f138c52750), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:28.499126 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d6ab60-f920-40a3-89dd-9c6baeda60f9 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=120b3f6b-01c8-46d6-942b-91f138c52750,revision_number=1']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:58:28.503740 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-0c2675d7-3eb0-4ec5-b2e4-b660985a3bfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (33f12b84-45ed-48a4-9b6f-c4fd86f77b5d), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:28.511447 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-6dc0ede3-1823-46f8-9a45-d114e09b671c admin admin] Publish callbacks [] for security_group (f818728a-348f-48ce-af43-7fdad18f994d), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:28.532029 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c2675d7-3eb0-4ec5-b2e4-b660985a3bfa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=113423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 09:58:28.542110 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2675d7-3eb0-4ec5-b2e4-b660985a3bfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33f12b84-45ed-48a4-9b6f-c4fd86f77b5d,revision_number=1']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:58:28.547864 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-0c2675d7-3eb0-4ec5-b2e4-b660985a3bfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1277354'] for segment (7733bfc5-bc22-4cba-b26f-b42431e1e84d), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:28.548254 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.db.segments_db [None req-0c2675d7-3eb0-4ec5-b2e4-b660985a3bfa admin admin] Added segment 7733bfc5-bc22-4cba-b26f-b42431e1e84d of type vlan for network 0c5fa5a7-17b8-41e4-80c7-74693b744506 Sep 16 09:58:28.581568 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-13d6ab60-f920-40a3-89dd-9c6baeda60f9 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Publish callbacks [] for security_group (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:28.582721 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-13d6ab60-f920-40a3-89dd-9c6baeda60f9 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4082410 Sep 16 09:58:28.586014 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 56738) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:58:28.591603 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.v2.base [None req-dafc9a29-cfa2-4f27-9847-94c6ff9584ec tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Request body: {'security_group_rule': {'security_group_id': '120b3f6b-01c8-46d6-942b-91f138c52750', 'project_id': '92e292a400454c93a48aca5510bfcee9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:58:28.594728 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-0c2675d7-3eb0-4ec5-b2e4-b660985a3bfa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759571199151'] for network (0c5fa5a7-17b8-41e4-80c7-74693b744506), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:28.599803 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-6dc0ede3-1823-46f8-9a45-d114e09b671c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (f818728a-348f-48ce-af43-7fdad18f994d), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:28.649940 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc0ede3-1823-46f8-9a45-d114e09b671c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f818728a-348f-48ce-af43-7fdad18f994d,revision_number=1']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:58:28.656357 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-6dc0ede3-1823-46f8-9a45-d114e09b671c admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=f1f62db7f8264b9faa52e8fee8cad5a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3389196 Sep 16 09:58:28.659226 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 56740) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:58:28.696925 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-0c2675d7-3eb0-4ec5-b2e4-b660985a3bfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335'] for network (0c5fa5a7-17b8-41e4-80c7-74693b744506), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:28.697935 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2675d7-3eb0-4ec5-b2e4-b660985a3bfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:58:28.698535 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-0c2675d7-3eb0-4ec5-b2e4-b660985a3bfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546317'] for network (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:28.698659 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:28.701304 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-dafc9a29-cfa2-4f27-9847-94c6ff9584ec tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Publish callbacks [] for security_group_rule (fec9b9c0-1afd-4b1e-a2ff-8877df440867), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:28.713893 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=76,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=16 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:28.760637 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-dafc9a29-cfa2-4f27-9847-94c6ff9584ec tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Publish callbacks [] for security_group_rule (fec9b9c0-1afd-4b1e-a2ff-8877df440867), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:28.772795 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-30f29c45-ea31-4fb2-a529-6c5145b4b984 admin admin] Publish callbacks [] for security_group (f818728a-348f-48ce-af43-7fdad18f994d), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:28.774822 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2675d7-3eb0-4ec5-b2e4-b660985a3bfa admin admin] Pushing event updated for resources: {'Network': ['ID=0c5fa5a7-17b8-41e4-80c7-74693b744506,revision_number=1']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:58:28.788657 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Network 0c5fa5a7-17b8-41e4-80c7-74693b744506 details requested by agent ovs-agent-dv-cinder-790535-43-iscsi with host dv-cinder-790535-43-iscsi {{(pid=113425) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 09:58:28.797677 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-30f29c45-ea31-4fb2-a529-6c5145b4b984 admin admin] Publish callbacks [] for security_group (f818728a-348f-48ce-af43-7fdad18f994d), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:28.805948 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:28.824456 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-dafc9a29-cfa2-4f27-9847-94c6ff9584ec tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784789'] for security_group_rule (fec9b9c0-1afd-4b1e-a2ff-8877df440867), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:28.837082 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-0c2675d7-3eb0-4ec5-b2e4-b660985a3bfa admin admin] 10.222.0.73 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8049936 Sep 16 09:58:28.837296 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 56742) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:58:28.842557 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.v2.base [None req-e9624d9e-4d8c-459f-9fa2-6a43ecc6f14e admin admin] Request body: {'subnet': {'network_id': '0c5fa5a7-17b8-41e4-80c7-74693b744506', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1433253090-subnet', 'tenant_id': '75e9f7169b754d5daa040eb465e858e5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:58:28.846729 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafc9a29-cfa2-4f27-9847-94c6ff9584ec tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fec9b9c0-1afd-4b1e-a2ff-8877df440867,revision_number=0']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:58:28.857007 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-3ba2ad33-dfae-4e45-ad99-8fff73ca364a None None] Attempt 5 to provision port 85e5b4bb-ce12-4cf0-9c3e-22096a983654 Sep 16 09:58:28.900380 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3ba2ad33-dfae-4e45-ad99-8fff73ca364a None None] Port 85e5b4bb-ce12-4cf0-9c3e-22096a983654 cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:58:28.935557 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-30f29c45-ea31-4fb2-a529-6c5145b4b984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (f818728a-348f-48ce-af43-7fdad18f994d), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:28.937199 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-dafc9a29-cfa2-4f27-9847-94c6ff9584ec tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:28.938138 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-30f29c45-ea31-4fb2-a529-6c5145b4b984 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:28.938770 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-dafc9a29-cfa2-4f27-9847-94c6ff9584ec tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3514812 Sep 16 09:58:28.941602 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 56744) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:58:28.945039 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-30f29c45-ea31-4fb2-a529-6c5145b4b984 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/f818728a-348f-48ce-af43-7fdad18f994d HTTP/1.1" status: 204 len: 168 time: 0.2815132 Sep 16 09:58:28.947509 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.v2.base [None req-a127fd0c-546e-4faa-9247-fcfd87e798e9 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Request body: {'security_group_rule': {'security_group_id': '120b3f6b-01c8-46d6-942b-91f138c52750', 'project_id': '92e292a400454c93a48aca5510bfcee9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=113424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:58:28.953762 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9624d9e-4d8c-459f-9fa2-6a43ecc6f14e admin admin] Made reservation on behalf of 75e9f7169b754d5daa040eb465e858e5 for: {'subnet': 1} {{(pid=113423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 09:58:28.956319 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-e9624d9e-4d8c-459f-9fa2-6a43ecc6f14e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2535104'] for subnet (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:28.969797 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f29c45-ea31-4fb2-a529-6c5145b4b984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f818728a-348f-48ce-af43-7fdad18f994d,revision_number=None']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:58:29.035982 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-a127fd0c-546e-4faa-9247-fcfd87e798e9 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Publish callbacks [] for security_group_rule (bb1ff9ff-d825-43df-ab54-3bbf5149fde8), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:29.132088 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-a127fd0c-546e-4faa-9247-fcfd87e798e9 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Publish callbacks [] for security_group_rule (bb1ff9ff-d825-43df-ab54-3bbf5149fde8), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:29.186438 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device 8884c530-3561-4568-a952-9f8d636c0fc7 up at agent ovs-agent-dv-cinder-790535-43-iscsi {{(pid=113425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 09:58:29.201523 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-a127fd0c-546e-4faa-9247-fcfd87e798e9 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784789'] for security_group_rule (bb1ff9ff-d825-43df-ab54-3bbf5149fde8), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:29.223624 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a127fd0c-546e-4faa-9247-fcfd87e798e9 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb1ff9ff-d825-43df-ab54-3bbf5149fde8,revision_number=0']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:58:29.233429 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-e9624d9e-4d8c-459f-9fa2-6a43ecc6f14e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2475058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2535126'] for subnet (6190e3c9-98e1-4200-bd81-aa6704106c92), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:29.238396 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Provisioning complete for port 8884c530-3561-4568-a952-9f8d636c0fc7 triggered by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:58:29.238872 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (8884c530-3561-4568-a952-9f8d636c0fc7), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:29.239799 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Attempt 1 to provision port 8884c530-3561-4568-a952-9f8d636c0fc7 Sep 16 09:58:29.298679 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9624d9e-4d8c-459f-9fa2-6a43ecc6f14e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6190e3c9-98e1-4200-bd81-aa6704106c92,revision_number=0']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:58:29.322112 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-a127fd0c-546e-4faa-9247-fcfd87e798e9 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:29.325845 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-a127fd0c-546e-4faa-9247-fcfd87e798e9 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3827872 Sep 16 09:58:29.327801 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 56750) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:58:29.333971 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.v2.base [None req-50d44041-5668-4b64-8d3a-0cf2c0692b81 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Request body: {'security_group_rule': {'security_group_id': '120b3f6b-01c8-46d6-942b-91f138c52750', 'project_id': '92e292a400454c93a48aca5510bfcee9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=113423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:58:29.340698 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9624d9e-4d8c-459f-9fa2-6a43ecc6f14e admin admin] Checking segment: {'id': '7733bfc5-bc22-4cba-b26f-b42431e1e84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0c5fa5a7-17b8-41e4-80c7-74693b744506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 09:58:29.341054 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9624d9e-4d8c-459f-9fa2-6a43ecc6f14e admin admin] Network hostable DHCP agents. Network: 0c5fa5a7-17b8-41e4-80c7-74693b744506, hostable agents: ['54fa5420-569f-41b3-81ce-b3c99a893561'], hosted agents: [] {{(pid=113423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 09:58:29.355421 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Current status of the port 8884c530-3561-4568-a952-9f8d636c0fc7 is: DOWN; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:58:29.355421 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (8884c530-3561-4568-a952-9f8d636c0fc7), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:29.375351 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:29.378346 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:29.384772 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] For port 8884c530-3561-4568-a952-9f8d636c0fc7, host dv-cinder-790535-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=8884c530-3561-4568-a952-9f8d636c0fc7,segment=NetworkSegment(0b254eb8-8459-4a20-9dd6-e212af12e724),segment_id=0b254eb8-8459-4a20-9dd6-e212af12e724)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:58:29.402719 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-3ba2ad33-dfae-4e45-ad99-8fff73ca364a None None] Attempt 6 to provision port 85e5b4bb-ce12-4cf0-9c3e-22096a983654 Sep 16 09:58:29.450759 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3ba2ad33-dfae-4e45-ad99-8fff73ca364a None None] Port 85e5b4bb-ce12-4cf0-9c3e-22096a983654 cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:58:29.460487 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-50d44041-5668-4b64-8d3a-0cf2c0692b81 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Publish callbacks [] for security_group_rule (1555b784-ae84-498d-9156-398f163e0cb4), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:29.484894 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (8884c530-3561-4568-a952-9f8d636c0fc7), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:29.487353 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9624d9e-4d8c-459f-9fa2-6a43ecc6f14e admin admin] Network 0c5fa5a7-17b8-41e4-80c7-74693b744506 is scheduled to be hosted by DHCP agent 54fa5420-569f-41b3-81ce-b3c99a893561 with binding_index 1 {{(pid=113423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 09:58:29.530317 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-50d44041-5668-4b64-8d3a-0cf2c0692b81 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Publish callbacks [] for security_group_rule (1555b784-ae84-498d-9156-398f163e0cb4), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:29.537242 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Pushing event updated for resources: {'Port': ['ID=8884c530-3561-4568-a952-9f8d636c0fc7,revision_number=4']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:58:29.569569 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.base_scheduler [None req-e9624d9e-4d8c-459f-9fa2-6a43ecc6f14e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-43-iscsi, 0c5fa5a7-17b8-41e4-80c7-74693b744506) {{(pid=113423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 09:58:29.576987 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9624d9e-4d8c-459f-9fa2-6a43ecc6f14e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:58:29.579076 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-e9624d9e-4d8c-459f-9fa2-6a43ecc6f14e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546317'] for subnet (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:29.580155 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0c2d59-884e-4e46-8540-ea858e836757 None None] Network 0c5fa5a7-17b8-41e4-80c7-74693b744506 requested from dv-cinder-790535-43-iscsi {{(pid=113425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 09:58:29.603673 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-50d44041-5668-4b64-8d3a-0cf2c0692b81 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784789'] for security_group_rule (1555b784-ae84-498d-9156-398f163e0cb4), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:29.623799 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d44041-5668-4b64-8d3a-0cf2c0692b81 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1555b784-ae84-498d-9156-398f163e0cb4,revision_number=0']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:58:29.689263 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-e9624d9e-4d8c-459f-9fa2-6a43ecc6f14e admin admin] 10.222.0.73 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8509960 Sep 16 09:58:29.691003 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7469477c-73e6-47ba-80c1-dad2b6bec106 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8adadafb-aa0f-50bc-bc9f-45663671aa4d-0c5fa5a7-17b8-41e4-80c7-74693b744506', 'network_id': '0c5fa5a7-17b8-41e4-80c7-74693b744506', 'project_id': '75e9f7169b754d5daa040eb465e858e5', 'fixed_ips': [{'subnet_id': '6190e3c9-98e1-4200-bd81-aa6704106c92'}]}} from dv-cinder-790535-43-iscsi. {{(pid=113425) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 09:58:29.691928 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 56752) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:58:29.696170 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-7469477c-73e6-47ba-80c1-dad2b6bec106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (None), before_create {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:29.696688 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.v2.base [None req-c7617178-379c-45f0-8923-48057188efb5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1433253090-router', 'tenant_id': '75e9f7169b754d5daa040eb465e858e5', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79'}}} {{(pid=113423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:58:29.718315 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-50d44041-5668-4b64-8d3a-0cf2c0692b81 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:29.718456 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:29.722665 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-50d44041-5668-4b64-8d3a-0cf2c0692b81 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3910160 Sep 16 09:58:29.723619 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 56754) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:58:29.728630 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.v2.base [None req-f546226d-aff3-418f-a1ee-f0945a4eda00 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Request body: {'security_group_rule': {'security_group_id': '120b3f6b-01c8-46d6-942b-91f138c52750', 'project_id': '92e292a400454c93a48aca5510bfcee9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=113424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:58:29.770456 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 56756) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:58:29.783896 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-193b3d25-0903-4984-8a06-ffbc0f446fee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:29.830554 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-c7617178-379c-45f0-8923-48057188efb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-696460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65145'] for router (d4e03a5a-7d0d-4937-b22a-6c30f6fd97fc), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:29.832165 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-c7617178-379c-45f0-8923-48057188efb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65120'] for router (d4e03a5a-7d0d-4937-b22a-6c30f6fd97fc), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:29.835409 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-f546226d-aff3-418f-a1ee-f0945a4eda00 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Publish callbacks [] for security_group_rule (d534b646-05c3-47b4-9b9a-9c27f4b71b96), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:29.840918 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.db_base_plugin_common [None req-7469477c-73e6-47ba-80c1-dad2b6bec106 None None] Allocated IP 172.20.0.2 (0c5fa5a7-17b8-41e4-80c7-74693b744506/6190e3c9-98e1-4200-bd81-aa6704106c92/9614321d-5c81-4155-8314-d780c796fb5d) {{(pid=113425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 09:58:29.899022 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-c7617178-379c-45f0-8923-48057188efb5 admin admin] Publish callbacks [] for router_controller (d4e03a5a-7d0d-4937-b22a-6c30f6fd97fc), precommit_add_association {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:29.941877 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-f546226d-aff3-418f-a1ee-f0945a4eda00 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Publish callbacks [] for security_group_rule (d534b646-05c3-47b4-9b9a-9c27f4b71b96), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:29.943599 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:29.966085 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-3ba2ad33-dfae-4e45-ad99-8fff73ca364a None None] Attempt 7 to provision port 85e5b4bb-ce12-4cf0-9c3e-22096a983654 Sep 16 09:58:29.967485 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:29.987131 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-193b3d25-0903-4984-8a06-ffbc0f446fee admin admin] Publish callbacks [] for security_group (d1cff53c-c469-4ff2-b6f1-2f9bdb294a3e), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:30.021113 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-7469477c-73e6-47ba-80c1-dad2b6bec106 None None] Publish callbacks [] for port (9614321d-5c81-4155-8314-d780c796fb5d), precommit_create {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:30.024364 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3ba2ad33-dfae-4e45-ad99-8fff73ca364a None None] Port 85e5b4bb-ce12-4cf0-9c3e-22096a983654 cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:58:30.090008 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-f546226d-aff3-418f-a1ee-f0945a4eda00 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784789'] for security_group_rule (d534b646-05c3-47b4-9b9a-9c27f4b71b96), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:30.097917 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-193b3d25-0903-4984-8a06-ffbc0f446fee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (d1cff53c-c469-4ff2-b6f1-2f9bdb294a3e), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:30.118787 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-7469477c-73e6-47ba-80c1-dad2b6bec106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759571245505'] for port (9614321d-5c81-4155-8314-d780c796fb5d), after_create {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:30.135848 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f546226d-aff3-418f-a1ee-f0945a4eda00 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d534b646-05c3-47b4-9b9a-9c27f4b71b96,revision_number=0']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:58:30.158840 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193b3d25-0903-4984-8a06-ffbc0f446fee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1cff53c-c469-4ff2-b6f1-2f9bdb294a3e,revision_number=1']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:58:30.161418 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-193b3d25-0903-4984-8a06-ffbc0f446fee admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=b9713df00a304c96bfbc5e84cb05620e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3896456 Sep 16 09:58:30.166013 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 56758) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:58:30.184985 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-c7617178-379c-45f0-8923-48057188efb5 admin admin] Publish callbacks [] for router_gateway (d4e03a5a-7d0d-4937-b22a-6c30f6fd97fc), precommit_update {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:30.189753 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7469477c-73e6-47ba-80c1-dad2b6bec106 None None] Network 0c5fa5a7-17b8-41e4-80c7-74693b744506 is already hosted by enough agents. {{(pid=113425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 09:58:30.190949 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7469477c-73e6-47ba-80c1-dad2b6bec106 None None] Pushing event updated for resources: {'Port': ['ID=9614321d-5c81-4155-8314-d780c796fb5d,revision_number=1']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:58:30.194726 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.scheduler.base_scheduler [None req-7469477c-73e6-47ba-80c1-dad2b6bec106 None None] Resources bound (agent type, host, resource id): {{(pid=113425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 09:58:30.197351 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7469477c-73e6-47ba-80c1-dad2b6bec106 None None] Received port after_create {{(pid=113425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 09:58:30.230418 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-4baa3f15-5ec3-46d7-a025-2f4a0fffff35 admin admin] Publish callbacks [] for security_group (d1cff53c-c469-4ff2-b6f1-2f9bdb294a3e), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:30.234632 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-f546226d-aff3-418f-a1ee-f0945a4eda00 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:30.235923 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-f546226d-aff3-418f-a1ee-f0945a4eda00 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5110412 Sep 16 09:58:30.238959 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 56760) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:58:30.245083 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.v2.base [None req-3cf7ff67-4634-4dbc-a4ae-744dbce908bd tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Request body: {'security_group_rule': {'security_group_id': '120b3f6b-01c8-46d6-942b-91f138c52750', 'project_id': '92e292a400454c93a48aca5510bfcee9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=113423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:58:30.247831 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:30.256847 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-4baa3f15-5ec3-46d7-a025-2f4a0fffff35 admin admin] Publish callbacks [] for security_group (d1cff53c-c469-4ff2-b6f1-2f9bdb294a3e), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:30.266100 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.managers [None req-7469477c-73e6-47ba-80c1-dad2b6bec106 None None] Attempting to bind port 9614321d-5c81-4155-8314-d780c796fb5d on host dv-cinder-790535-43-iscsi for vnic_type normal with profile {{(pid=113425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 09:58:30.266573 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.managers [None req-7469477c-73e6-47ba-80c1-dad2b6bec106 None None] Attempting to bind port 9614321d-5c81-4155-8314-d780c796fb5d by drivers openvswitch,hyperv on host dv-cinder-790535-43-iscsi at level 0 using segments [{'id': '7733bfc5-bc22-4cba-b26f-b42431e1e84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0c5fa5a7-17b8-41e4-80c7-74693b744506'}] {{(pid=113425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 09:58:30.267283 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7469477c-73e6-47ba-80c1-dad2b6bec106 None None] Attempting to bind port 9614321d-5c81-4155-8314-d780c796fb5d on network 0c5fa5a7-17b8-41e4-80c7-74693b744506 {{(pid=113425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 09:58:30.321822 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7469477c-73e6-47ba-80c1-dad2b6bec106 None None] Checking agent: {'id': 'be58d251-43cc-467d-bf31-2aae48e2ac56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-43-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 9, 41, 57), 'started_at': datetime.datetime(2022, 9, 16, 9, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 9, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-43-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 09:58:30.322254 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7469477c-73e6-47ba-80c1-dad2b6bec106 None None] Checking segment: {'id': '7733bfc5-bc22-4cba-b26f-b42431e1e84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0c5fa5a7-17b8-41e4-80c7-74693b744506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 09:58:30.322670 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-7469477c-73e6-47ba-80c1-dad2b6bec106 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:30.323068 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7469477c-73e6-47ba-80c1-dad2b6bec106 None None] Bound using segment: {'id': '7733bfc5-bc22-4cba-b26f-b42431e1e84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0c5fa5a7-17b8-41e4-80c7-74693b744506'} {{(pid=113425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 09:58:30.323545 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.managers [None req-7469477c-73e6-47ba-80c1-dad2b6bec106 None None] Bound port: 9614321d-5c81-4155-8314-d780c796fb5d, host: dv-cinder-790535-43-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7733bfc5-bc22-4cba-b26f-b42431e1e84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0c5fa5a7-17b8-41e4-80c7-74693b744506'}}] {{(pid=113425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 09:58:30.324636 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-7469477c-73e6-47ba-80c1-dad2b6bec106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (9614321d-5c81-4155-8314-d780c796fb5d), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:30.331501 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=82,neutron:UPDATE=4,neutron:INSERT=10,neutron:DELETE=4 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:30.343305 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.db.securitygroups_db [None req-3cf7ff67-4634-4dbc-a4ae-744dbce908bd tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Project 92e292a400454c93a48aca5510bfcee9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 09:58:30.355114 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-3cf7ff67-4634-4dbc-a4ae-744dbce908bd tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Publish callbacks [] for security_group_rule (116b52d6-30db-4be6-807b-3286bf8caea8), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:30.390146 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-7469477c-73e6-47ba-80c1-dad2b6bec106 None None] For port 9614321d-5c81-4155-8314-d780c796fb5d, host dv-cinder-790535-43-iscsi, cleared binding levels {{(pid=113425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 09:58:30.399821 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-7469477c-73e6-47ba-80c1-dad2b6bec106 None None] For port 9614321d-5c81-4155-8314-d780c796fb5d, host dv-cinder-790535-43-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=9614321d-5c81-4155-8314-d780c796fb5d,segment=NetworkSegment(7733bfc5-bc22-4cba-b26f-b42431e1e84d),segment_id=7733bfc5-bc22-4cba-b26f-b42431e1e84d)] {{(pid=113425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 09:58:30.412190 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a036946-a74e-4129-a384-7bfdbf938069 None None] Sync routers for ids ['d3416b4b-5fd9-4b75-80b9-b33ee467ada3'] in dv-cinder-790535-43-iscsi {{(pid=113426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 09:58:30.422382 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a036946-a74e-4129-a384-7bfdbf938069 None None] Routers {'d3416b4b-5fd9-4b75-80b9-b33ee467ada3'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 09:58:30.423060 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-1a036946-a74e-4129-a384-7bfdbf938069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T09:58:24Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['d3416b4b-5fd9-4b75-80b9-b33ee467ada3'], 'active': True} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:58:30.430226 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-4baa3f15-5ec3-46d7-a025-2f4a0fffff35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (d1cff53c-c469-4ff2-b6f1-2f9bdb294a3e), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:30.430226 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-4baa3f15-5ec3-46d7-a025-2f4a0fffff35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:30.430226 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-4baa3f15-5ec3-46d7-a025-2f4a0fffff35 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/d1cff53c-c469-4ff2-b6f1-2f9bdb294a3e HTTP/1.1" status: 204 len: 168 time: 0.2603979 Sep 16 09:58:30.441745 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baa3f15-5ec3-46d7-a025-2f4a0fffff35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1cff53c-c469-4ff2-b6f1-2f9bdb294a3e,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:58:30.481795 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=100 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:30.512761 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-3cf7ff67-4634-4dbc-a4ae-744dbce908bd tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Publish callbacks [] for security_group_rule (116b52d6-30db-4be6-807b-3286bf8caea8), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:30.517579 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-7469477c-73e6-47ba-80c1-dad2b6bec106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (9614321d-5c81-4155-8314-d780c796fb5d), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:30.525334 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-c7617178-379c-45f0-8923-48057188efb5 admin admin] Publish callbacks [] for router_gateway (d4e03a5a-7d0d-4937-b22a-6c30f6fd97fc), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:30.526914 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-3ba2ad33-dfae-4e45-ad99-8fff73ca364a None None] Attempt 8 to provision port 85e5b4bb-ce12-4cf0-9c3e-22096a983654 Sep 16 09:58:30.553673 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvr_db [None req-1a036946-a74e-4129-a384-7bfdbf938069 None None] Set router d3416b4b-5fd9-4b75-80b9-b33ee467ada3 gateway port host: dv-cinder-790535-43-iscsi {{(pid=113426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 09:58:30.559934 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-c7617178-379c-45f0-8923-48057188efb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:30.610204 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-3cf7ff67-4634-4dbc-a4ae-744dbce908bd tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784789'] for security_group_rule (116b52d6-30db-4be6-807b-3286bf8caea8), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:30.633348 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3ba2ad33-dfae-4e45-ad99-8fff73ca364a None None] Port 85e5b4bb-ce12-4cf0-9c3e-22096a983654 cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:58:30.633997 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7469477c-73e6-47ba-80c1-dad2b6bec106 None None] Pushing event updated for resources: {'Port': ['ID=9614321d-5c81-4155-8314-d780c796fb5d,revision_number=2']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:58:30.644946 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf7ff67-4634-4dbc-a4ae-744dbce908bd tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=116b52d6-30db-4be6-807b-3286bf8caea8,revision_number=0']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:58:30.707659 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.db.db_base_plugin_common [None req-c7617178-379c-45f0-8923-48057188efb5 admin admin] Allocated IP 172.27.1.225 (d06af4bd-75ff-4039-9388-f05026361d79/429d2505-e0fa-44a7-bb81-98c451c1a231/500ce511-f930-49c5-929c-fbb00abc517b) {{(pid=113423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 09:58:30.743930 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-3cf7ff67-4634-4dbc-a4ae-744dbce908bd tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:30.745282 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-3cf7ff67-4634-4dbc-a4ae-744dbce908bd tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5051942 Sep 16 09:58:30.748158 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 56764) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:58:30.753560 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.v2.base [None req-3a10151f-090e-4b81-8ce6-deca526d6c47 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Request body: {'security_group_rule': {'security_group_id': '120b3f6b-01c8-46d6-942b-91f138c52750', 'project_id': '92e292a400454c93a48aca5510bfcee9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=113424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:58:30.836130 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:30.877217 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-1a036946-a74e-4129-a384-7bfdbf938069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3416b4b-5fd9-4b75-80b9-b33ee467ada3', 'name': 'tempest-TestShelveInstance-1043494730-router', 'tenant_id': '7745a4f0a9f14e03b2e610412634d470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '8884c530-3561-4568-a952-9f8d636c0fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:58:21Z', 'updated_at': '2022-09-16T09:58:26Z', 'revision_number': 4, 'project_id': '7745a4f0a9f14e03b2e610412634d470', 'gw_port': {'id': '8884c530-3561-4568-a952-9f8d636c0fc7', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:df:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3416b4b-5fd9-4b75-80b9-b33ee467ada3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:58:22Z', 'updated_at': '2022-09-16T09:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_interfaces': [{'id': '85e5b4bb-ce12-4cf0-9c3e-22096a983654', 'name': '', 'network_id': 'efcee80f-84e3-4c3a-9956-ec53ee03c508', 'tenant_id': '7745a4f0a9f14e03b2e610412634d470', 'mac_address': 'fa:16:3e:68:31:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3416b4b-5fd9-4b75-80b9-b33ee467ada3', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'dc4a35d8-c2dd-44f2-8425-fc07df4b1aeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:58:25Z', 'updated_at': '2022-09-16T09:58:26Z', 'revision_number': 2, 'project_id': '7745a4f0a9f14e03b2e610412634d470', 'subnets': [{'id': 'dc4a35d8-c2dd-44f2-8425-fc07df4b1aeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:58:30.893082 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-c7617178-379c-45f0-8923-48057188efb5 admin admin] Publish callbacks [] for port (500ce511-f930-49c5-929c-fbb00abc517b), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:30.926959 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.db.securitygroups_db [None req-3a10151f-090e-4b81-8ce6-deca526d6c47 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Project 92e292a400454c93a48aca5510bfcee9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 09:58:30.930394 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a036946-a74e-4129-a384-7bfdbf938069 None None] Checking router: d3416b4b-5fd9-4b75-80b9-b33ee467ada3 for host: dv-cinder-790535-43-iscsi {{(pid=113426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 09:58:30.930394 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a036946-a74e-4129-a384-7bfdbf938069 None None] Updating router d3416b4b-5fd9-4b75-80b9-b33ee467ada3 port 85e5b4bb-ce12-4cf0-9c3e-22096a983654 binding host dv-cinder-790535-43-iscsi {{(pid=113426) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 09:58:30.940539 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-3a10151f-090e-4b81-8ce6-deca526d6c47 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Publish callbacks [] for security_group_rule (c47e3b7f-5835-4f4b-a49b-a0d3c5a971ef), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:30.968025 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron_lib.callbacks.manager [None req-1a036946-a74e-4129-a384-7bfdbf938069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (85e5b4bb-ce12-4cf0-9c3e-22096a983654), before_update {{(pid=113426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:31.029032 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-3a10151f-090e-4b81-8ce6-deca526d6c47 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Publish callbacks [] for security_group_rule (c47e3b7f-5835-4f4b-a49b-a0d3c5a971ef), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:31.071041 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-c7617178-379c-45f0-8923-48057188efb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759571245505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473602'] for port (500ce511-f930-49c5-929c-fbb00abc517b), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:31.109356 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-3a10151f-090e-4b81-8ce6-deca526d6c47 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784789'] for security_group_rule (c47e3b7f-5835-4f4b-a49b-a0d3c5a971ef), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:31.119793 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7617178-379c-45f0-8923-48057188efb5 admin admin] Network d06af4bd-75ff-4039-9388-f05026361d79 is already hosted by enough agents. {{(pid=113423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 09:58:31.134637 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-3ba2ad33-dfae-4e45-ad99-8fff73ca364a None None] Attempt 9 to provision port 85e5b4bb-ce12-4cf0-9c3e-22096a983654 Sep 16 09:58:31.140852 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.base_scheduler [None req-c7617178-379c-45f0-8923-48057188efb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=113423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 09:58:31.144555 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7617178-379c-45f0-8923-48057188efb5 admin admin] Received port after_create {{(pid=113423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 09:58:31.145148 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a10151f-090e-4b81-8ce6-deca526d6c47 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c47e3b7f-5835-4f4b-a49b-a0d3c5a971ef,revision_number=0']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:58:31.188994 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:31.196846 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3ba2ad33-dfae-4e45-ad99-8fff73ca364a None None] Port 85e5b4bb-ce12-4cf0-9c3e-22096a983654 cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:58:31.197598 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:31.201105 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7617178-379c-45f0-8923-48057188efb5 admin admin] Pushing event updated for resources: {'Port': ['ID=500ce511-f930-49c5-929c-fbb00abc517b,revision_number=1']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:58:31.222411 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-3a10151f-090e-4b81-8ce6-deca526d6c47 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:31.223701 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-3a10151f-090e-4b81-8ce6-deca526d6c47 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4745405 Sep 16 09:58:31.335007 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron_lib.callbacks.manager [None req-1a036946-a74e-4129-a384-7bfdbf938069 None None] Publish callbacks [] for port (85e5b4bb-ce12-4cf0-9c3e-22096a983654), precommit_update {{(pid=113426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:31.346986 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device 9614321d-5c81-4155-8314-d780c796fb5d up at agent ovs-agent-dv-cinder-790535-43-iscsi {{(pid=113425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 09:58:31.403976 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron_lib.callbacks.manager [None req-1a036946-a74e-4129-a384-7bfdbf938069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (85e5b4bb-ce12-4cf0-9c3e-22096a983654), after_update {{(pid=113426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:31.413255 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Provisioning complete for port 9614321d-5c81-4155-8314-d780c796fb5d triggered by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:58:31.413741 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (9614321d-5c81-4155-8314-d780c796fb5d), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:31.414078 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Attempt 1 to provision port 9614321d-5c81-4155-8314-d780c796fb5d Sep 16 09:58:31.766058 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-3ba2ad33-dfae-4e45-ad99-8fff73ca364a None None] Attempt 10 to provision port 85e5b4bb-ce12-4cf0-9c3e-22096a983654 Sep 16 09:58:31.785294 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-c7617178-379c-45f0-8923-48057188efb5 admin admin] Publish callbacks [] for router_gateway (d4e03a5a-7d0d-4937-b22a-6c30f6fd97fc), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:31.799633 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Current status of the port 9614321d-5c81-4155-8314-d780c796fb5d is: DOWN; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:58:31.799989 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (9614321d-5c81-4155-8314-d780c796fb5d), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:31.840766 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.managers [None req-1a036946-a74e-4129-a384-7bfdbf938069 None None] Attempting to bind port 85e5b4bb-ce12-4cf0-9c3e-22096a983654 on host dv-cinder-790535-43-iscsi for vnic_type normal with profile {{(pid=113426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 09:58:31.841339 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.managers [None req-1a036946-a74e-4129-a384-7bfdbf938069 None None] Attempting to bind port 85e5b4bb-ce12-4cf0-9c3e-22096a983654 by drivers openvswitch,hyperv on host dv-cinder-790535-43-iscsi at level 0 using segments [{'id': '82c1c5c3-7389-4f28-a912-6cf23b63dbea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'efcee80f-84e3-4c3a-9956-ec53ee03c508'}] {{(pid=113426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 09:58:31.841753 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a036946-a74e-4129-a384-7bfdbf938069 None None] Attempting to bind port 85e5b4bb-ce12-4cf0-9c3e-22096a983654 on network efcee80f-84e3-4c3a-9956-ec53ee03c508 {{(pid=113426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 09:58:31.843921 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8852da3-6fe8-4445-a702-30680bad20ed None None] Pushing event updated for resources: {'Port': ['ID=85e5b4bb-ce12-4cf0-9c3e-22096a983654,revision_number=3']} {{(pid=113426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:58:31.848737 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3ba2ad33-dfae-4e45-ad99-8fff73ca364a None None] Port 85e5b4bb-ce12-4cf0-9c3e-22096a983654 cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:58:31.885629 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] For port 9614321d-5c81-4155-8314-d780c796fb5d, host dv-cinder-790535-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=9614321d-5c81-4155-8314-d780c796fb5d,segment=NetworkSegment(7733bfc5-bc22-4cba-b26f-b42431e1e84d),segment_id=7733bfc5-bc22-4cba-b26f-b42431e1e84d)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:58:31.900515 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13cf6026-d482-4da4-aa18-4027621c9818 None None] Network 0c5fa5a7-17b8-41e4-80c7-74693b744506 requested from dv-cinder-790535-43-iscsi {{(pid=113425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 09:58:31.913373 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a036946-a74e-4129-a384-7bfdbf938069 None None] Checking agent: {'id': 'be58d251-43cc-467d-bf31-2aae48e2ac56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-43-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 9, 41, 57), 'started_at': datetime.datetime(2022, 9, 16, 9, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 9, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-43-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 09:58:31.913780 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a036946-a74e-4129-a384-7bfdbf938069 None None] Checking segment: {'id': '82c1c5c3-7389-4f28-a912-6cf23b63dbea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'efcee80f-84e3-4c3a-9956-ec53ee03c508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 09:58:31.914215 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron_lib.callbacks.manager [None req-1a036946-a74e-4129-a384-7bfdbf938069 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:31.914584 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a036946-a74e-4129-a384-7bfdbf938069 None None] Bound using segment: {'id': '82c1c5c3-7389-4f28-a912-6cf23b63dbea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'efcee80f-84e3-4c3a-9956-ec53ee03c508'} {{(pid=113426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 09:58:31.915056 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.managers [None req-1a036946-a74e-4129-a384-7bfdbf938069 None None] Bound port: 85e5b4bb-ce12-4cf0-9c3e-22096a983654, host: dv-cinder-790535-43-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82c1c5c3-7389-4f28-a912-6cf23b63dbea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'efcee80f-84e3-4c3a-9956-ec53ee03c508'}}] {{(pid=113426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 09:58:31.915438 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron_lib.callbacks.manager [None req-1a036946-a74e-4129-a384-7bfdbf938069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (85e5b4bb-ce12-4cf0-9c3e-22096a983654), before_update {{(pid=113426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:31.993531 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.db [None req-1a036946-a74e-4129-a384-7bfdbf938069 None None] For port 85e5b4bb-ce12-4cf0-9c3e-22096a983654, host dv-cinder-790535-43-iscsi, cleared binding levels {{(pid=113426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 09:58:31.997412 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.db [None req-1a036946-a74e-4129-a384-7bfdbf938069 None None] For port 85e5b4bb-ce12-4cf0-9c3e-22096a983654, host dv-cinder-790535-43-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=85e5b4bb-ce12-4cf0-9c3e-22096a983654,segment=NetworkSegment(82c1c5c3-7389-4f28-a912-6cf23b63dbea),segment_id=82c1c5c3-7389-4f28-a912-6cf23b63dbea)] {{(pid=113426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 09:58:32.004715 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (9614321d-5c81-4155-8314-d780c796fb5d), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:32.008710 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device 8884c530-3561-4568-a952-9f8d636c0fc7 up at agent ovs-agent-dv-cinder-790535-43-iscsi {{(pid=113425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 09:58:32.090086 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-51c7c640-2cea-44ab-965c-8ccc5ab7ca94 None None] Provisioning complete for port 9614321d-5c81-4155-8314-d780c796fb5d triggered by entity DHCP. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:58:32.090815 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-51c7c640-2cea-44ab-965c-8ccc5ab7ca94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (9614321d-5c81-4155-8314-d780c796fb5d), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:32.091162 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-51c7c640-2cea-44ab-965c-8ccc5ab7ca94 None None] Attempt 1 to provision port 9614321d-5c81-4155-8314-d780c796fb5d Sep 16 09:58:32.101659 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-c7617178-379c-45f0-8923-48057188efb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-711457'] for router (d4e03a5a-7d0d-4937-b22a-6c30f6fd97fc), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:32.150604 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron_lib.callbacks.manager [None req-1a036946-a74e-4129-a384-7bfdbf938069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (85e5b4bb-ce12-4cf0-9c3e-22096a983654), after_update {{(pid=113426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:32.175290 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Provisioning complete for port 8884c530-3561-4568-a952-9f8d636c0fc7 triggered by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:58:32.175866 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (8884c530-3561-4568-a952-9f8d636c0fc7), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:32.176030 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Attempt 1 to provision port 8884c530-3561-4568-a952-9f8d636c0fc7 Sep 16 09:58:32.243030 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:32.251843 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Pushing event updated for resources: {'Port': ['ID=9614321d-5c81-4155-8314-d780c796fb5d,revision_number=3']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:58:32.253365 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8852da3-6fe8-4445-a702-30680bad20ed None None] Pushing event updated for resources: {'Port': ['ID=85e5b4bb-ce12-4cf0-9c3e-22096a983654,revision_number=4']} {{(pid=113426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:58:32.256318 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a036946-a74e-4129-a384-7bfdbf938069 None None] Routers {'d3416b4b-5fd9-4b75-80b9-b33ee467ada3'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 09:58:32.257115 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-1a036946-a74e-4129-a384-7bfdbf938069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T09:58:24Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['d3416b4b-5fd9-4b75-80b9-b33ee467ada3'], 'active': True} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:58:32.372010 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:32.373373 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-51c7c640-2cea-44ab-965c-8ccc5ab7ca94 None None] Current status of the port 9614321d-5c81-4155-8314-d780c796fb5d is: ACTIVE; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:58:32.391867 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7617178-379c-45f0-8923-48057188efb5 admin admin] Router d4e03a5a-7d0d-4937-b22a-6c30f6fd97fc is scheduled to L3 agent 647718b3-8298-4382-86e2-3fad9f5d7804 with binding_index 1 {{(pid=113423) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 09:58:32.404265 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvr_db [None req-1a036946-a74e-4129-a384-7bfdbf938069 None None] Set router d3416b4b-5fd9-4b75-80b9-b33ee467ada3 gateway port host: dv-cinder-790535-43-iscsi {{(pid=113426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 09:58:32.414115 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-51c7c640-2cea-44ab-965c-8ccc5ab7ca94 None None] Provisioning complete for port 85e5b4bb-ce12-4cf0-9c3e-22096a983654 triggered by entity DHCP. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:58:32.414570 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-51c7c640-2cea-44ab-965c-8ccc5ab7ca94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (85e5b4bb-ce12-4cf0-9c3e-22096a983654), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:32.414979 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-51c7c640-2cea-44ab-965c-8ccc5ab7ca94 None None] Attempt 1 to provision port 85e5b4bb-ce12-4cf0-9c3e-22096a983654 Sep 16 09:58:32.440702 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Current status of the port 8884c530-3561-4568-a952-9f8d636c0fc7 is: ACTIVE; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:58:32.536662 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-51c7c640-2cea-44ab-965c-8ccc5ab7ca94 None None] Current status of the port 85e5b4bb-ce12-4cf0-9c3e-22096a983654 is: DOWN; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:58:32.537287 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-51c7c640-2cea-44ab-965c-8ccc5ab7ca94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (85e5b4bb-ce12-4cf0-9c3e-22096a983654), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:32.596133 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-51c7c640-2cea-44ab-965c-8ccc5ab7ca94 None None] For port 85e5b4bb-ce12-4cf0-9c3e-22096a983654, host dv-cinder-790535-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=85e5b4bb-ce12-4cf0-9c3e-22096a983654,segment=NetworkSegment(82c1c5c3-7389-4f28-a912-6cf23b63dbea),segment_id=82c1c5c3-7389-4f28-a912-6cf23b63dbea)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:58:32.672294 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-1a036946-a74e-4129-a384-7bfdbf938069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3416b4b-5fd9-4b75-80b9-b33ee467ada3', 'name': 'tempest-TestShelveInstance-1043494730-router', 'tenant_id': '7745a4f0a9f14e03b2e610412634d470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '8884c530-3561-4568-a952-9f8d636c0fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:58:21Z', 'updated_at': '2022-09-16T09:58:26Z', 'revision_number': 4, 'project_id': '7745a4f0a9f14e03b2e610412634d470', 'gw_port': {'id': '8884c530-3561-4568-a952-9f8d636c0fc7', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:df:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3416b4b-5fd9-4b75-80b9-b33ee467ada3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:58:22Z', 'updated_at': '2022-09-16T09:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_interfaces': [{'id': '85e5b4bb-ce12-4cf0-9c3e-22096a983654', 'name': '', 'network_id': 'efcee80f-84e3-4c3a-9956-ec53ee03c508', 'tenant_id': '7745a4f0a9f14e03b2e610412634d470', 'mac_address': 'fa:16:3e:68:31:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3416b4b-5fd9-4b75-80b9-b33ee467ada3', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'dc4a35d8-c2dd-44f2-8425-fc07df4b1aeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:58:25Z', 'updated_at': '2022-09-16T09:58:31Z', 'revision_number': 4, 'project_id': '7745a4f0a9f14e03b2e610412634d470', 'subnets': [{'id': 'dc4a35d8-c2dd-44f2-8425-fc07df4b1aeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:58:32.701298 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-51c7c640-2cea-44ab-965c-8ccc5ab7ca94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (85e5b4bb-ce12-4cf0-9c3e-22096a983654), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:32.703862 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a036946-a74e-4129-a384-7bfdbf938069 None None] The sync data for ids ['d3416b4b-5fd9-4b75-80b9-b33ee467ada3'] in dv-cinder-790535-43-iscsi is: [{'id': 'd3416b4b-5fd9-4b75-80b9-b33ee467ada3', 'name': 'tempest-TestShelveInstance-1043494730-router', 'tenant_id': '7745a4f0a9f14e03b2e610412634d470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '8884c530-3561-4568-a952-9f8d636c0fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:58:21Z', 'updated_at': '2022-09-16T09:58:26Z', 'revision_number': 4, 'project_id': '7745a4f0a9f14e03b2e610412634d470', 'gw_port': {'id': '8884c530-3561-4568-a952-9f8d636c0fc7', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:df:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3416b4b-5fd9-4b75-80b9-b33ee467ada3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:58:22Z', 'updated_at': '2022-09-16T09:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_interfaces': [{'id': '85e5b4bb-ce12-4cf0-9c3e-22096a983654', 'name': '', 'network_id': 'efcee80f-84e3-4c3a-9956-ec53ee03c508', 'tenant_id': '7745a4f0a9f14e03b2e610412634d470', 'mac_address': 'fa:16:3e:68:31:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3416b4b-5fd9-4b75-80b9-b33ee467ada3', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'dc4a35d8-c2dd-44f2-8425-fc07df4b1aeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:58:25Z', 'updated_at': '2022-09-16T09:58:31Z', 'revision_number': 4, 'project_id': '7745a4f0a9f14e03b2e610412634d470', 'subnets': [{'id': 'dc4a35d8-c2dd-44f2-8425-fc07df4b1aeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 09:58:32.757431 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:32.771246 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c7c640-2cea-44ab-965c-8ccc5ab7ca94 None None] Pushing event updated for resources: {'Port': ['ID=85e5b4bb-ce12-4cf0-9c3e-22096a983654,revision_number=5']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:58:32.826194 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-42ead8c7-955c-4d8c-acbe-faa824c224c4 None None] Provisioning complete for port 9614321d-5c81-4155-8314-d780c796fb5d triggered by entity DHCP. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:58:32.826576 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-42ead8c7-955c-4d8c-acbe-faa824c224c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (9614321d-5c81-4155-8314-d780c796fb5d), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:32.826994 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-42ead8c7-955c-4d8c-acbe-faa824c224c4 None None] Attempt 1 to provision port 9614321d-5c81-4155-8314-d780c796fb5d Sep 16 09:58:32.843248 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7617178-379c-45f0-8923-48057188efb5 admin admin] Notify agent at l3_agent.dv-cinder-790535-43-iscsi the message routers_updated {{(pid=113423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 09:58:32.867081 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85792ca-6f61-4260-a1ba-c5528635d3ab None None] Sync routers for ids ['d4e03a5a-7d0d-4937-b22a-6c30f6fd97fc'] in dv-cinder-790535-43-iscsi {{(pid=113425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 09:58:32.887803 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85792ca-6f61-4260-a1ba-c5528635d3ab None None] Routers {'d4e03a5a-7d0d-4937-b22a-6c30f6fd97fc'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 09:58:32.888505 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-e85792ca-6f61-4260-a1ba-c5528635d3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T09:58:24Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['d4e03a5a-7d0d-4937-b22a-6c30f6fd97fc'], 'active': True} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:58:32.952033 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 56832) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:58:33.007073 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-c7617178-379c-45f0-8923-48057188efb5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:33.007073 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-c7617178-379c-45f0-8923-48057188efb5 admin admin] 10.222.0.73 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.3114755 Sep 16 09:58:33.007343 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 56836) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:58:33.010810 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-42ead8c7-955c-4d8c-acbe-faa824c224c4 None None] Current status of the port 9614321d-5c81-4155-8314-d780c796fb5d is: ACTIVE; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:58:33.032667 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:33.080407 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvr_db [None req-e85792ca-6f61-4260-a1ba-c5528635d3ab None None] Set router d4e03a5a-7d0d-4937-b22a-6c30f6fd97fc gateway port host: dv-cinder-790535-43-iscsi {{(pid=113425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 09:58:33.182218 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-ab1bb5bf-be15-4c82-9b5f-db6f067fa587 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:33.222440 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device 9614321d-5c81-4155-8314-d780c796fb5d up at agent ovs-agent-dv-cinder-790535-43-iscsi {{(pid=113425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 09:58:33.245195 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.agents_db [None req-7c9a7194-4e2e-43f7-be58-28c896ce3cef None None] Agent healthcheck: found 6 active agents {{(pid=113426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 09:58:33.382187 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Provisioning complete for port 9614321d-5c81-4155-8314-d780c796fb5d triggered by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:58:33.383015 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (9614321d-5c81-4155-8314-d780c796fb5d), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:33.383139 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Attempt 1 to provision port 9614321d-5c81-4155-8314-d780c796fb5d Sep 16 09:58:33.425797 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-ab1bb5bf-be15-4c82-9b5f-db6f067fa587 admin admin] Publish callbacks [] for security_group (30c1b30c-153e-498b-838f-796ba58eb17b), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:33.431190 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=100 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:33.456755 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-e85792ca-6f61-4260-a1ba-c5528635d3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e03a5a-7d0d-4937-b22a-6c30f6fd97fc', 'name': 'tempest-AttachVolumeTestJSON-1433253090-router', 'tenant_id': '75e9f7169b754d5daa040eb465e858e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '500ce511-f930-49c5-929c-fbb00abc517b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:58:29Z', 'updated_at': '2022-09-16T09:58:31Z', 'revision_number': 3, 'project_id': '75e9f7169b754d5daa040eb465e858e5', 'gw_port': {'id': '500ce511-f930-49c5-929c-fbb00abc517b', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:49:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4e03a5a-7d0d-4937-b22a-6c30f6fd97fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:58:30Z', 'updated_at': '2022-09-16T09:58:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi'}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:58:33.485140 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-ab1bb5bf-be15-4c82-9b5f-db6f067fa587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (30c1b30c-153e-498b-838f-796ba58eb17b), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:33.494531 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85792ca-6f61-4260-a1ba-c5528635d3ab None None] Checking router: d4e03a5a-7d0d-4937-b22a-6c30f6fd97fc for host: dv-cinder-790535-43-iscsi {{(pid=113425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 09:58:33.494918 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85792ca-6f61-4260-a1ba-c5528635d3ab None None] Updating router d4e03a5a-7d0d-4937-b22a-6c30f6fd97fc port 500ce511-f930-49c5-929c-fbb00abc517b binding host dv-cinder-790535-43-iscsi {{(pid=113425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 09:58:33.529221 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:33.563496 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-e85792ca-6f61-4260-a1ba-c5528635d3ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (500ce511-f930-49c5-929c-fbb00abc517b), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:33.572295 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-ab1bb5bf-be15-4c82-9b5f-db6f067fa587 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=169b066facd348dca21e3969e1d57687&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6165488 Sep 16 09:58:33.573026 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 56854) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:58:33.585215 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1bb5bf-be15-4c82-9b5f-db6f067fa587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30c1b30c-153e-498b-838f-796ba58eb17b,revision_number=1']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:58:33.611121 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:33.637829 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Current status of the port 9614321d-5c81-4155-8314-d780c796fb5d is: ACTIVE; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:58:33.638972 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device 85e5b4bb-ce12-4cf0-9c3e-22096a983654 up at agent ovs-agent-dv-cinder-790535-43-iscsi {{(pid=113425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 09:58:33.662345 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-9b4a453f-9880-491b-8d63-f792b1a11417 admin admin] Publish callbacks [] for security_group (30c1b30c-153e-498b-838f-796ba58eb17b), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:33.689975 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-9b4a453f-9880-491b-8d63-f792b1a11417 admin admin] Publish callbacks [] for security_group (30c1b30c-153e-498b-838f-796ba58eb17b), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:33.755619 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-929d92e8-8861-419d-b14b-35f8e1e10f0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:33.771541 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:33.803921 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Provisioning complete for port 85e5b4bb-ce12-4cf0-9c3e-22096a983654 triggered by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:58:33.804224 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (85e5b4bb-ce12-4cf0-9c3e-22096a983654), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:33.804566 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Attempt 1 to provision port 85e5b4bb-ce12-4cf0-9c3e-22096a983654 Sep 16 09:58:33.863753 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-9b4a453f-9880-491b-8d63-f792b1a11417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (30c1b30c-153e-498b-838f-796ba58eb17b), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:33.866751 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-9b4a453f-9880-491b-8d63-f792b1a11417 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:33.871026 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-9b4a453f-9880-491b-8d63-f792b1a11417 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/30c1b30c-153e-498b-838f-796ba58eb17b HTTP/1.1" status: 204 len: 168 time: 0.2941422 Sep 16 09:58:33.877712 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4a453f-9880-491b-8d63-f792b1a11417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c1b30c-153e-498b-838f-796ba58eb17b,revision_number=None']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:58:33.947979 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Current status of the port 85e5b4bb-ce12-4cf0-9c3e-22096a983654 is: ACTIVE; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:58:33.998602 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-e85792ca-6f61-4260-a1ba-c5528635d3ab None None] Publish callbacks [] for port (500ce511-f930-49c5-929c-fbb00abc517b), precommit_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:34.013030 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.db_base_plugin_common [None req-929d92e8-8861-419d-b14b-35f8e1e10f0b admin admin] Allocated IP 172.20.0.1 (0c5fa5a7-17b8-41e4-80c7-74693b744506/6190e3c9-98e1-4200-bd81-aa6704106c92/ea9c2fd9-73ef-4978-a41a-3a09f243f02d) {{(pid=113424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 09:58:34.118510 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-929d92e8-8861-419d-b14b-35f8e1e10f0b admin admin] Publish callbacks [] for port (ea9c2fd9-73ef-4978-a41a-3a09f243f02d), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:34.120274 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-e85792ca-6f61-4260-a1ba-c5528635d3ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (500ce511-f930-49c5-929c-fbb00abc517b), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:34.156174 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.managers [None req-e85792ca-6f61-4260-a1ba-c5528635d3ab None None] Attempting to bind port 500ce511-f930-49c5-929c-fbb00abc517b on host dv-cinder-790535-43-iscsi for vnic_type normal with profile {{(pid=113425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 09:58:34.156549 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.managers [None req-e85792ca-6f61-4260-a1ba-c5528635d3ab None None] Attempting to bind port 500ce511-f930-49c5-929c-fbb00abc517b by drivers openvswitch,hyperv on host dv-cinder-790535-43-iscsi at level 0 using segments [{'id': '0b254eb8-8459-4a20-9dd6-e212af12e724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79'}] {{(pid=113425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 09:58:34.156913 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85792ca-6f61-4260-a1ba-c5528635d3ab None None] Attempting to bind port 500ce511-f930-49c5-929c-fbb00abc517b on network d06af4bd-75ff-4039-9388-f05026361d79 {{(pid=113425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 09:58:34.198711 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92670a8-0b11-47f5-bdf7-dd2757aadb46 None None] Pushing event updated for resources: {'Port': ['ID=500ce511-f930-49c5-929c-fbb00abc517b,revision_number=2']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:58:34.218005 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85792ca-6f61-4260-a1ba-c5528635d3ab None None] Checking agent: {'id': 'be58d251-43cc-467d-bf31-2aae48e2ac56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-43-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 9, 41, 57), 'started_at': datetime.datetime(2022, 9, 16, 9, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 9, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-43-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 09:58:34.218383 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85792ca-6f61-4260-a1ba-c5528635d3ab None None] Checking segment: {'id': '0b254eb8-8459-4a20-9dd6-e212af12e724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 09:58:34.218786 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-e85792ca-6f61-4260-a1ba-c5528635d3ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:34.219174 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85792ca-6f61-4260-a1ba-c5528635d3ab None None] Bound using segment: {'id': '0b254eb8-8459-4a20-9dd6-e212af12e724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79'} {{(pid=113425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 09:58:34.219647 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.managers [None req-e85792ca-6f61-4260-a1ba-c5528635d3ab None None] Bound port: 500ce511-f930-49c5-929c-fbb00abc517b, host: dv-cinder-790535-43-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b254eb8-8459-4a20-9dd6-e212af12e724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79'}}] {{(pid=113425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 09:58:34.220027 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-e85792ca-6f61-4260-a1ba-c5528635d3ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (500ce511-f930-49c5-929c-fbb00abc517b), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:34.248403 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-929d92e8-8861-419d-b14b-35f8e1e10f0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759571245505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27240065'] for port (ea9c2fd9-73ef-4978-a41a-3a09f243f02d), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:34.275838 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-e85792ca-6f61-4260-a1ba-c5528635d3ab None None] For port 500ce511-f930-49c5-929c-fbb00abc517b, host dv-cinder-790535-43-iscsi, cleared binding levels {{(pid=113425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 09:58:34.280697 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-e85792ca-6f61-4260-a1ba-c5528635d3ab None None] For port 500ce511-f930-49c5-929c-fbb00abc517b, host dv-cinder-790535-43-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=500ce511-f930-49c5-929c-fbb00abc517b,segment=NetworkSegment(0b254eb8-8459-4a20-9dd6-e212af12e724),segment_id=0b254eb8-8459-4a20-9dd6-e212af12e724)] {{(pid=113425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 09:58:34.300143 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929d92e8-8861-419d-b14b-35f8e1e10f0b admin admin] Network 0c5fa5a7-17b8-41e4-80c7-74693b744506 is already hosted by enough agents. {{(pid=113424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 09:58:34.303575 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.base_scheduler [None req-929d92e8-8861-419d-b14b-35f8e1e10f0b admin admin] Resources bound (agent type, host, resource id): {{(pid=113424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 09:58:34.307525 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929d92e8-8861-419d-b14b-35f8e1e10f0b admin admin] Received port after_create {{(pid=113424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 09:58:34.311812 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929d92e8-8861-419d-b14b-35f8e1e10f0b admin admin] Pushing event updated for resources: {'Port': ['ID=ea9c2fd9-73ef-4978-a41a-3a09f243f02d,revision_number=1']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:58:34.353351 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-929d92e8-8861-419d-b14b-35f8e1e10f0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691992'] for router_interface (d4e03a5a-7d0d-4937-b22a-6c30f6fd97fc), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:34.380274 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-e85792ca-6f61-4260-a1ba-c5528635d3ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (500ce511-f930-49c5-929c-fbb00abc517b), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:34.429255 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85792ca-6f61-4260-a1ba-c5528635d3ab None None] Routers {'d4e03a5a-7d0d-4937-b22a-6c30f6fd97fc'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 09:58:34.430066 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-e85792ca-6f61-4260-a1ba-c5528635d3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T09:58:24Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['d4e03a5a-7d0d-4937-b22a-6c30f6fd97fc'], 'active': True} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:58:34.588866 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-929d92e8-8861-419d-b14b-35f8e1e10f0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (ea9c2fd9-73ef-4978-a41a-3a09f243f02d), before_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:34.662317 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92670a8-0b11-47f5-bdf7-dd2757aadb46 None None] Pushing event updated for resources: {'Port': ['ID=500ce511-f930-49c5-929c-fbb00abc517b,revision_number=3']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:58:34.667194 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-43e9e204-6842-47f2-aea1-bb44fdfaf1f5 None None] Provisioning complete for port ea9c2fd9-73ef-4978-a41a-3a09f243f02d triggered by entity DHCP. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:58:34.668087 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-43e9e204-6842-47f2-aea1-bb44fdfaf1f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (ea9c2fd9-73ef-4978-a41a-3a09f243f02d), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:34.668918 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-43e9e204-6842-47f2-aea1-bb44fdfaf1f5 None None] Attempt 1 to provision port ea9c2fd9-73ef-4978-a41a-3a09f243f02d Sep 16 09:58:34.746443 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-43e9e204-6842-47f2-aea1-bb44fdfaf1f5 None None] Port ea9c2fd9-73ef-4978-a41a-3a09f243f02d cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:58:34.758725 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:34.764571 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvr_db [None req-e85792ca-6f61-4260-a1ba-c5528635d3ab None None] Set router d4e03a5a-7d0d-4937-b22a-6c30f6fd97fc gateway port host: dv-cinder-790535-43-iscsi {{(pid=113425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 09:58:34.801512 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-929d92e8-8861-419d-b14b-35f8e1e10f0b admin admin] Publish callbacks [] for port (ea9c2fd9-73ef-4978-a41a-3a09f243f02d), precommit_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:34.888784 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-929d92e8-8861-419d-b14b-35f8e1e10f0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27240120'] for port (ea9c2fd9-73ef-4978-a41a-3a09f243f02d), after_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:34.944059 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (5b31c92a-f134-4c39-96dd-6f3267de2076), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:34.959439 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=4 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:34.959978 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-e85792ca-6f61-4260-a1ba-c5528635d3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e03a5a-7d0d-4937-b22a-6c30f6fd97fc', 'name': 'tempest-AttachVolumeTestJSON-1433253090-router', 'tenant_id': '75e9f7169b754d5daa040eb465e858e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '500ce511-f930-49c5-929c-fbb00abc517b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:58:29Z', 'updated_at': '2022-09-16T09:58:31Z', 'revision_number': 3, 'project_id': '75e9f7169b754d5daa040eb465e858e5', 'gw_port': {'id': '500ce511-f930-49c5-929c-fbb00abc517b', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:49:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4e03a5a-7d0d-4937-b22a-6c30f6fd97fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:58:30Z', 'updated_at': '2022-09-16T09:58:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi'}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:58:34.962661 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929d92e8-8861-419d-b14b-35f8e1e10f0b admin admin] Pushing event updated for resources: {'Port': ['ID=ea9c2fd9-73ef-4978-a41a-3a09f243f02d,revision_number=2']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:58:34.973980 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-929d92e8-8861-419d-b14b-35f8e1e10f0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692108'] for router_interface (d4e03a5a-7d0d-4937-b22a-6c30f6fd97fc), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:34.990224 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85792ca-6f61-4260-a1ba-c5528635d3ab None None] The sync data for ids ['d4e03a5a-7d0d-4937-b22a-6c30f6fd97fc'] in dv-cinder-790535-43-iscsi is: [{'id': 'd4e03a5a-7d0d-4937-b22a-6c30f6fd97fc', 'name': 'tempest-AttachVolumeTestJSON-1433253090-router', 'tenant_id': '75e9f7169b754d5daa040eb465e858e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '500ce511-f930-49c5-929c-fbb00abc517b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:58:29Z', 'updated_at': '2022-09-16T09:58:31Z', 'revision_number': 3, 'project_id': '75e9f7169b754d5daa040eb465e858e5', 'gw_port': {'id': '500ce511-f930-49c5-929c-fbb00abc517b', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:49:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4e03a5a-7d0d-4937-b22a-6c30f6fd97fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:58:30Z', 'updated_at': '2022-09-16T09:58:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi'}] {{(pid=113425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 09:58:35.089917 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929d92e8-8861-419d-b14b-35f8e1e10f0b admin admin] Network 0c5fa5a7-17b8-41e4-80c7-74693b744506 is already hosted by enough agents. {{(pid=113424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 09:58:35.092057 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.base_scheduler [None req-929d92e8-8861-419d-b14b-35f8e1e10f0b admin admin] Resources bound (agent type, host, resource id): {{(pid=113424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 09:58:35.096507 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:35.225788 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-929d92e8-8861-419d-b14b-35f8e1e10f0b admin admin] Router d4e03a5a-7d0d-4937-b22a-6c30f6fd97fc has already been hosted by L3 agent 647718b3-8298-4382-86e2-3fad9f5d7804 {{(pid=113424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 09:58:35.255619 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-43e9e204-6842-47f2-aea1-bb44fdfaf1f5 None None] Attempt 2 to provision port ea9c2fd9-73ef-4978-a41a-3a09f243f02d Sep 16 09:58:35.299599 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-43e9e204-6842-47f2-aea1-bb44fdfaf1f5 None None] Port ea9c2fd9-73ef-4978-a41a-3a09f243f02d cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:58:35.403542 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-929d92e8-8861-419d-b14b-35f8e1e10f0b admin admin] Notify agent at l3_agent.dv-cinder-790535-43-iscsi the message routers_updated {{(pid=113424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 09:58:35.412349 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-929d92e8-8861-419d-b14b-35f8e1e10f0b admin admin] 10.222.0.73 "PUT /networking/v2.0/routers/d4e03a5a-7d0d-4937-b22a-6c30f6fd97fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4037943 Sep 16 09:58:35.798480 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 56890) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:58:35.800716 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-43e9e204-6842-47f2-aea1-bb44fdfaf1f5 None None] Attempt 3 to provision port ea9c2fd9-73ef-4978-a41a-3a09f243f02d Sep 16 09:58:35.803434 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.v2.base [None req-dbbe14a3-38ad-4bd6-be17-dcfb98e74f9f tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1477245799', 'description': 'tempest-description--383265879'}} {{(pid=113424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:58:35.842596 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-43e9e204-6842-47f2-aea1-bb44fdfaf1f5 None None] Port ea9c2fd9-73ef-4978-a41a-3a09f243f02d cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:58:35.951957 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-dbbe14a3-38ad-4bd6-be17-dcfb98e74f9f tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Publish callbacks [] for security_group (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:36.051253 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-dbbe14a3-38ad-4bd6-be17-dcfb98e74f9f tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Publish callbacks [] for security_group (bef07fa1-237e-497c-a390-6b6252fa23b4), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:36.134131 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-dbbe14a3-38ad-4bd6-be17-dcfb98e74f9f tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (bef07fa1-237e-497c-a390-6b6252fa23b4), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:36.143500 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:36.167366 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbe14a3-38ad-4bd6-be17-dcfb98e74f9f tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bef07fa1-237e-497c-a390-6b6252fa23b4,revision_number=1']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:58:36.229415 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-dbbe14a3-38ad-4bd6-be17-dcfb98e74f9f tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Publish callbacks [] for security_group (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:36.231137 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-dbbe14a3-38ad-4bd6-be17-dcfb98e74f9f tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4315412 Sep 16 09:58:36.233907 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 56896) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:58:36.238337 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.v2.base [None req-cd379424-bc4b-489c-886e-9ddf9a8c37f7 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Request body: {'security_group_rule': {'security_group_id': 'bef07fa1-237e-497c-a390-6b6252fa23b4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:58:36.344159 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-43e9e204-6842-47f2-aea1-bb44fdfaf1f5 None None] Attempt 4 to provision port ea9c2fd9-73ef-4978-a41a-3a09f243f02d Sep 16 09:58:36.346467 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-cd379424-bc4b-489c-886e-9ddf9a8c37f7 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Publish callbacks [] for security_group_rule (935fabff-83bd-4247-a6cc-139a12991579), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:36.377381 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-43e9e204-6842-47f2-aea1-bb44fdfaf1f5 None None] Port ea9c2fd9-73ef-4978-a41a-3a09f243f02d cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:58:36.403978 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-cd379424-bc4b-489c-886e-9ddf9a8c37f7 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Publish callbacks [] for security_group_rule (935fabff-83bd-4247-a6cc-139a12991579), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:36.482817 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-cd379424-bc4b-489c-886e-9ddf9a8c37f7 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784789'] for security_group_rule (935fabff-83bd-4247-a6cc-139a12991579), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:36.503196 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd379424-bc4b-489c-886e-9ddf9a8c37f7 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=935fabff-83bd-4247-a6cc-139a12991579,revision_number=0']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:58:36.570881 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-cd379424-bc4b-489c-886e-9ddf9a8c37f7 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:36.572113 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-cd379424-bc4b-489c-886e-9ddf9a8c37f7 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3371949 Sep 16 09:58:36.576058 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 56898) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:58:36.580420 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.v2.base [None req-3cb44e51-0ae9-408b-a295-44ec9645f6b3 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Request body: {'security_group_rule': {'security_group_id': 'bef07fa1-237e-497c-a390-6b6252fa23b4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:58:36.664150 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-3cb44e51-0ae9-408b-a295-44ec9645f6b3 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Publish callbacks [] for security_group_rule (50249a7f-f727-4193-ad94-692c1900cf8a), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:36.723754 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e336bd90-80c2-4aff-b1d9-fcaec3ee4a98 None None] Sync routers for ids ['d4e03a5a-7d0d-4937-b22a-6c30f6fd97fc'] in dv-cinder-790535-43-iscsi {{(pid=113426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 09:58:36.724777 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-3cb44e51-0ae9-408b-a295-44ec9645f6b3 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Publish callbacks [] for security_group_rule (50249a7f-f727-4193-ad94-692c1900cf8a), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:36.736206 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e336bd90-80c2-4aff-b1d9-fcaec3ee4a98 None None] Routers {'d4e03a5a-7d0d-4937-b22a-6c30f6fd97fc'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 09:58:36.736821 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-e336bd90-80c2-4aff-b1d9-fcaec3ee4a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T09:58:24Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['d4e03a5a-7d0d-4937-b22a-6c30f6fd97fc'], 'active': True} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:58:36.818012 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-3cb44e51-0ae9-408b-a295-44ec9645f6b3 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784789'] for security_group_rule (50249a7f-f727-4193-ad94-692c1900cf8a), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:36.839712 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb44e51-0ae9-408b-a295-44ec9645f6b3 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50249a7f-f727-4193-ad94-692c1900cf8a,revision_number=0']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:58:36.861270 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvr_db [None req-e336bd90-80c2-4aff-b1d9-fcaec3ee4a98 None None] Set router d4e03a5a-7d0d-4937-b22a-6c30f6fd97fc gateway port host: dv-cinder-790535-43-iscsi {{(pid=113426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 09:58:36.878874 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-43e9e204-6842-47f2-aea1-bb44fdfaf1f5 None None] Attempt 5 to provision port ea9c2fd9-73ef-4978-a41a-3a09f243f02d Sep 16 09:58:36.908477 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-3cb44e51-0ae9-408b-a295-44ec9645f6b3 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:36.910106 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-3cb44e51-0ae9-408b-a295-44ec9645f6b3 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3330321 Sep 16 09:58:36.914895 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 56902) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:58:36.922083 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.v2.base [None req-6f1f4d9e-6e6c-44d3-bff3-1a770f6204a3 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Request body: {'floatingip': {'floating_network_id': 'd06af4bd-75ff-4039-9388-f05026361d79'}} {{(pid=113424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:58:36.924879 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-43e9e204-6842-47f2-aea1-bb44fdfaf1f5 None None] Port ea9c2fd9-73ef-4978-a41a-3a09f243f02d cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:58:37.003314 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-6f1f4d9e-6e6c-44d3-bff3-1a770f6204a3 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:37.004690 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=100 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:37.066739 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-e336bd90-80c2-4aff-b1d9-fcaec3ee4a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e03a5a-7d0d-4937-b22a-6c30f6fd97fc', 'name': 'tempest-AttachVolumeTestJSON-1433253090-router', 'tenant_id': '75e9f7169b754d5daa040eb465e858e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '500ce511-f930-49c5-929c-fbb00abc517b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:58:29Z', 'updated_at': '2022-09-16T09:58:34Z', 'revision_number': 4, 'project_id': '75e9f7169b754d5daa040eb465e858e5', 'gw_port': {'id': '500ce511-f930-49c5-929c-fbb00abc517b', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:49:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4e03a5a-7d0d-4937-b22a-6c30f6fd97fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:58:30Z', 'updated_at': '2022-09-16T09:58:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_interfaces': [{'id': 'ea9c2fd9-73ef-4978-a41a-3a09f243f02d', 'name': '', 'network_id': '0c5fa5a7-17b8-41e4-80c7-74693b744506', 'tenant_id': '75e9f7169b754d5daa040eb465e858e5', 'mac_address': 'fa:16:3e:01:08:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4e03a5a-7d0d-4937-b22a-6c30f6fd97fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '6190e3c9-98e1-4200-bd81-aa6704106c92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:58:33Z', 'updated_at': '2022-09-16T09:58:34Z', 'revision_number': 2, 'project_id': '75e9f7169b754d5daa040eb465e858e5', 'subnets': [{'id': '6190e3c9-98e1-4200-bd81-aa6704106c92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:58:37.098436 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e336bd90-80c2-4aff-b1d9-fcaec3ee4a98 None None] Checking router: d4e03a5a-7d0d-4937-b22a-6c30f6fd97fc for host: dv-cinder-790535-43-iscsi {{(pid=113426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 09:58:37.098786 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e336bd90-80c2-4aff-b1d9-fcaec3ee4a98 None None] Updating router d4e03a5a-7d0d-4937-b22a-6c30f6fd97fc port ea9c2fd9-73ef-4978-a41a-3a09f243f02d binding host dv-cinder-790535-43-iscsi {{(pid=113426) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 09:58:37.139387 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron_lib.callbacks.manager [None req-e336bd90-80c2-4aff-b1d9-fcaec3ee4a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (ea9c2fd9-73ef-4978-a41a-3a09f243f02d), before_update {{(pid=113426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:37.183945 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device 500ce511-f930-49c5-929c-fbb00abc517b up at agent ovs-agent-dv-cinder-790535-43-iscsi {{(pid=113425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 09:58:37.237171 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Provisioning complete for port 500ce511-f930-49c5-929c-fbb00abc517b triggered by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:58:37.237715 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (500ce511-f930-49c5-929c-fbb00abc517b), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:37.238059 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Attempt 1 to provision port 500ce511-f930-49c5-929c-fbb00abc517b Sep 16 09:58:37.312704 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:37.319971 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:37.324152 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Current status of the port 500ce511-f930-49c5-929c-fbb00abc517b is: DOWN; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:58:37.324648 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (500ce511-f930-49c5-929c-fbb00abc517b), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:37.349392 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] For port 500ce511-f930-49c5-929c-fbb00abc517b, host dv-cinder-790535-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=500ce511-f930-49c5-929c-fbb00abc517b,segment=NetworkSegment(0b254eb8-8459-4a20-9dd6-e212af12e724),segment_id=0b254eb8-8459-4a20-9dd6-e212af12e724)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:58:37.404311 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-6f1f4d9e-6e6c-44d3-bff3-1a770f6204a3 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:37.425630 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-43e9e204-6842-47f2-aea1-bb44fdfaf1f5 None None] Attempt 6 to provision port ea9c2fd9-73ef-4978-a41a-3a09f243f02d Sep 16 09:58:37.447169 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (500ce511-f930-49c5-929c-fbb00abc517b), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:37.488484 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron_lib.callbacks.manager [None req-e336bd90-80c2-4aff-b1d9-fcaec3ee4a98 None None] Publish callbacks [] for port (ea9c2fd9-73ef-4978-a41a-3a09f243f02d), precommit_update {{(pid=113426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:37.501009 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-43e9e204-6842-47f2-aea1-bb44fdfaf1f5 None None] Port ea9c2fd9-73ef-4978-a41a-3a09f243f02d cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:58:37.516443 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Pushing event updated for resources: {'Port': ['ID=500ce511-f930-49c5-929c-fbb00abc517b,revision_number=4']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:58:37.537398 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.db_base_plugin_common [None req-6f1f4d9e-6e6c-44d3-bff3-1a770f6204a3 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Allocated IP 172.27.1.25 (d06af4bd-75ff-4039-9388-f05026361d79/429d2505-e0fa-44a7-bb81-98c451c1a231/14c98e57-ec04-45a5-b228-409ffe9335e9) {{(pid=113424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 09:58:37.558093 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron_lib.callbacks.manager [None req-e336bd90-80c2-4aff-b1d9-fcaec3ee4a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (ea9c2fd9-73ef-4978-a41a-3a09f243f02d), after_update {{(pid=113426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:37.607749 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:37.624884 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe494e9-00ab-4fb2-9d5b-f5ff8051ac9b None None] Pushing event updated for resources: {'Port': ['ID=ea9c2fd9-73ef-4978-a41a-3a09f243f02d,revision_number=3']} {{(pid=113426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:58:37.664101 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.managers [None req-e336bd90-80c2-4aff-b1d9-fcaec3ee4a98 None None] Attempting to bind port ea9c2fd9-73ef-4978-a41a-3a09f243f02d on host dv-cinder-790535-43-iscsi for vnic_type normal with profile {{(pid=113426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 09:58:37.664101 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.managers [None req-e336bd90-80c2-4aff-b1d9-fcaec3ee4a98 None None] Attempting to bind port ea9c2fd9-73ef-4978-a41a-3a09f243f02d by drivers openvswitch,hyperv on host dv-cinder-790535-43-iscsi at level 0 using segments [{'id': '7733bfc5-bc22-4cba-b26f-b42431e1e84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0c5fa5a7-17b8-41e4-80c7-74693b744506'}] {{(pid=113426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 09:58:37.664101 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e336bd90-80c2-4aff-b1d9-fcaec3ee4a98 None None] Attempting to bind port ea9c2fd9-73ef-4978-a41a-3a09f243f02d on network 0c5fa5a7-17b8-41e4-80c7-74693b744506 {{(pid=113426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 09:58:37.672514 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-6f1f4d9e-6e6c-44d3-bff3-1a770f6204a3 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Publish callbacks [] for port (14c98e57-ec04-45a5-b228-409ffe9335e9), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:37.708416 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e336bd90-80c2-4aff-b1d9-fcaec3ee4a98 None None] Checking agent: {'id': 'be58d251-43cc-467d-bf31-2aae48e2ac56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-43-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 9, 41, 57), 'started_at': datetime.datetime(2022, 9, 16, 9, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 9, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-43-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 09:58:37.708734 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e336bd90-80c2-4aff-b1d9-fcaec3ee4a98 None None] Checking segment: {'id': '7733bfc5-bc22-4cba-b26f-b42431e1e84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0c5fa5a7-17b8-41e4-80c7-74693b744506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 09:58:37.709153 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron_lib.callbacks.manager [None req-e336bd90-80c2-4aff-b1d9-fcaec3ee4a98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:37.709770 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e336bd90-80c2-4aff-b1d9-fcaec3ee4a98 None None] Bound using segment: {'id': '7733bfc5-bc22-4cba-b26f-b42431e1e84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0c5fa5a7-17b8-41e4-80c7-74693b744506'} {{(pid=113426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 09:58:37.710202 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.managers [None req-e336bd90-80c2-4aff-b1d9-fcaec3ee4a98 None None] Bound port: ea9c2fd9-73ef-4978-a41a-3a09f243f02d, host: dv-cinder-790535-43-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7733bfc5-bc22-4cba-b26f-b42431e1e84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0c5fa5a7-17b8-41e4-80c7-74693b744506'}}] {{(pid=113426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 09:58:37.710668 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron_lib.callbacks.manager [None req-e336bd90-80c2-4aff-b1d9-fcaec3ee4a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (ea9c2fd9-73ef-4978-a41a-3a09f243f02d), before_update {{(pid=113426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:37.769754 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-6f1f4d9e-6e6c-44d3-bff3-1a770f6204a3 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759571245505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27240065'] for port (14c98e57-ec04-45a5-b228-409ffe9335e9), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:37.776315 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:37.784919 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.db [None req-e336bd90-80c2-4aff-b1d9-fcaec3ee4a98 None None] For port ea9c2fd9-73ef-4978-a41a-3a09f243f02d, host dv-cinder-790535-43-iscsi, cleared binding levels {{(pid=113426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 09:58:37.788210 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.db [None req-e336bd90-80c2-4aff-b1d9-fcaec3ee4a98 None None] For port ea9c2fd9-73ef-4978-a41a-3a09f243f02d, host dv-cinder-790535-43-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=ea9c2fd9-73ef-4978-a41a-3a09f243f02d,segment=NetworkSegment(7733bfc5-bc22-4cba-b26f-b42431e1e84d),segment_id=7733bfc5-bc22-4cba-b26f-b42431e1e84d)] {{(pid=113426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 09:58:37.810643 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1f4d9e-6e6c-44d3-bff3-1a770f6204a3 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Network d06af4bd-75ff-4039-9388-f05026361d79 is already hosted by enough agents. {{(pid=113424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 09:58:37.815531 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.base_scheduler [None req-6f1f4d9e-6e6c-44d3-bff3-1a770f6204a3 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Resources bound (agent type, host, resource id): {{(pid=113424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 09:58:37.819058 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1f4d9e-6e6c-44d3-bff3-1a770f6204a3 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Received port after_create {{(pid=113424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 09:58:37.850601 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1f4d9e-6e6c-44d3-bff3-1a770f6204a3 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Pushing event updated for resources: {'Port': ['ID=14c98e57-ec04-45a5-b228-409ffe9335e9,revision_number=1']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:58:37.861138 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron_lib.callbacks.manager [None req-e336bd90-80c2-4aff-b1d9-fcaec3ee4a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (ea9c2fd9-73ef-4978-a41a-3a09f243f02d), after_update {{(pid=113426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:37.917606 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e336bd90-80c2-4aff-b1d9-fcaec3ee4a98 None None] Routers {'d4e03a5a-7d0d-4937-b22a-6c30f6fd97fc'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 09:58:37.917606 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-e336bd90-80c2-4aff-b1d9-fcaec3ee4a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T09:58:24Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['d4e03a5a-7d0d-4937-b22a-6c30f6fd97fc'], 'active': True} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:58:37.927978 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-6f1f4d9e-6e6c-44d3-bff3-1a770f6204a3 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Publish callbacks [] for floatingip (a8fde9e0-6b5f-4105-b4b2-a55ebaef9e85), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:37.961995 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:37.969029 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe494e9-00ab-4fb2-9d5b-f5ff8051ac9b None None] Pushing event updated for resources: {'Port': ['ID=ea9c2fd9-73ef-4978-a41a-3a09f243f02d,revision_number=4']} {{(pid=113426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:58:38.002508 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-43e9e204-6842-47f2-aea1-bb44fdfaf1f5 None None] Attempt 7 to provision port ea9c2fd9-73ef-4978-a41a-3a09f243f02d Sep 16 09:58:38.089308 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-6f1f4d9e-6e6c-44d3-bff3-1a770f6204a3 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (14c98e57-ec04-45a5-b228-409ffe9335e9), before_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:38.096334 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-43e9e204-6842-47f2-aea1-bb44fdfaf1f5 None None] Current status of the port ea9c2fd9-73ef-4978-a41a-3a09f243f02d is: DOWN; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:58:38.096741 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-43e9e204-6842-47f2-aea1-bb44fdfaf1f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (ea9c2fd9-73ef-4978-a41a-3a09f243f02d), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:38.118846 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:38.124090 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvr_db [None req-e336bd90-80c2-4aff-b1d9-fcaec3ee4a98 None None] Set router d4e03a5a-7d0d-4937-b22a-6c30f6fd97fc gateway port host: dv-cinder-790535-43-iscsi {{(pid=113426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 09:58:38.135470 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-43e9e204-6842-47f2-aea1-bb44fdfaf1f5 None None] For port ea9c2fd9-73ef-4978-a41a-3a09f243f02d, host dv-cinder-790535-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=ea9c2fd9-73ef-4978-a41a-3a09f243f02d,segment=NetworkSegment(7733bfc5-bc22-4cba-b26f-b42431e1e84d),segment_id=7733bfc5-bc22-4cba-b26f-b42431e1e84d)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:58:38.243020 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-43e9e204-6842-47f2-aea1-bb44fdfaf1f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (ea9c2fd9-73ef-4978-a41a-3a09f243f02d), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:38.263729 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-6f1f4d9e-6e6c-44d3-bff3-1a770f6204a3 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Publish callbacks [] for port (14c98e57-ec04-45a5-b228-409ffe9335e9), precommit_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:38.291883 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e9e204-6842-47f2-aea1-bb44fdfaf1f5 None None] Pushing event updated for resources: {'Port': ['ID=ea9c2fd9-73ef-4978-a41a-3a09f243f02d,revision_number=5']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:58:38.317309 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-e336bd90-80c2-4aff-b1d9-fcaec3ee4a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e03a5a-7d0d-4937-b22a-6c30f6fd97fc', 'name': 'tempest-AttachVolumeTestJSON-1433253090-router', 'tenant_id': '75e9f7169b754d5daa040eb465e858e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '500ce511-f930-49c5-929c-fbb00abc517b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:58:29Z', 'updated_at': '2022-09-16T09:58:34Z', 'revision_number': 4, 'project_id': '75e9f7169b754d5daa040eb465e858e5', 'gw_port': {'id': '500ce511-f930-49c5-929c-fbb00abc517b', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:49:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e03a5a-7d0d-4937-b22a-6c30f6fd97fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:58:30Z', 'updated_at': '2022-09-16T09:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_interfaces': [{'id': 'ea9c2fd9-73ef-4978-a41a-3a09f243f02d', 'name': '', 'network_id': '0c5fa5a7-17b8-41e4-80c7-74693b744506', 'tenant_id': '75e9f7169b754d5daa040eb465e858e5', 'mac_address': 'fa:16:3e:01:08:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4e03a5a-7d0d-4937-b22a-6c30f6fd97fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '6190e3c9-98e1-4200-bd81-aa6704106c92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:58:33Z', 'updated_at': '2022-09-16T09:58:37Z', 'revision_number': 4, 'project_id': '75e9f7169b754d5daa040eb465e858e5', 'subnets': [{'id': '6190e3c9-98e1-4200-bd81-aa6704106c92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:58:38.346686 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e336bd90-80c2-4aff-b1d9-fcaec3ee4a98 None None] The sync data for ids ['d4e03a5a-7d0d-4937-b22a-6c30f6fd97fc'] in dv-cinder-790535-43-iscsi is: [{'id': 'd4e03a5a-7d0d-4937-b22a-6c30f6fd97fc', 'name': 'tempest-AttachVolumeTestJSON-1433253090-router', 'tenant_id': '75e9f7169b754d5daa040eb465e858e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '500ce511-f930-49c5-929c-fbb00abc517b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:58:29Z', 'updated_at': '2022-09-16T09:58:34Z', 'revision_number': 4, 'project_id': '75e9f7169b754d5daa040eb465e858e5', 'gw_port': {'id': '500ce511-f930-49c5-929c-fbb00abc517b', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:49:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e03a5a-7d0d-4937-b22a-6c30f6fd97fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:58:30Z', 'updated_at': '2022-09-16T09:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_interfaces': [{'id': 'ea9c2fd9-73ef-4978-a41a-3a09f243f02d', 'name': '', 'network_id': '0c5fa5a7-17b8-41e4-80c7-74693b744506', 'tenant_id': '75e9f7169b754d5daa040eb465e858e5', 'mac_address': 'fa:16:3e:01:08:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4e03a5a-7d0d-4937-b22a-6c30f6fd97fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '6190e3c9-98e1-4200-bd81-aa6704106c92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:58:33Z', 'updated_at': '2022-09-16T09:58:37Z', 'revision_number': 4, 'project_id': '75e9f7169b754d5daa040eb465e858e5', 'subnets': [{'id': '6190e3c9-98e1-4200-bd81-aa6704106c92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 09:58:38.371161 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-c9100de7-3ef3-42bf-9b5e-189e0aa11908 None None] Provisioning complete for port ea9c2fd9-73ef-4978-a41a-3a09f243f02d triggered by entity DHCP. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:58:38.371641 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-c9100de7-3ef3-42bf-9b5e-189e0aa11908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (ea9c2fd9-73ef-4978-a41a-3a09f243f02d), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:38.372068 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-c9100de7-3ef3-42bf-9b5e-189e0aa11908 None None] Attempt 1 to provision port ea9c2fd9-73ef-4978-a41a-3a09f243f02d Sep 16 09:58:38.379778 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-6f1f4d9e-6e6c-44d3-bff3-1a770f6204a3 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27240120'] for port (14c98e57-ec04-45a5-b228-409ffe9335e9), after_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:38.483227 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1f4d9e-6e6c-44d3-bff3-1a770f6204a3 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Pushing event updated for resources: {'Port': ['ID=14c98e57-ec04-45a5-b228-409ffe9335e9,revision_number=2']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:58:38.485843 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-6f1f4d9e-6e6c-44d3-bff3-1a770f6204a3 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711587'] for floatingip (a8fde9e0-6b5f-4105-b4b2-a55ebaef9e85), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:38.486277 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-c9100de7-3ef3-42bf-9b5e-189e0aa11908 None None] Current status of the port ea9c2fd9-73ef-4978-a41a-3a09f243f02d is: ACTIVE; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:58:38.560999 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-6f1f4d9e-6e6c-44d3-bff3-1a770f6204a3 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110971'] for floatingip (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:38.562408 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-6f1f4d9e-6e6c-44d3-bff3-1a770f6204a3 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6450510 Sep 16 09:58:38.609076 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:38.753232 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-7f607582-0610-40e2-b598-65115d0fe9e9 req-e39bbfe0-fa64-4b59-8cdf-52e33696ebc1 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1477245799&fields=id&tenant_id=75e9f7169b754d5daa040eb465e858e5 HTTP/1.1" status: 200 len: 267 time: 0.0569582 Sep 16 09:58:38.877693 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f607582-0610-40e2-b598-65115d0fe9e9 req-45e18e97-a896-4291-b8a6-5a63a88e3238 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:58:38.879248 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-7f607582-0610-40e2-b598-65115d0fe9e9 req-45e18e97-a896-4291-b8a6-5a63a88e3238 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/networks?id=0c5fa5a7-17b8-41e4-80c7-74693b744506 HTTP/1.1" status: 200 len: 811 time: 0.1189008 Sep 16 09:58:38.895804 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-7f607582-0610-40e2-b598-65115d0fe9e9 req-124ba1de-7377-4665-8041-d763899e86b1 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/quotas/75e9f7169b754d5daa040eb465e858e5 HTTP/1.1" status: 200 len: 375 time: 0.0105426 Sep 16 09:58:38.953006 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-7f607582-0610-40e2-b598-65115d0fe9e9 req-faeb09fd-e994-4e7e-b21d-a457861e9922 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=75e9f7169b754d5daa040eb465e858e5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0514815 Sep 16 09:58:39.075482 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-7f607582-0610-40e2-b598-65115d0fe9e9 req-9be99e29-737f-4c7d-bd8b-f142c0294ed8 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/0c5fa5a7-17b8-41e4-80c7-74693b744506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017318 Sep 16 09:58:39.197601 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-7f607582-0610-40e2-b598-65115d0fe9e9 req-9e7ee938-8ed4-46e5-8f01-c769324f1069 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/0c5fa5a7-17b8-41e4-80c7-74693b744506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160221 Sep 16 09:58:39.269955 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device ea9c2fd9-73ef-4978-a41a-3a09f243f02d up at agent ovs-agent-dv-cinder-790535-43-iscsi {{(pid=113425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 09:58:39.323207 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Provisioning complete for port ea9c2fd9-73ef-4978-a41a-3a09f243f02d triggered by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:58:39.323861 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (ea9c2fd9-73ef-4978-a41a-3a09f243f02d), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:39.324526 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Attempt 1 to provision port ea9c2fd9-73ef-4978-a41a-3a09f243f02d Sep 16 09:58:39.410232 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Current status of the port ea9c2fd9-73ef-4978-a41a-3a09f243f02d is: ACTIVE; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:58:39.411528 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device 500ce511-f930-49c5-929c-fbb00abc517b up at agent ovs-agent-dv-cinder-790535-43-iscsi {{(pid=113425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 09:58:39.480634 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Provisioning complete for port 500ce511-f930-49c5-929c-fbb00abc517b triggered by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:58:39.480998 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (500ce511-f930-49c5-929c-fbb00abc517b), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:39.481760 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Attempt 1 to provision port 500ce511-f930-49c5-929c-fbb00abc517b Sep 16 09:58:39.501466 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-f0ae3d4c-1c29-449b-9086-cec9375dbf49 req-2e09cfba-4587-4407-9c6b-4ff963b10020 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=34302fd9-9a71-41c1-8392-6b9df5f0f75e HTTP/1.1" status: 200 len: 210 time: 0.0350270 Sep 16 09:58:39.510573 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:39.564271 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Current status of the port 500ce511-f930-49c5-929c-fbb00abc517b is: ACTIVE; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:58:40.605534 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-8ad912d9-bca9-4c7b-b95e-b3ec70e4ffdc req-a0de41ac-1dd3-4985-ad8a-d1f59857e6bc tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=34302fd9-9a71-41c1-8392-6b9df5f0f75e HTTP/1.1" status: 200 len: 210 time: 0.0277092 Sep 16 09:58:41.711933 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-c2a85ad5-c003-4b06-b0b4-149ccedf8974 req-3e84b919-9829-406c-8df8-a0cf6f2bcad1 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=34302fd9-9a71-41c1-8392-6b9df5f0f75e HTTP/1.1" status: 200 len: 210 time: 0.0292087 Sep 16 09:58:42.068988 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f607582-0610-40e2-b598-65115d0fe9e9 req-746c10b8-b967-44ac-9ae2-e20f302e3b21 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:58:42.070541 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-7f607582-0610-40e2-b598-65115d0fe9e9 req-746c10b8-b967-44ac-9ae2-e20f302e3b21 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.27 "GET /networking/v2.0/networks?id=0c5fa5a7-17b8-41e4-80c7-74693b744506 HTTP/1.1" status: 200 len: 811 time: 0.1121938 Sep 16 09:58:42.150222 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-7f607582-0610-40e2-b598-65115d0fe9e9 req-be44e2e6-a2ac-4f08-a263-7d089c483528 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.27 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=75e9f7169b754d5daa040eb465e858e5 HTTP/1.1" status: 200 len: 380 time: 0.0611267 Sep 16 09:58:42.160603 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.v2.base [req-7f607582-0610-40e2-b598-65115d0fe9e9 req-3ae335eb-627c-48bf-9d4e-a5d68426b747 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Request body: {'port': {'device_id': '34302fd9-9a71-41c1-8392-6b9df5f0f75e', 'network_id': '0c5fa5a7-17b8-41e4-80c7-74693b744506', 'admin_state_up': True, 'tenant_id': '75e9f7169b754d5daa040eb465e858e5', 'security_groups': ['bef07fa1-237e-497c-a390-6b6252fa23b4']}} {{(pid=113424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:58:42.368382 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f607582-0610-40e2-b598-65115d0fe9e9 req-3ae335eb-627c-48bf-9d4e-a5d68426b747 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Made reservation on behalf of 75e9f7169b754d5daa040eb465e858e5 for: {'port': 1} {{(pid=113424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 09:58:42.372357 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-7f607582-0610-40e2-b598-65115d0fe9e9 req-3ae335eb-627c-48bf-9d4e-a5d68426b747 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:42.504172 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.db_base_plugin_common [req-7f607582-0610-40e2-b598-65115d0fe9e9 req-3ae335eb-627c-48bf-9d4e-a5d68426b747 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Allocated IP 172.20.0.6 (0c5fa5a7-17b8-41e4-80c7-74693b744506/6190e3c9-98e1-4200-bd81-aa6704106c92/d847971e-055c-4ba7-88f6-3092159ade62) {{(pid=113424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 09:58:42.650270 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-7f607582-0610-40e2-b598-65115d0fe9e9 req-3ae335eb-627c-48bf-9d4e-a5d68426b747 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Publish callbacks [] for port (d847971e-055c-4ba7-88f6-3092159ade62), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:42.746262 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-7f607582-0610-40e2-b598-65115d0fe9e9 req-3ae335eb-627c-48bf-9d4e-a5d68426b747 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759571245505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27240065'] for port (d847971e-055c-4ba7-88f6-3092159ade62), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:42.803205 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f607582-0610-40e2-b598-65115d0fe9e9 req-3ae335eb-627c-48bf-9d4e-a5d68426b747 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Network 0c5fa5a7-17b8-41e4-80c7-74693b744506 is already hosted by enough agents. {{(pid=113424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 09:58:42.806516 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.base_scheduler [req-7f607582-0610-40e2-b598-65115d0fe9e9 req-3ae335eb-627c-48bf-9d4e-a5d68426b747 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Resources bound (agent type, host, resource id): {{(pid=113424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 09:58:42.810947 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f607582-0610-40e2-b598-65115d0fe9e9 req-3ae335eb-627c-48bf-9d4e-a5d68426b747 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Received port after_create {{(pid=113424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 09:58:42.843036 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae335eb-627c-48bf-9d4e-a5d68426b747 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Pushing event updated for resources: {'Port': ['ID=d847971e-055c-4ba7-88f6-3092159ade62,revision_number=1']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:58:42.874686 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f607582-0610-40e2-b598-65115d0fe9e9 req-3ae335eb-627c-48bf-9d4e-a5d68426b747 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:58:42.874686 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-7f607582-0610-40e2-b598-65115d0fe9e9 req-3ae335eb-627c-48bf-9d4e-a5d68426b747 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110971'] for port (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:42.877987 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8545cfd6-333d-40c8-bda9-f015c3922a30 req-7e3f0513-3416-47ff-8644-3e2893a9a3e5 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:58:42.880525 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-8545cfd6-333d-40c8-bda9-f015c3922a30 req-7e3f0513-3416-47ff-8644-3e2893a9a3e5 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=34302fd9-9a71-41c1-8392-6b9df5f0f75e HTTP/1.1" status: 200 len: 931 time: 0.0783782 Sep 16 09:58:42.888618 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:42.938876 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-8545cfd6-333d-40c8-bda9-f015c3922a30 req-d9eb662f-dd2a-45a6-bf7c-943bea653121 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=bef07fa1-237e-497c-a390-6b6252fa23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499613 Sep 16 09:58:42.959773 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-7f607582-0610-40e2-b598-65115d0fe9e9 req-3ae335eb-627c-48bf-9d4e-a5d68426b747 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8031292 Sep 16 09:58:42.974059 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.v2.base [req-7f607582-0610-40e2-b598-65115d0fe9e9 req-5977de53-3007-4dda-81f2-e05b0a47b205 service neutron] Request body: {'port': {'device_id': '34302fd9-9a71-41c1-8392-6b9df5f0f75e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=113424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:58:43.001457 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:43.042330 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-7f607582-0610-40e2-b598-65115d0fe9e9 req-5977de53-3007-4dda-81f2-e05b0a47b205 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (d847971e-055c-4ba7-88f6-3092159ade62), before_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:43.061253 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-5f19fa50-f5b1-4517-9553-8d252a5614d1 None None] Provisioning complete for port d847971e-055c-4ba7-88f6-3092159ade62 triggered by entity DHCP. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:58:43.061821 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-5f19fa50-f5b1-4517-9553-8d252a5614d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (d847971e-055c-4ba7-88f6-3092159ade62), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:43.062167 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-5f19fa50-f5b1-4517-9553-8d252a5614d1 None None] Attempt 1 to provision port d847971e-055c-4ba7-88f6-3092159ade62 Sep 16 09:58:43.100627 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-5f19fa50-f5b1-4517-9553-8d252a5614d1 None None] Port d847971e-055c-4ba7-88f6-3092159ade62 cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:58:43.319864 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.notifiers.nova [req-7f607582-0610-40e2-b598-65115d0fe9e9 req-5977de53-3007-4dda-81f2-e05b0a47b205 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d847971e-055c-4ba7-88f6-3092159ade62 {{(pid=113424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 09:58:43.328032 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-7f607582-0610-40e2-b598-65115d0fe9e9 req-5977de53-3007-4dda-81f2-e05b0a47b205 service neutron] Publish callbacks [] for port (d847971e-055c-4ba7-88f6-3092159ade62), precommit_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:43.341160 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.provisioning_blocks [req-7f607582-0610-40e2-b598-65115d0fe9e9 req-5977de53-3007-4dda-81f2-e05b0a47b205 service neutron] Transition to ACTIVE for port object d847971e-055c-4ba7-88f6-3092159ade62 will not be triggered until provisioned by entity L2. {{(pid=113424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 09:58:43.397043 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-7f607582-0610-40e2-b598-65115d0fe9e9 req-5977de53-3007-4dda-81f2-e05b0a47b205 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27240120'] for port (d847971e-055c-4ba7-88f6-3092159ade62), after_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:43.478729 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5977de53-3007-4dda-81f2-e05b0a47b205 service neutron] Pushing event updated for resources: {'Port': ['ID=d847971e-055c-4ba7-88f6-3092159ade62,revision_number=2']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:58:43.511340 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.managers [req-7f607582-0610-40e2-b598-65115d0fe9e9 req-5977de53-3007-4dda-81f2-e05b0a47b205 service neutron] Attempting to bind port d847971e-055c-4ba7-88f6-3092159ade62 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=113424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 09:58:43.511727 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.managers [req-7f607582-0610-40e2-b598-65115d0fe9e9 req-5977de53-3007-4dda-81f2-e05b0a47b205 service neutron] Attempting to bind port d847971e-055c-4ba7-88f6-3092159ade62 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '7733bfc5-bc22-4cba-b26f-b42431e1e84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0c5fa5a7-17b8-41e4-80c7-74693b744506'}] {{(pid=113424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 09:58:43.512732 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f607582-0610-40e2-b598-65115d0fe9e9 req-5977de53-3007-4dda-81f2-e05b0a47b205 service neutron] Attempting to bind port d847971e-055c-4ba7-88f6-3092159ade62 on network 0c5fa5a7-17b8-41e4-80c7-74693b744506 {{(pid=113424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 09:58:43.542754 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:43.560578 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f607582-0610-40e2-b598-65115d0fe9e9 req-5977de53-3007-4dda-81f2-e05b0a47b205 service neutron] Port d847971e-055c-4ba7-88f6-3092159ade62 on network 0c5fa5a7-17b8-41e4-80c7-74693b744506 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=113424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 09:58:43.560908 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f607582-0610-40e2-b598-65115d0fe9e9 req-5977de53-3007-4dda-81f2-e05b0a47b205 service neutron] Attempting to bind port d847971e-055c-4ba7-88f6-3092159ade62 on network 0c5fa5a7-17b8-41e4-80c7-74693b744506 {{(pid=113424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 09:58:43.602092 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-5f19fa50-f5b1-4517-9553-8d252a5614d1 None None] Attempt 2 to provision port d847971e-055c-4ba7-88f6-3092159ade62 Sep 16 09:58:43.604460 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f607582-0610-40e2-b598-65115d0fe9e9 req-5977de53-3007-4dda-81f2-e05b0a47b205 service neutron] Checking agent: {'id': '5b31c92a-f134-4c39-96dd-6f3267de2076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 9, 48, 33), 'started_at': datetime.datetime(2022, 9, 16, 9, 48, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 9, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 09:58:43.604784 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f607582-0610-40e2-b598-65115d0fe9e9 req-5977de53-3007-4dda-81f2-e05b0a47b205 service neutron] Checking segment: {'id': '7733bfc5-bc22-4cba-b26f-b42431e1e84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0c5fa5a7-17b8-41e4-80c7-74693b744506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 09:58:43.605171 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f607582-0610-40e2-b598-65115d0fe9e9 req-5977de53-3007-4dda-81f2-e05b0a47b205 service neutron] Bound using segment: {'id': '7733bfc5-bc22-4cba-b26f-b42431e1e84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0c5fa5a7-17b8-41e4-80c7-74693b744506'} {{(pid=113424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 09:58:43.606842 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.managers [req-7f607582-0610-40e2-b598-65115d0fe9e9 req-5977de53-3007-4dda-81f2-e05b0a47b205 service neutron] Bound port: d847971e-055c-4ba7-88f6-3092159ade62, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7733bfc5-bc22-4cba-b26f-b42431e1e84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0c5fa5a7-17b8-41e4-80c7-74693b744506'}}] {{(pid=113424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 09:58:43.607254 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-7f607582-0610-40e2-b598-65115d0fe9e9 req-5977de53-3007-4dda-81f2-e05b0a47b205 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (d847971e-055c-4ba7-88f6-3092159ade62), before_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:43.636012 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-5f19fa50-f5b1-4517-9553-8d252a5614d1 None None] Port d847971e-055c-4ba7-88f6-3092159ade62 cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:58:43.673531 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.db [req-7f607582-0610-40e2-b598-65115d0fe9e9 req-5977de53-3007-4dda-81f2-e05b0a47b205 service neutron] For port d847971e-055c-4ba7-88f6-3092159ade62, host hv-cinder-79053, cleared binding levels {{(pid=113424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 09:58:43.676595 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.db [req-7f607582-0610-40e2-b598-65115d0fe9e9 req-5977de53-3007-4dda-81f2-e05b0a47b205 service neutron] For port d847971e-055c-4ba7-88f6-3092159ade62, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d847971e-055c-4ba7-88f6-3092159ade62,segment=NetworkSegment(7733bfc5-bc22-4cba-b26f-b42431e1e84d),segment_id=7733bfc5-bc22-4cba-b26f-b42431e1e84d)] {{(pid=113424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 09:58:43.738334 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-7f607582-0610-40e2-b598-65115d0fe9e9 req-5977de53-3007-4dda-81f2-e05b0a47b205 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27240120'] for port (d847971e-055c-4ba7-88f6-3092159ade62), after_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:43.742605 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f607582-0610-40e2-b598-65115d0fe9e9 req-5977de53-3007-4dda-81f2-e05b0a47b205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:58:43.743213 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-7f607582-0610-40e2-b598-65115d0fe9e9 req-5977de53-3007-4dda-81f2-e05b0a47b205 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110971'] for port (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:43.744656 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-7f607582-0610-40e2-b598-65115d0fe9e9 req-5977de53-3007-4dda-81f2-e05b0a47b205 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/d847971e-055c-4ba7-88f6-3092159ade62 HTTP/1.1" status: 200 len: 1093 time: 0.7751768 Sep 16 09:58:43.745219 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34302fd9-9a71-41c1-8392-6b9df5f0f75e', 'tag': 'd847971e-055c-4ba7-88f6-3092159ade62'}] {{(pid=113424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 09:58:43.747518 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16dfd0a1dfdfa1f1ee01b24bca40ddc03421b0ad37c1355f54f1c3176401751a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf4598b-5c11-4b42-804f-2a4d02f51e63" -d '{"events": [{"name": "network-changed", "server_uuid": "34302fd9-9a71-41c1-8392-6b9df5f0f75e", "tag": "d847971e-055c-4ba7-88f6-3092159ade62"}]}' {{(pid=113424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 09:58:43.788466 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 09:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-665e0b0c-41ed-4a21-b8d8-e2cb16d9d98f x-openstack-request-id: req-665e0b0c-41ed-4a21-b8d8-e2cb16d9d98f {{(pid=113424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 09:58:43.788757 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34302fd9-9a71-41c1-8392-6b9df5f0f75e", "tag": "d847971e-055c-4ba7-88f6-3092159ade62", "status": "completed", "code": 200}]} {{(pid=113424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 09:58:43.789014 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-665e0b0c-41ed-4a21-b8d8-e2cb16d9d98f {{(pid=113424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 09:58:43.789426 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-665e0b0c-41ed-4a21-b8d8-e2cb16d9d98f'] response: {'name': 'network-changed', 'server_uuid': '34302fd9-9a71-41c1-8392-6b9df5f0f75e', 'tag': 'd847971e-055c-4ba7-88f6-3092159ade62', 'status': 'completed', 'code': 200} Sep 16 09:58:43.799411 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5977de53-3007-4dda-81f2-e05b0a47b205 service neutron] Pushing event updated for resources: {'Port': ['ID=d847971e-055c-4ba7-88f6-3092159ade62,revision_number=3']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:58:43.850687 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf4598b-5c11-4b42-804f-2a4d02f51e63 req-c4ff26f1-a539-4e03-a942-2857a27f0e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:58:43.852174 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-bcf4598b-5c11-4b42-804f-2a4d02f51e63 req-c4ff26f1-a539-4e03-a942-2857a27f0e76 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=75e9f7169b754d5daa040eb465e858e5&device_id=34302fd9-9a71-41c1-8392-6b9df5f0f75e HTTP/1.1" status: 200 len: 1127 time: 0.0438898 Sep 16 09:58:43.952199 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf4598b-5c11-4b42-804f-2a4d02f51e63 req-4c430117-672d-4286-996c-fa01dd3d3206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:58:43.953695 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-bcf4598b-5c11-4b42-804f-2a4d02f51e63 req-4c430117-672d-4286-996c-fa01dd3d3206 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?tenant_id=75e9f7169b754d5daa040eb465e858e5&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0922887 Sep 16 09:58:44.052670 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf4598b-5c11-4b42-804f-2a4d02f51e63 req-8ab735c6-ceba-4ece-bae8-dabd45701a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:58:44.054119 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-bcf4598b-5c11-4b42-804f-2a4d02f51e63 req-8ab735c6-ceba-4ece-bae8-dabd45701a1f service neutron] 10.222.0.27 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0941067 Sep 16 09:58:44.061805 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af22d48-ac51-4756-88bd-dcaf75c17d75 req-92da7e74-0ea4-4c53-a2cc-214cc0bedee1 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:58:44.063293 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-3af22d48-ac51-4756-88bd-dcaf75c17d75 req-92da7e74-0ea4-4c53-a2cc-214cc0bedee1 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=34302fd9-9a71-41c1-8392-6b9df5f0f75e HTTP/1.1" status: 200 len: 943 time: 0.0480001 Sep 16 09:58:44.114901 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-3af22d48-ac51-4756-88bd-dcaf75c17d75 req-890c26e8-1f1a-4f84-a081-4a682ba52704 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=bef07fa1-237e-497c-a390-6b6252fa23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457511 Sep 16 09:58:44.132603 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f607582-0610-40e2-b598-65115d0fe9e9 req-9a7c8357-554a-4f57-9fc6-40cc25b23f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:58:44.134263 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-7f607582-0610-40e2-b598-65115d0fe9e9 req-9a7c8357-554a-4f57-9fc6-40cc25b23f44 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=75e9f7169b754d5daa040eb465e858e5&device_id=34302fd9-9a71-41c1-8392-6b9df5f0f75e HTTP/1.1" status: 200 len: 1127 time: 0.0399990 Sep 16 09:58:44.137780 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-5f19fa50-f5b1-4517-9553-8d252a5614d1 None None] Attempt 3 to provision port d847971e-055c-4ba7-88f6-3092159ade62 Sep 16 09:58:44.177581 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-5f19fa50-f5b1-4517-9553-8d252a5614d1 None None] Port d847971e-055c-4ba7-88f6-3092159ade62 had new provisioning blocks added so it will not transition to active. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 09:58:44.177960 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-7f607582-0610-40e2-b598-65115d0fe9e9 req-8dadbaaa-3d73-4774-b078-79d44137bf0b service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d847971e-055c-4ba7-88f6-3092159ade62 HTTP/1.1" status: 200 len: 217 time: 0.0355580 Sep 16 09:58:44.233269 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f607582-0610-40e2-b598-65115d0fe9e9 req-d7bb952a-147a-468a-b5ff-bb590afc9c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:58:44.234902 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-7f607582-0610-40e2-b598-65115d0fe9e9 req-d7bb952a-147a-468a-b5ff-bb590afc9c48 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=6190e3c9-98e1-4200-bd81-aa6704106c92 HTTP/1.1" status: 200 len: 850 time: 0.0491085 Sep 16 09:58:44.281610 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f607582-0610-40e2-b598-65115d0fe9e9 req-0f00de57-3cfa-4ebb-91cb-1cceaf55f9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:58:44.283136 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-7f607582-0610-40e2-b598-65115d0fe9e9 req-0f00de57-3cfa-4ebb-91cb-1cceaf55f9d3 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=0c5fa5a7-17b8-41e4-80c7-74693b744506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0404232 Sep 16 09:58:44.341366 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:44.377269 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-7f607582-0610-40e2-b598-65115d0fe9e9 req-3812a913-e479-4575-9eeb-d88295315662 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/0c5fa5a7-17b8-41e4-80c7-74693b744506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872114 Sep 16 09:58:44.477798 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-7f607582-0610-40e2-b598-65115d0fe9e9 req-045544c5-53f3-4846-ad25-4f21f350892a service neutron] 10.222.0.27 "GET /networking/v2.0/networks/0c5fa5a7-17b8-41e4-80c7-74693b744506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922003 Sep 16 09:58:45.240122 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a45b62-f03e-4902-a7c0-4b1d431c0175 req-ce51898b-69ea-431d-a121-7ec3dd8be7c6 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:58:45.241581 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-d9a45b62-f03e-4902-a7c0-4b1d431c0175 req-ce51898b-69ea-431d-a121-7ec3dd8be7c6 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=34302fd9-9a71-41c1-8392-6b9df5f0f75e HTTP/1.1" status: 200 len: 943 time: 0.0491171 Sep 16 09:58:45.294265 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-d9a45b62-f03e-4902-a7c0-4b1d431c0175 req-4d3739e3-003f-4613-bab1-d6a8409e7b23 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=bef07fa1-237e-497c-a390-6b6252fa23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469546 Sep 16 09:58:46.204159 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 57028) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:58:46.334149 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-38b40dcb-74f9-417f-a8ab-2adf7aa908e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:46.380111 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:46.418125 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2ee0b1-8f55-46fe-adfb-0845c135181b req-1dc34fba-5930-40e8-a6ae-fcaeb7733aa4 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:58:46.419416 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-38b40dcb-74f9-417f-a8ab-2adf7aa908e1 admin admin] Publish callbacks [] for security_group (bb7a0089-37b8-4769-b225-c3875b7a1447), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:46.419843 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-4f2ee0b1-8f55-46fe-adfb-0845c135181b req-1dc34fba-5930-40e8-a6ae-fcaeb7733aa4 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=34302fd9-9a71-41c1-8392-6b9df5f0f75e HTTP/1.1" status: 200 len: 943 time: 0.0480030 Sep 16 09:58:46.472521 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-4f2ee0b1-8f55-46fe-adfb-0845c135181b req-fcc5b0e9-e632-4147-8478-9456f9990480 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=bef07fa1-237e-497c-a390-6b6252fa23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469363 Sep 16 09:58:46.502885 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-38b40dcb-74f9-417f-a8ab-2adf7aa908e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (bb7a0089-37b8-4769-b225-c3875b7a1447), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:46.545804 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-38b40dcb-74f9-417f-a8ab-2adf7aa908e1 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=c127dedecd58470087eb083ede838bba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3403747 Sep 16 09:58:46.546537 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b40dcb-74f9-417f-a8ab-2adf7aa908e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb7a0089-37b8-4769-b225-c3875b7a1447,revision_number=1']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:58:46.548436 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 57036) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:58:46.586765 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:46.598088 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-9ea38251-0117-416d-bc89-bb89223bd503 admin admin] Publish callbacks [] for security_group (bb7a0089-37b8-4769-b225-c3875b7a1447), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:46.618627 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-9ea38251-0117-416d-bc89-bb89223bd503 admin admin] Publish callbacks [] for security_group (bb7a0089-37b8-4769-b225-c3875b7a1447), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:46.726042 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-9ea38251-0117-416d-bc89-bb89223bd503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (bb7a0089-37b8-4769-b225-c3875b7a1447), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:46.728643 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-9ea38251-0117-416d-bc89-bb89223bd503 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:46.729855 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-9ea38251-0117-416d-bc89-bb89223bd503 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/bb7a0089-37b8-4769-b225-c3875b7a1447 HTTP/1.1" status: 204 len: 168 time: 0.1802709 Sep 16 09:58:46.738589 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea38251-0117-416d-bc89-bb89223bd503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb7a0089-37b8-4769-b225-c3875b7a1447,revision_number=None']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:58:47.557184 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-24e27398-26f8-4918-a10d-fbe1d063c65b req-a1747273-5adc-4f98-81ad-84a1494f31bc tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-304736498&fields=id&tenant_id=92e292a400454c93a48aca5510bfcee9 HTTP/1.1" status: 200 len: 267 time: 0.0455382 Sep 16 09:58:47.579741 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:47.595586 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7493f1c-db24-421e-b815-8a0d5a3f45cb req-e5798ad2-1c60-43c1-8c10-15916ce26585 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:58:47.597103 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-b7493f1c-db24-421e-b815-8a0d5a3f45cb req-e5798ad2-1c60-43c1-8c10-15916ce26585 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=34302fd9-9a71-41c1-8392-6b9df5f0f75e HTTP/1.1" status: 200 len: 943 time: 0.0478129 Sep 16 09:58:47.648970 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-b7493f1c-db24-421e-b815-8a0d5a3f45cb req-57809701-d469-4f66-8a92-0dc1960a6107 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=bef07fa1-237e-497c-a390-6b6252fa23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457087 Sep 16 09:58:47.669682 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e27398-26f8-4918-a10d-fbe1d063c65b req-e4cfae46-e09f-4985-b8f8-ad0185a97769 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:58:47.672429 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-24e27398-26f8-4918-a10d-fbe1d063c65b req-e4cfae46-e09f-4985-b8f8-ad0185a97769 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "GET /networking/v2.0/networks?id=5f818df7-9eb8-4b00-80c1-bc6dbfafca51 HTTP/1.1" status: 200 len: 809 time: 0.1072693 Sep 16 09:58:47.686536 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-24e27398-26f8-4918-a10d-fbe1d063c65b req-966ecdde-60a9-475e-b62d-6b02c4c61be1 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "GET /networking/v2.0/quotas/92e292a400454c93a48aca5510bfcee9 HTTP/1.1" status: 200 len: 375 time: 0.0096068 Sep 16 09:58:47.735356 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-24e27398-26f8-4918-a10d-fbe1d063c65b req-2b23fc3c-33f3-4131-baf7-ab938c2d5b0b tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=92e292a400454c93a48aca5510bfcee9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0438452 Sep 16 09:58:47.839196 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-24e27398-26f8-4918-a10d-fbe1d063c65b req-ae92a0ac-4511-468a-bd50-a4620d7692e4 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/5f818df7-9eb8-4b00-80c1-bc6dbfafca51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924060 Sep 16 09:58:47.929534 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-24e27398-26f8-4918-a10d-fbe1d063c65b req-8199a276-c942-4cf3-a9d7-7723d5cdff1d service neutron] 10.222.0.73 "GET /networking/v2.0/networks/5f818df7-9eb8-4b00-80c1-bc6dbfafca51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842884 Sep 16 09:58:48.202270 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Device d847971e-055c-4ba7-88f6-3092159ade62 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=113425) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 09:58:48.302795 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] For port d847971e-055c-4ba7-88f6-3092159ade62, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d847971e-055c-4ba7-88f6-3092159ade62,segment=NetworkSegment(7733bfc5-bc22-4cba-b26f-b42431e1e84d),segment_id=7733bfc5-bc22-4cba-b26f-b42431e1e84d)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:58:48.315230 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Returning: {'device': 'd847971e-055c-4ba7-88f6-3092159ade62', 'network_id': '0c5fa5a7-17b8-41e4-80c7-74693b744506', 'port_id': 'd847971e-055c-4ba7-88f6-3092159ade62', 'mac_address': 'fa:16:3e:82:17:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6190e3c9-98e1-4200-bd81-aa6704106c92', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113425) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 09:58:48.353399 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Current status of the port d847971e-055c-4ba7-88f6-3092159ade62 is: DOWN; New status is: BUILD {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:58:48.353894 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (d847971e-055c-4ba7-88f6-3092159ade62), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:48.373566 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.notifiers.nova [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d847971e-055c-4ba7-88f6-3092159ade62 {{(pid=113425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 09:58:48.394132 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] For port d847971e-055c-4ba7-88f6-3092159ade62, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d847971e-055c-4ba7-88f6-3092159ade62,segment=NetworkSegment(7733bfc5-bc22-4cba-b26f-b42431e1e84d),segment_id=7733bfc5-bc22-4cba-b26f-b42431e1e84d)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:58:48.447831 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-25ff943e-6f6f-4e3b-939a-e5a465f8b9af req-e026f598-5606-4bd8-9a19-b6ca874ffa7a tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=70372e0b-76cc-4156-84ae-3734dd9f7b25 HTTP/1.1" status: 200 len: 210 time: 0.0285172 Sep 16 09:58:48.466892 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (d847971e-055c-4ba7-88f6-3092159ade62), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:48.516538 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Pushing event updated for resources: {'Port': ['ID=d847971e-055c-4ba7-88f6-3092159ade62,revision_number=4']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:58:48.523929 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:58:48.524283 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:58:48.524632 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:58:48.525033 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:58:48.525374 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:58:48.525735 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:58:48.526070 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:58:48.526401 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:58:48.526734 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:58:48.527066 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:58:48.527401 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:58:48.527735 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:58:48.528064 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:58:48.529086 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:58:48.529991 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:58:48.672452 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] get_ports_and_sgs() called for port_ids ['d847971e-055c-4ba7-88f6-3092159ade62'] {{(pid=113425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 09:58:48.776661 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b3c598-579d-48e8-93ab-5f0435675201 req-234f30c3-436e-4de3-a2bd-f21cf4a4123a tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:58:48.778072 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-86b3c598-579d-48e8-93ab-5f0435675201 req-234f30c3-436e-4de3-a2bd-f21cf4a4123a tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=34302fd9-9a71-41c1-8392-6b9df5f0f75e HTTP/1.1" status: 200 len: 944 time: 0.0511072 Sep 16 09:58:48.830639 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-86b3c598-579d-48e8-93ab-5f0435675201 req-4fca2991-58b9-4979-9dd0-f5c8ec7c383f tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=bef07fa1-237e-497c-a390-6b6252fa23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423832 Sep 16 09:58:49.421966 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=11 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:49.430899 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=58 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:49.550907 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-ed970f75-2d26-4b50-bf65-17bb647c7bf9 req-3c82e162-d97d-4eb3-8615-15ca844f29f4 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=70372e0b-76cc-4156-84ae-3734dd9f7b25 HTTP/1.1" status: 200 len: 210 time: 0.0276492 Sep 16 09:58:49.964117 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6aab7f-241c-4ccb-8b83-b3b0bd7a3c3c req-2d6cd9c5-6df6-408b-91d0-c6788f2dec2b tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:58:49.965616 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-1a6aab7f-241c-4ccb-8b83-b3b0bd7a3c3c req-2d6cd9c5-6df6-408b-91d0-c6788f2dec2b tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=34302fd9-9a71-41c1-8392-6b9df5f0f75e HTTP/1.1" status: 200 len: 944 time: 0.0513356 Sep 16 09:58:49.987922 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:50.016853 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-1a6aab7f-241c-4ccb-8b83-b3b0bd7a3c3c req-d321745b-eb5e-4868-97bc-bd584926b440 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=bef07fa1-237e-497c-a390-6b6252fa23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444791 Sep 16 09:58:50.234796 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Device d847971e-055c-4ba7-88f6-3092159ade62 up at agent hyperv_hv-cinder-79053 {{(pid=113425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 09:58:50.277042 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:50.278092 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Provisioning for port d847971e-055c-4ba7-88f6-3092159ade62 completed by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 09:58:50.408636 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Provisioning complete for port d847971e-055c-4ba7-88f6-3092159ade62 triggered by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:58:50.409016 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (d847971e-055c-4ba7-88f6-3092159ade62), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:50.409356 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Attempt 1 to provision port d847971e-055c-4ba7-88f6-3092159ade62 Sep 16 09:58:50.438269 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:50.488820 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Current status of the port d847971e-055c-4ba7-88f6-3092159ade62 is: BUILD; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:58:50.489139 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (d847971e-055c-4ba7-88f6-3092159ade62), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:50.511786 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34302fd9-9a71-41c1-8392-6b9df5f0f75e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd847971e-055c-4ba7-88f6-3092159ade62'}] {{(pid=113425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 09:58:50.514916 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d904371a3690c7392a65e5457b849277104f62c83d6e5586b28cc731d2d00ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b37108b-de72-4549-8e96-d345199bca39" -d '{"events": [{"server_uuid": "34302fd9-9a71-41c1-8392-6b9df5f0f75e", "name": "network-vif-plugged", "status": "completed", "tag": "d847971e-055c-4ba7-88f6-3092159ade62"}]}' {{(pid=113425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 09:58:50.527843 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] For port d847971e-055c-4ba7-88f6-3092159ade62, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d847971e-055c-4ba7-88f6-3092159ade62,segment=NetworkSegment(7733bfc5-bc22-4cba-b26f-b42431e1e84d),segment_id=7733bfc5-bc22-4cba-b26f-b42431e1e84d)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:58:50.553926 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 09:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-206cc71d-bc8f-45d3-95f9-584225eadbbf x-openstack-request-id: req-206cc71d-bc8f-45d3-95f9-584225eadbbf {{(pid=113425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 09:58:50.554217 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34302fd9-9a71-41c1-8392-6b9df5f0f75e", "name": "network-vif-plugged", "status": "completed", "tag": "d847971e-055c-4ba7-88f6-3092159ade62", "code": 200}]} {{(pid=113425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 09:58:50.554471 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-206cc71d-bc8f-45d3-95f9-584225eadbbf {{(pid=113425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 09:58:50.554871 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-206cc71d-bc8f-45d3-95f9-584225eadbbf'] response: {'server_uuid': '34302fd9-9a71-41c1-8392-6b9df5f0f75e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd847971e-055c-4ba7-88f6-3092159ade62', 'code': 200} Sep 16 09:58:50.618012 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (d847971e-055c-4ba7-88f6-3092159ade62), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:50.665878 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-10070fdd-e03b-4952-8ecd-ab572d6ea828 req-02a847a8-1bff-4b25-95e8-0e624bf9312c tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=70372e0b-76cc-4156-84ae-3734dd9f7b25 HTTP/1.1" status: 200 len: 210 time: 0.0376666 Sep 16 09:58:50.668638 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Pushing event updated for resources: {'Port': ['ID=d847971e-055c-4ba7-88f6-3092159ade62,revision_number=5']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:58:50.967433 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dea47c-2ef6-42c2-be52-3d3fe1d90f51 req-7a2fb4b6-d276-42ff-b342-b9f6a243719e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:58:50.968906 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-b1dea47c-2ef6-42c2-be52-3d3fe1d90f51 req-7a2fb4b6-d276-42ff-b342-b9f6a243719e service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=34302fd9-9a71-41c1-8392-6b9df5f0f75e HTTP/1.1" status: 200 len: 1129 time: 0.0509868 Sep 16 09:58:51.022741 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e27398-26f8-4918-a10d-fbe1d063c65b req-73e95287-3c86-4629-aa82-3e82882505e2 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:58:51.024247 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-24e27398-26f8-4918-a10d-fbe1d063c65b req-73e95287-3c86-4629-aa82-3e82882505e2 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.27 "GET /networking/v2.0/networks?id=5f818df7-9eb8-4b00-80c1-bc6dbfafca51 HTTP/1.1" status: 200 len: 809 time: 0.1596000 Sep 16 09:58:51.065037 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-b1dea47c-2ef6-42c2-be52-3d3fe1d90f51 req-96fc78ca-0b5b-4d4a-be89-d65221a5f533 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bef07fa1-237e-497c-a390-6b6252fa23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889640 Sep 16 09:58:51.102269 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-24e27398-26f8-4918-a10d-fbe1d063c65b req-256c5b38-6830-4d2f-905b-2a3cc801cdbe tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.27 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=92e292a400454c93a48aca5510bfcee9 HTTP/1.1" status: 200 len: 379 time: 0.0701108 Sep 16 09:58:51.151299 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f016f9b-06fd-47cf-9981-5916c644ec12 req-c03041a7-2cc9-446a-a2c2-b0819ff3a60a tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:58:51.152781 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-2f016f9b-06fd-47cf-9981-5916c644ec12 req-c03041a7-2cc9-446a-a2c2-b0819ff3a60a tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=34302fd9-9a71-41c1-8392-6b9df5f0f75e HTTP/1.1" status: 200 len: 945 time: 0.0581069 Sep 16 09:58:51.200635 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-2f016f9b-06fd-47cf-9981-5916c644ec12 req-767de6a9-8e54-46d2-9668-23b217885a69 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=bef07fa1-237e-497c-a390-6b6252fa23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412011 Sep 16 09:58:51.271953 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.v2.base [req-24e27398-26f8-4918-a10d-fbe1d063c65b req-61b5bb47-0a0d-4126-9d83-c2097f0e5e36 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Request body: {'port': {'device_id': '70372e0b-76cc-4156-84ae-3734dd9f7b25', 'network_id': '5f818df7-9eb8-4b00-80c1-bc6dbfafca51', 'admin_state_up': True, 'tenant_id': '92e292a400454c93a48aca5510bfcee9', 'security_groups': ['120b3f6b-01c8-46d6-942b-91f138c52750']}} {{(pid=113424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:58:51.360548 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=100 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:51.442060 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24e27398-26f8-4918-a10d-fbe1d063c65b req-61b5bb47-0a0d-4126-9d83-c2097f0e5e36 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Made reservation on behalf of 92e292a400454c93a48aca5510bfcee9 for: {'port': 1} {{(pid=113424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 09:58:51.445919 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-24e27398-26f8-4918-a10d-fbe1d063c65b req-61b5bb47-0a0d-4126-9d83-c2097f0e5e36 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:51.578441 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.db_base_plugin_common [req-24e27398-26f8-4918-a10d-fbe1d063c65b req-61b5bb47-0a0d-4126-9d83-c2097f0e5e36 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Allocated IP 172.20.0.14 (5f818df7-9eb8-4b00-80c1-bc6dbfafca51/e6f53e27-affc-429d-81c4-784084a2c348/cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8) {{(pid=113424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 09:58:51.725497 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-24e27398-26f8-4918-a10d-fbe1d063c65b req-61b5bb47-0a0d-4126-9d83-c2097f0e5e36 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Publish callbacks [] for port (cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:51.778434 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-b5bbeb73-31f7-4b72-ab00-9b0602795652 req-c0d7941e-dd52-4b62-a65e-478ba8cc059e tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=70372e0b-76cc-4156-84ae-3734dd9f7b25 HTTP/1.1" status: 200 len: 210 time: 0.0306580 Sep 16 09:58:51.863999 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-24e27398-26f8-4918-a10d-fbe1d063c65b req-61b5bb47-0a0d-4126-9d83-c2097f0e5e36 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759571245505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27240065'] for port (cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:51.909779 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24e27398-26f8-4918-a10d-fbe1d063c65b req-61b5bb47-0a0d-4126-9d83-c2097f0e5e36 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Network 5f818df7-9eb8-4b00-80c1-bc6dbfafca51 is already hosted by enough agents. {{(pid=113424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 09:58:51.912881 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.base_scheduler [req-24e27398-26f8-4918-a10d-fbe1d063c65b req-61b5bb47-0a0d-4126-9d83-c2097f0e5e36 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Resources bound (agent type, host, resource id): {{(pid=113424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 09:58:51.916333 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:51.919232 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.l3_dvrscheduler_db [req-24e27398-26f8-4918-a10d-fbe1d063c65b req-61b5bb47-0a0d-4126-9d83-c2097f0e5e36 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Received port after_create {{(pid=113424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 09:58:51.923402 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b5bb47-0a0d-4126-9d83-c2097f0e5e36 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Pushing event updated for resources: {'Port': ['ID=cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8,revision_number=1']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:58:51.974280 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e27398-26f8-4918-a10d-fbe1d063c65b req-61b5bb47-0a0d-4126-9d83-c2097f0e5e36 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:58:51.975295 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-24e27398-26f8-4918-a10d-fbe1d063c65b req-61b5bb47-0a0d-4126-9d83-c2097f0e5e36 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110971'] for port (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:52.078825 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-24e27398-26f8-4918-a10d-fbe1d063c65b req-61b5bb47-0a0d-4126-9d83-c2097f0e5e36 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8107598 Sep 16 09:58:52.106897 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.v2.base [req-24e27398-26f8-4918-a10d-fbe1d063c65b req-0bdd156f-36a5-4aa0-95f5-b9a192a58e63 service neutron] Request body: {'port': {'device_id': '70372e0b-76cc-4156-84ae-3734dd9f7b25', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=113424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:58:52.146419 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-44cbcec6-967b-4648-96df-870345544faf None None] Provisioning complete for port cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8 triggered by entity DHCP. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:58:52.147012 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-44cbcec6-967b-4648-96df-870345544faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:52.147012 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-44cbcec6-967b-4648-96df-870345544faf None None] Attempt 1 to provision port cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8 Sep 16 09:58:52.167916 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-24e27398-26f8-4918-a10d-fbe1d063c65b req-0bdd156f-36a5-4aa0-95f5-b9a192a58e63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8), before_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:52.172091 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-88fd8a0e-8c56-4f7f-899b-ac93f2c7e311 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (54fa5420-569f-41b3-81ce-b3c99a893561), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:52.185695 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-44cbcec6-967b-4648-96df-870345544faf None None] Port cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8 cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:58:52.328982 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f979b29-1cac-4597-9c37-aeb0b1d752ea req-487415a3-8f74-4c20-b20a-5b15a6b8089b tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:58:52.330516 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-7f979b29-1cac-4597-9c37-aeb0b1d752ea req-487415a3-8f74-4c20-b20a-5b15a6b8089b tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=34302fd9-9a71-41c1-8392-6b9df5f0f75e HTTP/1.1" status: 200 len: 945 time: 0.0505397 Sep 16 09:58:52.349071 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:52.378914 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-7f979b29-1cac-4597-9c37-aeb0b1d752ea req-5afb5b15-2d12-44af-ace1-97cd46ccce2c tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=bef07fa1-237e-497c-a390-6b6252fa23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427122 Sep 16 09:58:52.434399 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.notifiers.nova [req-24e27398-26f8-4918-a10d-fbe1d063c65b req-0bdd156f-36a5-4aa0-95f5-b9a192a58e63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8 {{(pid=113424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 09:58:52.442216 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-24e27398-26f8-4918-a10d-fbe1d063c65b req-0bdd156f-36a5-4aa0-95f5-b9a192a58e63 service neutron] Publish callbacks [] for port (cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8), precommit_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:52.456141 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.provisioning_blocks [req-24e27398-26f8-4918-a10d-fbe1d063c65b req-0bdd156f-36a5-4aa0-95f5-b9a192a58e63 service neutron] Transition to ACTIVE for port object cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8 will not be triggered until provisioned by entity L2. {{(pid=113424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 09:58:52.511042 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-24e27398-26f8-4918-a10d-fbe1d063c65b req-0bdd156f-36a5-4aa0-95f5-b9a192a58e63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27240120'] for port (cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8), after_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:52.589224 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdd156f-36a5-4aa0-95f5-b9a192a58e63 service neutron] Pushing event updated for resources: {'Port': ['ID=cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8,revision_number=2']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:58:52.619708 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.managers [req-24e27398-26f8-4918-a10d-fbe1d063c65b req-0bdd156f-36a5-4aa0-95f5-b9a192a58e63 service neutron] Attempting to bind port cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=113424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 09:58:52.620046 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.managers [req-24e27398-26f8-4918-a10d-fbe1d063c65b req-0bdd156f-36a5-4aa0-95f5-b9a192a58e63 service neutron] Attempting to bind port cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '022a31c6-a388-46c0-9edc-565f96442452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '5f818df7-9eb8-4b00-80c1-bc6dbfafca51'}] {{(pid=113424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 09:58:52.620373 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e27398-26f8-4918-a10d-fbe1d063c65b req-0bdd156f-36a5-4aa0-95f5-b9a192a58e63 service neutron] Attempting to bind port cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8 on network 5f818df7-9eb8-4b00-80c1-bc6dbfafca51 {{(pid=113424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 09:58:52.667481 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e27398-26f8-4918-a10d-fbe1d063c65b req-0bdd156f-36a5-4aa0-95f5-b9a192a58e63 service neutron] Port cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8 on network 5f818df7-9eb8-4b00-80c1-bc6dbfafca51 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=113424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 09:58:52.667812 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e27398-26f8-4918-a10d-fbe1d063c65b req-0bdd156f-36a5-4aa0-95f5-b9a192a58e63 service neutron] Attempting to bind port cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8 on network 5f818df7-9eb8-4b00-80c1-bc6dbfafca51 {{(pid=113424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 09:58:52.686923 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-44cbcec6-967b-4648-96df-870345544faf None None] Attempt 2 to provision port cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8 Sep 16 09:58:52.711608 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e27398-26f8-4918-a10d-fbe1d063c65b req-0bdd156f-36a5-4aa0-95f5-b9a192a58e63 service neutron] Checking agent: {'id': '5b31c92a-f134-4c39-96dd-6f3267de2076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 9, 48, 33), 'started_at': datetime.datetime(2022, 9, 16, 9, 48, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 9, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 09:58:52.711950 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e27398-26f8-4918-a10d-fbe1d063c65b req-0bdd156f-36a5-4aa0-95f5-b9a192a58e63 service neutron] Checking segment: {'id': '022a31c6-a388-46c0-9edc-565f96442452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '5f818df7-9eb8-4b00-80c1-bc6dbfafca51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 09:58:52.712333 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e27398-26f8-4918-a10d-fbe1d063c65b req-0bdd156f-36a5-4aa0-95f5-b9a192a58e63 service neutron] Bound using segment: {'id': '022a31c6-a388-46c0-9edc-565f96442452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '5f818df7-9eb8-4b00-80c1-bc6dbfafca51'} {{(pid=113424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 09:58:52.712780 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.managers [req-24e27398-26f8-4918-a10d-fbe1d063c65b req-0bdd156f-36a5-4aa0-95f5-b9a192a58e63 service neutron] Bound port: cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '022a31c6-a388-46c0-9edc-565f96442452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '5f818df7-9eb8-4b00-80c1-bc6dbfafca51'}}] {{(pid=113424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 09:58:52.713142 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-24e27398-26f8-4918-a10d-fbe1d063c65b req-0bdd156f-36a5-4aa0-95f5-b9a192a58e63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8), before_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:52.719980 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-44cbcec6-967b-4648-96df-870345544faf None None] Port cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8 cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 09:58:52.727601 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:52.778928 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.db [req-24e27398-26f8-4918-a10d-fbe1d063c65b req-0bdd156f-36a5-4aa0-95f5-b9a192a58e63 service neutron] For port cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8, host hv-cinder-79053, cleared binding levels {{(pid=113424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 09:58:52.782623 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.db [req-24e27398-26f8-4918-a10d-fbe1d063c65b req-0bdd156f-36a5-4aa0-95f5-b9a192a58e63 service neutron] For port cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8,segment=NetworkSegment(022a31c6-a388-46c0-9edc-565f96442452),segment_id=022a31c6-a388-46c0-9edc-565f96442452)] {{(pid=113424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 09:58:52.884804 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-24e27398-26f8-4918-a10d-fbe1d063c65b req-0bdd156f-36a5-4aa0-95f5-b9a192a58e63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27240120'] for port (cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8), after_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:52.888161 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e27398-26f8-4918-a10d-fbe1d063c65b req-0bdd156f-36a5-4aa0-95f5-b9a192a58e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:58:52.888772 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-24e27398-26f8-4918-a10d-fbe1d063c65b req-0bdd156f-36a5-4aa0-95f5-b9a192a58e63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110971'] for port (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:52.890176 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-24e27398-26f8-4918-a10d-fbe1d063c65b req-0bdd156f-36a5-4aa0-95f5-b9a192a58e63 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8 HTTP/1.1" status: 200 len: 1094 time: 0.7879429 Sep 16 09:58:52.894377 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70372e0b-76cc-4156-84ae-3734dd9f7b25', 'tag': 'cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8'}] {{(pid=113424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 09:58:52.897947 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16dfd0a1dfdfa1f1ee01b24bca40ddc03421b0ad37c1355f54f1c3176401751a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02ad618b-1b8b-4b6a-8dcf-dd1152d41c30" -d '{"events": [{"name": "network-changed", "server_uuid": "70372e0b-76cc-4156-84ae-3734dd9f7b25", "tag": "cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8"}]}' {{(pid=113424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 09:58:52.936317 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 09:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebe3c937-3a67-4cdf-9533-44c0322a793d x-openstack-request-id: req-ebe3c937-3a67-4cdf-9533-44c0322a793d {{(pid=113424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 09:58:52.936609 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70372e0b-76cc-4156-84ae-3734dd9f7b25", "tag": "cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8", "status": "completed", "code": 200}]} {{(pid=113424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 09:58:52.936863 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ebe3c937-3a67-4cdf-9533-44c0322a793d {{(pid=113424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 09:58:52.937308 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebe3c937-3a67-4cdf-9533-44c0322a793d'] response: {'name': 'network-changed', 'server_uuid': '70372e0b-76cc-4156-84ae-3734dd9f7b25', 'tag': 'cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8', 'status': 'completed', 'code': 200} Sep 16 09:58:52.944908 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9a0c65-f435-47ff-aad9-24773444f52c req-43a0d4ba-b58c-4bab-8e0c-aa8c54ee2465 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:58:52.949652 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-bb9a0c65-f435-47ff-aad9-24773444f52c req-43a0d4ba-b58c-4bab-8e0c-aa8c54ee2465 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=70372e0b-76cc-4156-84ae-3734dd9f7b25 HTTP/1.1" status: 200 len: 944 time: 0.0921702 Sep 16 09:58:53.000252 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdd156f-36a5-4aa0-95f5-b9a192a58e63 service neutron] Pushing event updated for resources: {'Port': ['ID=cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8,revision_number=3']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:58:53.025581 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ad618b-1b8b-4b6a-8dcf-dd1152d41c30 req-e8fd1ebd-8a30-4bb9-9a3c-83108daa5a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:58:53.027042 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-02ad618b-1b8b-4b6a-8dcf-dd1152d41c30 req-e8fd1ebd-8a30-4bb9-9a3c-83108daa5a76 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=92e292a400454c93a48aca5510bfcee9&device_id=70372e0b-76cc-4156-84ae-3734dd9f7b25 HTTP/1.1" status: 200 len: 1128 time: 0.0684187 Sep 16 09:58:53.052806 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-bb9a0c65-f435-47ff-aad9-24773444f52c req-4ba7c957-d8c4-42b0-a663-c291809ffeea tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=120b3f6b-01c8-46d6-942b-91f138c52750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930228 Sep 16 09:58:53.137426 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ad618b-1b8b-4b6a-8dcf-dd1152d41c30 req-8233975e-96c9-457a-9730-914ab8a9941e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:58:53.138925 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-02ad618b-1b8b-4b6a-8dcf-dd1152d41c30 req-8233975e-96c9-457a-9730-914ab8a9941e service neutron] 10.222.0.27 "GET /networking/v2.0/networks?tenant_id=92e292a400454c93a48aca5510bfcee9&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1036084 Sep 16 09:58:53.221277 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-44cbcec6-967b-4648-96df-870345544faf None None] Attempt 3 to provision port cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8 Sep 16 09:58:53.231352 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ad618b-1b8b-4b6a-8dcf-dd1152d41c30 req-edd26dcf-a6b6-4baf-aa18-a0e901dd7134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:58:53.233347 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-02ad618b-1b8b-4b6a-8dcf-dd1152d41c30 req-edd26dcf-a6b6-4baf-aa18-a0e901dd7134 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0881565 Sep 16 09:58:53.245905 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:53.266925 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-44cbcec6-967b-4648-96df-870345544faf None None] Port cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8 had new provisioning blocks added so it will not transition to active. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 09:58:53.311223 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e27398-26f8-4918-a10d-fbe1d063c65b req-bf75ca15-b263-4ed8-839f-d6bb593b0442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:58:53.312760 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-24e27398-26f8-4918-a10d-fbe1d063c65b req-bf75ca15-b263-4ed8-839f-d6bb593b0442 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=92e292a400454c93a48aca5510bfcee9&device_id=70372e0b-76cc-4156-84ae-3734dd9f7b25 HTTP/1.1" status: 200 len: 1128 time: 0.0426722 Sep 16 09:58:53.351271 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-24e27398-26f8-4918-a10d-fbe1d063c65b req-2478bd60-1a9e-46dd-9bef-53e53f8fd50e service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8 HTTP/1.1" status: 200 len: 217 time: 0.0321288 Sep 16 09:58:53.403360 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e27398-26f8-4918-a10d-fbe1d063c65b req-3a892841-2eb9-4e05-ac21-7c5470a74f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:58:53.404828 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-24e27398-26f8-4918-a10d-fbe1d063c65b req-3a892841-2eb9-4e05-ac21-7c5470a74f52 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=e6f53e27-affc-429d-81c4-784084a2c348 HTTP/1.1" status: 200 len: 848 time: 0.0467062 Sep 16 09:58:53.453270 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e27398-26f8-4918-a10d-fbe1d063c65b req-28737ac8-8987-4e92-92ce-d14483d0ece7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:58:53.454841 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-24e27398-26f8-4918-a10d-fbe1d063c65b req-28737ac8-8987-4e92-92ce-d14483d0ece7 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=5f818df7-9eb8-4b00-80c1-bc6dbfafca51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0437150 Sep 16 09:58:53.516206 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7faa9a9-30bc-470d-9d3f-abc3c99fa9ab req-f715c641-21fb-4b94-b149-6ff3e44c3b4b tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:58:53.517649 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-c7faa9a9-30bc-470d-9d3f-abc3c99fa9ab req-f715c641-21fb-4b94-b149-6ff3e44c3b4b tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=34302fd9-9a71-41c1-8392-6b9df5f0f75e HTTP/1.1" status: 200 len: 945 time: 0.0474453 Sep 16 09:58:53.546773 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-24e27398-26f8-4918-a10d-fbe1d063c65b req-07cd3e1f-9b7f-422f-9b9f-46a262918cea service neutron] 10.222.0.27 "GET /networking/v2.0/networks/5f818df7-9eb8-4b00-80c1-bc6dbfafca51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863426 Sep 16 09:58:53.565952 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-c7faa9a9-30bc-470d-9d3f-abc3c99fa9ab req-4bf22d7b-c2e3-4953-a85d-48612d1150fa tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=bef07fa1-237e-497c-a390-6b6252fa23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425818 Sep 16 09:58:53.651741 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-24e27398-26f8-4918-a10d-fbe1d063c65b req-7d10eaa6-838d-4b7c-8353-311d360544eb service neutron] 10.222.0.27 "GET /networking/v2.0/networks/5f818df7-9eb8-4b00-80c1-bc6dbfafca51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988181 Sep 16 09:58:53.669275 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:53.684864 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dafec7-4abd-4505-856e-89ae524dad56 req-70d02d0d-19da-426d-af3a-7c9cda391724 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:58:53.687051 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-73dafec7-4abd-4505-856e-89ae524dad56 req-70d02d0d-19da-426d-af3a-7c9cda391724 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=34302fd9-9a71-41c1-8392-6b9df5f0f75e HTTP/1.1" status: 200 len: 945 time: 0.0493777 Sep 16 09:58:53.697138 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 57090) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:58:53.701507 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.v2.base [None req-a74b91af-6574-4e15-be38-2744b6d8a259 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Request body: {'floatingip': {'port_id': 'd847971e-055c-4ba7-88f6-3092159ade62'}} {{(pid=113424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:58:53.738824 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-a74b91af-6574-4e15-be38-2744b6d8a259 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Publish callbacks [] for floatingip (a8fde9e0-6b5f-4105-b4b2-a55ebaef9e85), before_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:53.900955 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=100 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:54.187556 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbee425-484e-4b43-88ab-4a9f7220203a req-1b0b8992-3118-4225-93b8-317deac245ce tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:58:54.189073 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-cfbee425-484e-4b43-88ab-4a9f7220203a req-1b0b8992-3118-4225-93b8-317deac245ce tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=70372e0b-76cc-4156-84ae-3734dd9f7b25 HTTP/1.1" status: 200 len: 944 time: 0.0534976 Sep 16 09:58:54.240727 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-cfbee425-484e-4b43-88ab-4a9f7220203a req-32920165-94ec-46dd-affb-d0e5bc05b8d1 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=120b3f6b-01c8-46d6-942b-91f138c52750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455816 Sep 16 09:58:54.416863 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-a74b91af-6574-4e15-be38-2744b6d8a259 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:54.491807 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-a74b91af-6574-4e15-be38-2744b6d8a259 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711587'] for floatingip (a8fde9e0-6b5f-4105-b4b2-a55ebaef9e85), after_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:54.545131 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-0f9b8aca-d534-4297-90a2-83036d5a2102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (647718b3-8298-4382-86e2-3fad9f5d7804), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:54.589335 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.db.l3_db [None req-a74b91af-6574-4e15-be38-2744b6d8a259 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Floating IP a8fde9e0-6b5f-4105-b4b2-a55ebaef9e85 associated. External IP: 172.27.1.25, port: d847971e-055c-4ba7-88f6-3092159ade62. Sep 16 09:58:54.782805 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a74b91af-6574-4e15-be38-2744b6d8a259 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Router d4e03a5a-7d0d-4937-b22a-6c30f6fd97fc has already been hosted by L3 agent 647718b3-8298-4382-86e2-3fad9f5d7804 {{(pid=113424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 09:58:54.886776 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a74b91af-6574-4e15-be38-2744b6d8a259 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Notify agent at l3_agent.dv-cinder-790535-43-iscsi the message routers_updated {{(pid=113424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 09:58:54.892078 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-a74b91af-6574-4e15-be38-2744b6d8a259 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110971'] for floatingip (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:54.897219 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdea70a-9754-44e3-8df3-caaabcfd117b None None] Sync routers for ids ['d4e03a5a-7d0d-4937-b22a-6c30f6fd97fc'] in dv-cinder-790535-43-iscsi {{(pid=113425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 09:58:54.907231 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdea70a-9754-44e3-8df3-caaabcfd117b None None] Routers {'d4e03a5a-7d0d-4937-b22a-6c30f6fd97fc'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 09:58:54.907943 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-0bdea70a-9754-44e3-8df3-caaabcfd117b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T09:58:54Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['d4e03a5a-7d0d-4937-b22a-6c30f6fd97fc'], 'active': True} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:58:54.921799 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-a74b91af-6574-4e15-be38-2744b6d8a259 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "PUT /networking/v2.0/floatingips/a8fde9e0-6b5f-4105-b4b2-a55ebaef9e85 HTTP/1.1" status: 200 len: 990 time: 1.2234607 Sep 16 09:58:54.938661 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34302fd9-9a71-41c1-8392-6b9df5f0f75e', 'tag': 'd847971e-055c-4ba7-88f6-3092159ade62'}] {{(pid=113424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 09:58:54.941022 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16dfd0a1dfdfa1f1ee01b24bca40ddc03421b0ad37c1355f54f1c3176401751a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1a097ac-7849-4a9b-a567-80a3cddafe31" -d '{"events": [{"name": "network-changed", "server_uuid": "34302fd9-9a71-41c1-8392-6b9df5f0f75e", "tag": "d847971e-055c-4ba7-88f6-3092159ade62"}]}' {{(pid=113424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 09:58:54.978569 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 09:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d66841d0-9bce-4824-bd72-93bda76658a9 x-openstack-request-id: req-d66841d0-9bce-4824-bd72-93bda76658a9 {{(pid=113424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 09:58:54.978867 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34302fd9-9a71-41c1-8392-6b9df5f0f75e", "tag": "d847971e-055c-4ba7-88f6-3092159ade62", "status": "completed", "code": 200}]} {{(pid=113424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 09:58:54.979120 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d66841d0-9bce-4824-bd72-93bda76658a9 {{(pid=113424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 09:58:54.979533 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d66841d0-9bce-4824-bd72-93bda76658a9'] response: {'name': 'network-changed', 'server_uuid': '34302fd9-9a71-41c1-8392-6b9df5f0f75e', 'tag': 'd847971e-055c-4ba7-88f6-3092159ade62', 'status': 'completed', 'code': 200} Sep 16 09:58:55.012872 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvr_db [None req-0bdea70a-9754-44e3-8df3-caaabcfd117b None None] Set router d4e03a5a-7d0d-4937-b22a-6c30f6fd97fc gateway port host: dv-cinder-790535-43-iscsi {{(pid=113425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 09:58:55.041486 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a097ac-7849-4a9b-a567-80a3cddafe31 req-e909b36f-d1c5-4987-b686-e5e68ade69b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:58:55.042992 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-b1a097ac-7849-4a9b-a567-80a3cddafe31 req-e909b36f-d1c5-4987-b686-e5e68ade69b1 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=75e9f7169b754d5daa040eb465e858e5&device_id=34302fd9-9a71-41c1-8392-6b9df5f0f75e HTTP/1.1" status: 200 len: 1129 time: 0.0394678 Sep 16 09:58:55.137194 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a097ac-7849-4a9b-a567-80a3cddafe31 req-2a399e02-8954-4397-be85-ab4a0e2a13b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:58:55.139193 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-b1a097ac-7849-4a9b-a567-80a3cddafe31 req-2a399e02-8954-4397-be85-ab4a0e2a13b9 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=0c5fa5a7-17b8-41e4-80c7-74693b744506 HTTP/1.1" status: 200 len: 912 time: 0.0885882 Sep 16 09:58:55.200187 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-b1a097ac-7849-4a9b-a567-80a3cddafe31 req-a10193d4-fbe1-4570-8bb5-65a5121cc666 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d847971e-055c-4ba7-88f6-3092159ade62 HTTP/1.1" status: 200 len: 998 time: 0.0547993 Sep 16 09:58:55.251616 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a097ac-7849-4a9b-a567-80a3cddafe31 req-5c40b1b0-a4ec-4e67-9351-39a070357e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:58:55.253110 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-b1a097ac-7849-4a9b-a567-80a3cddafe31 req-5c40b1b0-a4ec-4e67-9351-39a070357e5e service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=6190e3c9-98e1-4200-bd81-aa6704106c92 HTTP/1.1" status: 200 len: 850 time: 0.0473809 Sep 16 09:58:55.267810 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=100 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:55.289438 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:58:55.303749 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a097ac-7849-4a9b-a567-80a3cddafe31 req-b1115459-364e-4013-b9c0-4041b2549176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:58:55.305291 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-b1a097ac-7849-4a9b-a567-80a3cddafe31 req-b1115459-364e-4013-b9c0-4041b2549176 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=0c5fa5a7-17b8-41e4-80c7-74693b744506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0468512 Sep 16 09:58:55.363553 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-0bdea70a-9754-44e3-8df3-caaabcfd117b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e03a5a-7d0d-4937-b22a-6c30f6fd97fc', 'name': 'tempest-AttachVolumeTestJSON-1433253090-router', 'tenant_id': '75e9f7169b754d5daa040eb465e858e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '500ce511-f930-49c5-929c-fbb00abc517b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:58:29Z', 'updated_at': '2022-09-16T09:58:34Z', 'revision_number': 4, 'project_id': '75e9f7169b754d5daa040eb465e858e5', 'gw_port': {'id': '500ce511-f930-49c5-929c-fbb00abc517b', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:49:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e03a5a-7d0d-4937-b22a-6c30f6fd97fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:58:30Z', 'updated_at': '2022-09-16T09:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_floatingips': [{'id': 'a8fde9e0-6b5f-4105-b4b2-a55ebaef9e85', 'tenant_id': '75e9f7169b754d5daa040eb465e858e5', 'floating_ip_address': '172.27.1.25', 'floating_network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'router_id': 'd4e03a5a-7d0d-4937-b22a-6c30f6fd97fc', 'port_id': 'd847971e-055c-4ba7-88f6-3092159ade62', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c5fa5a7-17b8-41e4-80c7-74693b744506', 'mac_address': 'fa:16:3e:82:17:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34302fd9-9a71-41c1-8392-6b9df5f0f75e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T09:58:37Z', 'updated_at': '2022-09-16T09:58:54Z', 'revision_number': 1, 'project_id': '75e9f7169b754d5daa040eb465e858e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea9c2fd9-73ef-4978-a41a-3a09f243f02d', 'name': '', 'network_id': '0c5fa5a7-17b8-41e4-80c7-74693b744506', 'tenant_id': '75e9f7169b754d5daa040eb465e858e5', 'mac_address': 'fa:16:3e:01:08:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e03a5a-7d0d-4937-b22a-6c30f6fd97fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '6190e3c9-98e1-4200-bd81-aa6704106c92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:58:33Z', 'updated_at': '2022-09-16T09:58:38Z', 'revision_number': 5, 'project_id': '75e9f7169b754d5daa040eb465e858e5', 'subnets': [{'id': '6190e3c9-98e1-4200-bd81-aa6704106c92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:58:55.370185 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d9a189-d82e-4ce7-8c6d-bf2df9227b22 req-dde35039-7d6f-45b3-9777-218bcce37a7f tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:58:55.371822 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-a9d9a189-d82e-4ce7-8c6d-bf2df9227b22 req-dde35039-7d6f-45b3-9777-218bcce37a7f tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=70372e0b-76cc-4156-84ae-3734dd9f7b25 HTTP/1.1" status: 200 len: 944 time: 0.0502887 Sep 16 09:58:55.391067 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdea70a-9754-44e3-8df3-caaabcfd117b None None] Checking router: d4e03a5a-7d0d-4937-b22a-6c30f6fd97fc for host: dv-cinder-790535-43-iscsi {{(pid=113425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 09:58:55.400630 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdea70a-9754-44e3-8df3-caaabcfd117b None None] Routers {'d4e03a5a-7d0d-4937-b22a-6c30f6fd97fc'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 09:58:55.401398 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-0bdea70a-9754-44e3-8df3-caaabcfd117b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T09:58:54Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['d4e03a5a-7d0d-4937-b22a-6c30f6fd97fc'], 'active': True} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:58:55.406124 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-b1a097ac-7849-4a9b-a567-80a3cddafe31 req-a9dca615-3ef3-46ca-b745-f3c39193d713 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/0c5fa5a7-17b8-41e4-80c7-74693b744506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942547 Sep 16 09:58:55.425934 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-a9d9a189-d82e-4ce7-8c6d-bf2df9227b22 req-2f302937-a1ac-4c80-990f-1f54bc682f77 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=120b3f6b-01c8-46d6-942b-91f138c52750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462816 Sep 16 09:58:55.503611 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-b1a097ac-7849-4a9b-a567-80a3cddafe31 req-7b8318bc-54b4-4b83-9f97-2867d3ac777e service neutron] 10.222.0.27 "GET /networking/v2.0/networks/0c5fa5a7-17b8-41e4-80c7-74693b744506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918221 Sep 16 09:58:55.510037 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvr_db [None req-0bdea70a-9754-44e3-8df3-caaabcfd117b None None] Set router d4e03a5a-7d0d-4937-b22a-6c30f6fd97fc gateway port host: dv-cinder-790535-43-iscsi {{(pid=113425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 09:58:55.726305 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-0bdea70a-9754-44e3-8df3-caaabcfd117b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e03a5a-7d0d-4937-b22a-6c30f6fd97fc', 'name': 'tempest-AttachVolumeTestJSON-1433253090-router', 'tenant_id': '75e9f7169b754d5daa040eb465e858e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '500ce511-f930-49c5-929c-fbb00abc517b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:58:29Z', 'updated_at': '2022-09-16T09:58:34Z', 'revision_number': 4, 'project_id': '75e9f7169b754d5daa040eb465e858e5', 'gw_port': {'id': '500ce511-f930-49c5-929c-fbb00abc517b', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:49:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e03a5a-7d0d-4937-b22a-6c30f6fd97fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:58:30Z', 'updated_at': '2022-09-16T09:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_floatingips': [{'id': 'a8fde9e0-6b5f-4105-b4b2-a55ebaef9e85', 'tenant_id': '75e9f7169b754d5daa040eb465e858e5', 'floating_ip_address': '172.27.1.25', 'floating_network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'router_id': 'd4e03a5a-7d0d-4937-b22a-6c30f6fd97fc', 'port_id': 'd847971e-055c-4ba7-88f6-3092159ade62', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c5fa5a7-17b8-41e4-80c7-74693b744506', 'mac_address': 'fa:16:3e:82:17:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34302fd9-9a71-41c1-8392-6b9df5f0f75e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T09:58:37Z', 'updated_at': '2022-09-16T09:58:54Z', 'revision_number': 1, 'project_id': '75e9f7169b754d5daa040eb465e858e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea9c2fd9-73ef-4978-a41a-3a09f243f02d', 'name': '', 'network_id': '0c5fa5a7-17b8-41e4-80c7-74693b744506', 'tenant_id': '75e9f7169b754d5daa040eb465e858e5', 'mac_address': 'fa:16:3e:01:08:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e03a5a-7d0d-4937-b22a-6c30f6fd97fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '6190e3c9-98e1-4200-bd81-aa6704106c92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:58:33Z', 'updated_at': '2022-09-16T09:58:38Z', 'revision_number': 5, 'project_id': '75e9f7169b754d5daa040eb465e858e5', 'subnets': [{'id': '6190e3c9-98e1-4200-bd81-aa6704106c92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:58:55.750720 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdea70a-9754-44e3-8df3-caaabcfd117b None None] The sync data for ids ['d4e03a5a-7d0d-4937-b22a-6c30f6fd97fc'] in dv-cinder-790535-43-iscsi is: [{'id': 'd4e03a5a-7d0d-4937-b22a-6c30f6fd97fc', 'name': 'tempest-AttachVolumeTestJSON-1433253090-router', 'tenant_id': '75e9f7169b754d5daa040eb465e858e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '500ce511-f930-49c5-929c-fbb00abc517b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:58:29Z', 'updated_at': '2022-09-16T09:58:34Z', 'revision_number': 4, 'project_id': '75e9f7169b754d5daa040eb465e858e5', 'gw_port': {'id': '500ce511-f930-49c5-929c-fbb00abc517b', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:49:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e03a5a-7d0d-4937-b22a-6c30f6fd97fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:58:30Z', 'updated_at': '2022-09-16T09:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_floatingips': [{'id': 'a8fde9e0-6b5f-4105-b4b2-a55ebaef9e85', 'tenant_id': '75e9f7169b754d5daa040eb465e858e5', 'floating_ip_address': '172.27.1.25', 'floating_network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'router_id': 'd4e03a5a-7d0d-4937-b22a-6c30f6fd97fc', 'port_id': 'd847971e-055c-4ba7-88f6-3092159ade62', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c5fa5a7-17b8-41e4-80c7-74693b744506', 'mac_address': 'fa:16:3e:82:17:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34302fd9-9a71-41c1-8392-6b9df5f0f75e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T09:58:37Z', 'updated_at': '2022-09-16T09:58:54Z', 'revision_number': 1, 'project_id': '75e9f7169b754d5daa040eb465e858e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea9c2fd9-73ef-4978-a41a-3a09f243f02d', 'name': '', 'network_id': '0c5fa5a7-17b8-41e4-80c7-74693b744506', 'tenant_id': '75e9f7169b754d5daa040eb465e858e5', 'mac_address': 'fa:16:3e:01:08:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e03a5a-7d0d-4937-b22a-6c30f6fd97fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '6190e3c9-98e1-4200-bd81-aa6704106c92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:58:33Z', 'updated_at': '2022-09-16T09:58:38Z', 'revision_number': 5, 'project_id': '75e9f7169b754d5daa040eb465e858e5', 'subnets': [{'id': '6190e3c9-98e1-4200-bd81-aa6704106c92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 09:58:55.842799 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-c17a0cac-31fa-4a66-ad06-99f53fca2b4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (2d63c820-fb16-4aae-acf9-0482010d4ad8), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:55.938224 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f749eb1-2391-49d8-a398-40a5ca440047 None None] New status for floating IP a8fde9e0-6b5f-4105-b4b2-a55ebaef9e85: ACTIVE {{(pid=113426) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 09:58:56.553971 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad0599b-07c7-410c-a734-3e4f787c25a6 req-0ab79e72-1dc8-49aa-9ed9-ca5682a6c1d7 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:58:56.555429 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-fad0599b-07c7-410c-a734-3e4f787c25a6 req-0ab79e72-1dc8-49aa-9ed9-ca5682a6c1d7 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=70372e0b-76cc-4156-84ae-3734dd9f7b25 HTTP/1.1" status: 200 len: 944 time: 0.0470123 Sep 16 09:58:56.604724 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-fad0599b-07c7-410c-a734-3e4f787c25a6 req-f2d98b63-19e7-450e-a120-bcb8a3473ef5 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=120b3f6b-01c8-46d6-942b-91f138c52750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437686 Sep 16 09:58:57.313725 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (be58d251-43cc-467d-bf31-2aae48e2ac56), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:57.371058 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-cd5fe5d0-24d3-4349-8269-176b5bcdf250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (65aa34d6-cc53-475e-ab2c-2c2516bff08f), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:58:57.723036 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d9b50-79e8-43e4-ad08-a12d2d909e54 req-882cd5fb-e8cd-411c-b9ac-f5a6d2707e2c tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:58:57.724754 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-286d9b50-79e8-43e4-ad08-a12d2d909e54 req-882cd5fb-e8cd-411c-b9ac-f5a6d2707e2c tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=70372e0b-76cc-4156-84ae-3734dd9f7b25 HTTP/1.1" status: 200 len: 944 time: 0.0459170 Sep 16 09:58:57.776304 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-286d9b50-79e8-43e4-ad08-a12d2d909e54 req-77b1b93c-57d0-458a-aeb3-ed8cb219c009 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=120b3f6b-01c8-46d6-942b-91f138c52750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459359 Sep 16 09:58:58.905308 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3344a5c6-1170-4ad6-a75f-d0920823765b req-f540696e-1484-4616-bd34-a326ee452f9b tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:58:58.907091 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-3344a5c6-1170-4ad6-a75f-d0920823765b req-f540696e-1484-4616-bd34-a326ee452f9b tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=70372e0b-76cc-4156-84ae-3734dd9f7b25 HTTP/1.1" status: 200 len: 944 time: 0.0518339 Sep 16 09:58:58.957052 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-3344a5c6-1170-4ad6-a75f-d0920823765b req-821c0a29-5ee3-4c54-ad10-34faa013fb48 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=120b3f6b-01c8-46d6-942b-91f138c52750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443306 Sep 16 09:59:00.076698 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9f3d1f-4856-43d2-98ab-4b622e4c9b7c req-4916e6fe-f616-4d40-b66c-05532bc1bbd6 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:59:00.078198 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-1a9f3d1f-4856-43d2-98ab-4b622e4c9b7c req-4916e6fe-f616-4d40-b66c-05532bc1bbd6 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=70372e0b-76cc-4156-84ae-3734dd9f7b25 HTTP/1.1" status: 200 len: 944 time: 0.0475597 Sep 16 09:59:00.128744 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-1a9f3d1f-4856-43d2-98ab-4b622e4c9b7c req-c52420da-dd40-4ddd-a6a1-55e804f620c6 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=120b3f6b-01c8-46d6-942b-91f138c52750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444913 Sep 16 09:59:01.251360 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d5394e-a003-48a8-b6da-ac0cf9c0bb70 req-a586a01b-7f8b-4c4a-b79d-c9fb8bb1126c tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:59:01.252835 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-d0d5394e-a003-48a8-b6da-ac0cf9c0bb70 req-a586a01b-7f8b-4c4a-b79d-c9fb8bb1126c tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=70372e0b-76cc-4156-84ae-3734dd9f7b25 HTTP/1.1" status: 200 len: 944 time: 0.0489979 Sep 16 09:59:01.301778 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-d0d5394e-a003-48a8-b6da-ac0cf9c0bb70 req-a6c21b88-ac77-4183-b8af-25469c4ee8d0 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=120b3f6b-01c8-46d6-942b-91f138c52750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432415 Sep 16 09:59:02.263710 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Device cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=113425) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 09:59:02.367460 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] For port cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8,segment=NetworkSegment(022a31c6-a388-46c0-9edc-565f96442452),segment_id=022a31c6-a388-46c0-9edc-565f96442452)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:59:02.379686 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Returning: {'device': 'cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8', 'network_id': '5f818df7-9eb8-4b00-80c1-bc6dbfafca51', 'port_id': 'cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8', 'mac_address': 'fa:16:3e:c2:91:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6f53e27-affc-429d-81c4-784084a2c348', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113425) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 09:59:02.414421 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Current status of the port cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8 is: DOWN; New status is: BUILD {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:59:02.414814 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:59:02.422010 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d809d8-7dd9-4409-8a23-8376e07b5a6c req-2f0fc4ce-74ef-4cb1-bf48-235918db39a9 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:59:02.424025 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-43d809d8-7dd9-4409-8a23-8376e07b5a6c req-2f0fc4ce-74ef-4cb1-bf48-235918db39a9 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=70372e0b-76cc-4156-84ae-3734dd9f7b25 HTTP/1.1" status: 200 len: 944 time: 0.0464342 Sep 16 09:59:02.432037 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.notifiers.nova [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8 {{(pid=113425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 09:59:02.452461 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] For port cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8,segment=NetworkSegment(022a31c6-a388-46c0-9edc-565f96442452),segment_id=022a31c6-a388-46c0-9edc-565f96442452)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:59:02.474843 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-43d809d8-7dd9-4409-8a23-8376e07b5a6c req-0a8eeb25-4251-4ae7-b583-3e1b9afa5a45 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=120b3f6b-01c8-46d6-942b-91f138c52750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448678 Sep 16 09:59:02.521768 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:59:02.568978 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Pushing event updated for resources: {'Port': ['ID=cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8,revision_number=4']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:59:02.732908 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] get_ports_and_sgs() called for port_ids ['cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8'] {{(pid=113425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 09:59:02.820391 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:59:02.863427 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:59:02.872860 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:59:03.592737 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046e6fb9-4a4c-4bc4-bc13-0db38e9a5c61 req-b76cc8dd-1765-472a-b1ef-0d61772756c5 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:59:03.594231 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-046e6fb9-4a4c-4bc4-bc13-0db38e9a5c61 req-b76cc8dd-1765-472a-b1ef-0d61772756c5 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=70372e0b-76cc-4156-84ae-3734dd9f7b25 HTTP/1.1" status: 200 len: 945 time: 0.0468719 Sep 16 09:59:03.647004 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-046e6fb9-4a4c-4bc4-bc13-0db38e9a5c61 req-5b137a5f-4665-4d19-a320-63214231d8a1 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=120b3f6b-01c8-46d6-942b-91f138c52750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466399 Sep 16 09:59:04.284136 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Device cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8 up at agent hyperv_hv-cinder-79053 {{(pid=113425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 09:59:04.326671 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Provisioning for port cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8 completed by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 09:59:04.394116 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Provisioning complete for port cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8 triggered by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 09:59:04.394525 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:59:04.394871 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Attempt 1 to provision port cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8 Sep 16 09:59:04.469872 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Current status of the port cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8 is: BUILD; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 09:59:04.470276 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:59:04.493698 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70372e0b-76cc-4156-84ae-3734dd9f7b25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8'}] {{(pid=113425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 09:59:04.495909 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d904371a3690c7392a65e5457b849277104f62c83d6e5586b28cc731d2d00ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb2391e3-1415-4a7a-b9e6-b6f4fd916c3f" -d '{"events": [{"server_uuid": "70372e0b-76cc-4156-84ae-3734dd9f7b25", "name": "network-vif-plugged", "status": "completed", "tag": "cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8"}]}' {{(pid=113425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 09:59:04.508312 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] For port cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8,segment=NetworkSegment(022a31c6-a388-46c0-9edc-565f96442452),segment_id=022a31c6-a388-46c0-9edc-565f96442452)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 09:59:04.541315 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 09:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbd2b22d-d011-4733-bbb8-9b9e17796d4f x-openstack-request-id: req-dbd2b22d-d011-4733-bbb8-9b9e17796d4f {{(pid=113425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 09:59:04.541315 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70372e0b-76cc-4156-84ae-3734dd9f7b25", "name": "network-vif-plugged", "status": "completed", "tag": "cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8", "code": 200}]} {{(pid=113425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 09:59:04.541315 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-dbd2b22d-d011-4733-bbb8-9b9e17796d4f {{(pid=113425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 09:59:04.541315 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbd2b22d-d011-4733-bbb8-9b9e17796d4f'] response: {'server_uuid': '70372e0b-76cc-4156-84ae-3734dd9f7b25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8', 'code': 200} Sep 16 09:59:04.588970 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:59:04.634707 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Pushing event updated for resources: {'Port': ['ID=cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8,revision_number=5']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:59:04.768560 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c049a61-0cc4-43dc-8f0a-dd5bdbf5455b req-255d47c8-d839-419a-a5f8-8aa3e6bedcdc tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:59:04.770071 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-9c049a61-0cc4-43dc-8f0a-dd5bdbf5455b req-255d47c8-d839-419a-a5f8-8aa3e6bedcdc tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=70372e0b-76cc-4156-84ae-3734dd9f7b25 HTTP/1.1" status: 200 len: 946 time: 0.0484285 Sep 16 09:59:04.822176 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-9c049a61-0cc4-43dc-8f0a-dd5bdbf5455b req-8b373fd0-1bfd-44b5-8187-64ae0facf4dc tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=120b3f6b-01c8-46d6-942b-91f138c52750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463326 Sep 16 09:59:04.888445 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f636b545-edd9-4634-b83b-6b10bd0dc352 req-0e27e234-25e2-4894-a475-d214a7cec002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:59:04.889924 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-f636b545-edd9-4634-b83b-6b10bd0dc352 req-0e27e234-25e2-4894-a475-d214a7cec002 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=70372e0b-76cc-4156-84ae-3734dd9f7b25 HTTP/1.1" status: 200 len: 1130 time: 0.0370610 Sep 16 09:59:04.893016 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (5b31c92a-f134-4c39-96dd-6f3267de2076), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:59:04.935547 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-f636b545-edd9-4634-b83b-6b10bd0dc352 req-7fcff75a-9859-4cc0-aa3a-e182c2cfa7ad service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=120b3f6b-01c8-46d6-942b-91f138c52750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402000 Sep 16 09:59:05.948081 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830d35a5-0268-4bc9-84cd-cb0f5dbda9a6 req-aa4e8095-2d12-47eb-bc9d-c6a1177d140d tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:59:05.949534 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-830d35a5-0268-4bc9-84cd-cb0f5dbda9a6 req-aa4e8095-2d12-47eb-bc9d-c6a1177d140d tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=70372e0b-76cc-4156-84ae-3734dd9f7b25 HTTP/1.1" status: 200 len: 946 time: 0.0497050 Sep 16 09:59:05.999184 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-830d35a5-0268-4bc9-84cd-cb0f5dbda9a6 req-13e926e5-0679-4a48-8940-81f407ee7de5 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=120b3f6b-01c8-46d6-942b-91f138c52750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435710 Sep 16 09:59:06.032203 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=10 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:59:06.037679 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:59:07.121665 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c4b3ac-bf28-49b5-90aa-addaf914c6d9 req-06f34ecf-0e18-47d1-9422-a3536a3b3826 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:59:07.123118 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-a3c4b3ac-bf28-49b5-90aa-addaf914c6d9 req-06f34ecf-0e18-47d1-9422-a3536a3b3826 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=70372e0b-76cc-4156-84ae-3734dd9f7b25 HTTP/1.1" status: 200 len: 946 time: 0.0499082 Sep 16 09:59:07.171009 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-a3c4b3ac-bf28-49b5-90aa-addaf914c6d9 req-a6d861f6-6ff4-4109-a884-25a6e067056c tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=120b3f6b-01c8-46d6-942b-91f138c52750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416129 Sep 16 09:59:07.253955 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:59:07.294118 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c8a43a-61ad-43fb-875f-227f4aecfdfe req-d761a117-3db2-4e26-8239-7fd766b321b9 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:59:07.295539 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-56c8a43a-61ad-43fb-875f-227f4aecfdfe req-d761a117-3db2-4e26-8239-7fd766b321b9 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=70372e0b-76cc-4156-84ae-3734dd9f7b25 HTTP/1.1" status: 200 len: 946 time: 0.0502803 Sep 16 09:59:07.344756 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-56c8a43a-61ad-43fb-875f-227f4aecfdfe req-9cec5dfa-be3c-4ee0-ae96-64ad96e1729e tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=120b3f6b-01c8-46d6-942b-91f138c52750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428121 Sep 16 09:59:07.373061 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 57126) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:59:07.552353 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4716b859-eee8-4fab-9bd5-7acafd00ecd0 tempest-TestShelveInstance-1292266502 tempest-TestShelveInstance-1292266502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:59:07.553784 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-4716b859-eee8-4fab-9bd5-7acafd00ecd0 tempest-TestShelveInstance-1292266502 tempest-TestShelveInstance-1292266502-project-admin] 10.222.0.73 "GET /networking/v2.0/ports?device_id=70372e0b-76cc-4156-84ae-3734dd9f7b25 HTTP/1.1" status: 200 len: 1125 time: 0.1796715 Sep 16 09:59:07.556663 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 57130) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 09:59:07.560739 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.v2.base [None req-ec9c084d-90fa-44de-a2f0-01c52fc9c741 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Request body: {'floatingip': {'floating_network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'port_id': 'cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8', 'tenant_id': '92e292a400454c93a48aca5510bfcee9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=113424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 09:59:07.624620 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-ec9c084d-90fa-44de-a2f0-01c52fc9c741 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:59:07.670386 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=100 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:59:07.693763 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:59:07.705223 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-ec9c084d-90fa-44de-a2f0-01c52fc9c741 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:59:07.807349 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.db_base_plugin_common [None req-ec9c084d-90fa-44de-a2f0-01c52fc9c741 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Allocated IP 172.27.1.203 (d06af4bd-75ff-4039-9388-f05026361d79/429d2505-e0fa-44a7-bb81-98c451c1a231/f9cea36c-ed19-4f79-b674-cb8df21c76c7) {{(pid=113424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 09:59:07.911127 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-ec9c084d-90fa-44de-a2f0-01c52fc9c741 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Publish callbacks [] for port (f9cea36c-ed19-4f79-b674-cb8df21c76c7), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:59:07.990890 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-ec9c084d-90fa-44de-a2f0-01c52fc9c741 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759571245505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27240065'] for port (f9cea36c-ed19-4f79-b674-cb8df21c76c7), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:59:08.030169 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9c084d-90fa-44de-a2f0-01c52fc9c741 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Network d06af4bd-75ff-4039-9388-f05026361d79 is already hosted by enough agents. {{(pid=113424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 09:59:08.034853 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.base_scheduler [None req-ec9c084d-90fa-44de-a2f0-01c52fc9c741 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Resources bound (agent type, host, resource id): {{(pid=113424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 09:59:08.037312 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9c084d-90fa-44de-a2f0-01c52fc9c741 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Received port after_create {{(pid=113424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 09:59:08.060781 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9c084d-90fa-44de-a2f0-01c52fc9c741 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Pushing event updated for resources: {'Port': ['ID=f9cea36c-ed19-4f79-b674-cb8df21c76c7,revision_number=1']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:59:08.074368 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9c084d-90fa-44de-a2f0-01c52fc9c741 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:59:08.076684 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9c084d-90fa-44de-a2f0-01c52fc9c741 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:59:08.076684 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9c084d-90fa-44de-a2f0-01c52fc9c741 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:59:08.076684 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9c084d-90fa-44de-a2f0-01c52fc9c741 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:59:08.076684 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9c084d-90fa-44de-a2f0-01c52fc9c741 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:59:08.076684 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9c084d-90fa-44de-a2f0-01c52fc9c741 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:59:08.076684 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9c084d-90fa-44de-a2f0-01c52fc9c741 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:59:08.076684 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9c084d-90fa-44de-a2f0-01c52fc9c741 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:59:08.077353 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9c084d-90fa-44de-a2f0-01c52fc9c741 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:59:08.077455 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9c084d-90fa-44de-a2f0-01c52fc9c741 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:59:08.077808 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9c084d-90fa-44de-a2f0-01c52fc9c741 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:59:08.078136 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9c084d-90fa-44de-a2f0-01c52fc9c741 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:59:08.078463 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9c084d-90fa-44de-a2f0-01c52fc9c741 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:59:08.078786 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9c084d-90fa-44de-a2f0-01c52fc9c741 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:59:08.079111 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9c084d-90fa-44de-a2f0-01c52fc9c741 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 09:59:08.369785 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:59:08.410355 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-ec9c084d-90fa-44de-a2f0-01c52fc9c741 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Publish callbacks [] for floatingip (77b30a7e-f962-43bc-a272-b60f95c182b4), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:59:08.530466 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-ec9c084d-90fa-44de-a2f0-01c52fc9c741 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (f9cea36c-ed19-4f79-b674-cb8df21c76c7), before_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:59:08.621093 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:59:08.673256 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-ec9c084d-90fa-44de-a2f0-01c52fc9c741 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Publish callbacks [] for port (f9cea36c-ed19-4f79-b674-cb8df21c76c7), precommit_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:59:08.749934 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-ec9c084d-90fa-44de-a2f0-01c52fc9c741 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27240120'] for port (f9cea36c-ed19-4f79-b674-cb8df21c76c7), after_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:59:08.819752 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9c084d-90fa-44de-a2f0-01c52fc9c741 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Pushing event updated for resources: {'Port': ['ID=f9cea36c-ed19-4f79-b674-cb8df21c76c7,revision_number=2']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 09:59:08.822178 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-ec9c084d-90fa-44de-a2f0-01c52fc9c741 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711587'] for floatingip (77b30a7e-f962-43bc-a272-b60f95c182b4), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:59:08.918189 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.db.l3_db [None req-ec9c084d-90fa-44de-a2f0-01c52fc9c741 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Floating IP 77b30a7e-f962-43bc-a272-b60f95c182b4 associated. External IP: 172.27.1.203, port: cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8. Sep 16 09:59:09.116898 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec9c084d-90fa-44de-a2f0-01c52fc9c741 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Router e2193d24-a808-4fe9-b59b-7f09589274a9 has already been hosted by L3 agent 647718b3-8298-4382-86e2-3fad9f5d7804 {{(pid=113424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 09:59:09.488840 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec9c084d-90fa-44de-a2f0-01c52fc9c741 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Notify agent at l3_agent.dv-cinder-790535-43-iscsi the message routers_updated {{(pid=113424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 09:59:09.498166 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80432f5c-22c0-445f-8619-4b550818dbf3 None None] Sync routers for ids ['e2193d24-a808-4fe9-b59b-7f09589274a9'] in dv-cinder-790535-43-iscsi {{(pid=113425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 09:59:09.508162 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80432f5c-22c0-445f-8619-4b550818dbf3 None None] Routers {'e2193d24-a808-4fe9-b59b-7f09589274a9'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 09:59:09.509934 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-80432f5c-22c0-445f-8619-4b550818dbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T09:58:54Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['e2193d24-a808-4fe9-b59b-7f09589274a9'], 'active': True} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:59:09.575203 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-ec9c084d-90fa-44de-a2f0-01c52fc9c741 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110971'] for floatingip (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:59:09.607380 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-ec9c084d-90fa-44de-a2f0-01c52fc9c741 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0497010 Sep 16 09:59:09.608140 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70372e0b-76cc-4156-84ae-3734dd9f7b25', 'tag': 'cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8'}] {{(pid=113424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 09:59:09.610567 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16dfd0a1dfdfa1f1ee01b24bca40ddc03421b0ad37c1355f54f1c3176401751a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81c6c9ac-7f51-4050-a218-73db14fbdceb" -d '{"events": [{"name": "network-changed", "server_uuid": "70372e0b-76cc-4156-84ae-3734dd9f7b25", "tag": "cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8"}]}' {{(pid=113424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 09:59:09.613041 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvr_db [None req-80432f5c-22c0-445f-8619-4b550818dbf3 None None] Set router e2193d24-a808-4fe9-b59b-7f09589274a9 gateway port host: dv-cinder-790535-43-iscsi {{(pid=113425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 09:59:09.650470 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 09:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-709698e9-2d6d-4aa0-a053-6ea3a6f2f83f x-openstack-request-id: req-709698e9-2d6d-4aa0-a053-6ea3a6f2f83f {{(pid=113424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 09:59:09.650804 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70372e0b-76cc-4156-84ae-3734dd9f7b25", "tag": "cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8", "status": "completed", "code": 200}]} {{(pid=113424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 09:59:09.651055 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-709698e9-2d6d-4aa0-a053-6ea3a6f2f83f {{(pid=113424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 09:59:09.651469 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-709698e9-2d6d-4aa0-a053-6ea3a6f2f83f'] response: {'name': 'network-changed', 'server_uuid': '70372e0b-76cc-4156-84ae-3734dd9f7b25', 'tag': 'cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8', 'status': 'completed', 'code': 200} Sep 16 09:59:09.716423 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c6c9ac-7f51-4050-a218-73db14fbdceb req-aa146bc3-2104-4c6f-a9c1-33be84cebbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:59:09.717900 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-81c6c9ac-7f51-4050-a218-73db14fbdceb req-aa146bc3-2104-4c6f-a9c1-33be84cebbcb service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=92e292a400454c93a48aca5510bfcee9&device_id=70372e0b-76cc-4156-84ae-3734dd9f7b25 HTTP/1.1" status: 200 len: 1130 time: 0.0404716 Sep 16 09:59:09.732111 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:59:09.819240 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c6c9ac-7f51-4050-a218-73db14fbdceb req-cd2e2db6-8b9e-405e-90a9-edafec868059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:59:09.820876 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-81c6c9ac-7f51-4050-a218-73db14fbdceb req-cd2e2db6-8b9e-405e-90a9-edafec868059 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=5f818df7-9eb8-4b00-80c1-bc6dbfafca51 HTTP/1.1" status: 200 len: 910 time: 0.0966692 Sep 16 09:59:09.831627 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-80432f5c-22c0-445f-8619-4b550818dbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2193d24-a808-4fe9-b59b-7f09589274a9', 'name': 'tempest-TestShelveInstance-1857850018-router', 'tenant_id': '92e292a400454c93a48aca5510bfcee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '4da2ccde-bb82-4d37-8215-d9229b123eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:58:13Z', 'updated_at': '2022-09-16T09:58:17Z', 'revision_number': 4, 'project_id': '92e292a400454c93a48aca5510bfcee9', 'gw_port': {'id': '4da2ccde-bb82-4d37-8215-d9229b123eaf', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2193d24-a808-4fe9-b59b-7f09589274a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:58:14Z', 'updated_at': '2022-09-16T09:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_floatingips': [{'id': '77b30a7e-f962-43bc-a272-b60f95c182b4', 'tenant_id': '92e292a400454c93a48aca5510bfcee9', 'floating_ip_address': '172.27.1.203', 'floating_network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'router_id': 'e2193d24-a808-4fe9-b59b-7f09589274a9', 'port_id': 'cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f818df7-9eb8-4b00-80c1-bc6dbfafca51', 'mac_address': 'fa:16:3e:c2:91:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70372e0b-76cc-4156-84ae-3734dd9f7b25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T09:59:08Z', 'updated_at': '2022-09-16T09:59:08Z', 'revision_number': 0, 'project_id': '92e292a400454c93a48aca5510bfcee9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '936c45e4-c245-442f-a0d9-e2f6dbb91d15', 'name': '', 'network_id': '5f818df7-9eb8-4b00-80c1-bc6dbfafca51', 'tenant_id': '92e292a400454c93a48aca5510bfcee9', 'mac_address': 'fa:16:3e:81:3a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2193d24-a808-4fe9-b59b-7f09589274a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'e6f53e27-affc-429d-81c4-784084a2c348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:58:16Z', 'updated_at': '2022-09-16T09:58:21Z', 'revision_number': 5, 'project_id': '92e292a400454c93a48aca5510bfcee9', 'subnets': [{'id': 'e6f53e27-affc-429d-81c4-784084a2c348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:59:09.856144 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80432f5c-22c0-445f-8619-4b550818dbf3 None None] Checking router: e2193d24-a808-4fe9-b59b-7f09589274a9 for host: dv-cinder-790535-43-iscsi {{(pid=113425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 09:59:09.865414 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80432f5c-22c0-445f-8619-4b550818dbf3 None None] Routers {'e2193d24-a808-4fe9-b59b-7f09589274a9'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 09:59:09.866056 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-80432f5c-22c0-445f-8619-4b550818dbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T09:58:54Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['e2193d24-a808-4fe9-b59b-7f09589274a9'], 'active': True} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:59:09.886702 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-81c6c9ac-7f51-4050-a218-73db14fbdceb req-61696337-8cd2-4608-8923-36faf898c936 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8 HTTP/1.1" status: 200 len: 1000 time: 0.0573974 Sep 16 09:59:09.936398 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c6c9ac-7f51-4050-a218-73db14fbdceb req-92a13c95-e0eb-4c40-9855-355e08480a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:59:09.937890 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-81c6c9ac-7f51-4050-a218-73db14fbdceb req-92a13c95-e0eb-4c40-9855-355e08480a4b service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=e6f53e27-affc-429d-81c4-784084a2c348 HTTP/1.1" status: 200 len: 848 time: 0.0440331 Sep 16 09:59:09.970492 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvr_db [None req-80432f5c-22c0-445f-8619-4b550818dbf3 None None] Set router e2193d24-a808-4fe9-b59b-7f09589274a9 gateway port host: dv-cinder-790535-43-iscsi {{(pid=113425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 09:59:09.983685 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c6c9ac-7f51-4050-a218-73db14fbdceb req-452ead31-85d8-4ba4-94fb-c93afe1abf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:59:09.985198 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-81c6c9ac-7f51-4050-a218-73db14fbdceb req-452ead31-85d8-4ba4-94fb-c93afe1abf04 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=5f818df7-9eb8-4b00-80c1-bc6dbfafca51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0416713 Sep 16 09:59:10.040499 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:59:10.077526 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-81c6c9ac-7f51-4050-a218-73db14fbdceb req-5d21bd89-f244-4fac-a5d4-82e386bf1252 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/5f818df7-9eb8-4b00-80c1-bc6dbfafca51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861402 Sep 16 09:59:10.171733 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-81c6c9ac-7f51-4050-a218-73db14fbdceb req-9bcb3b28-ad83-4aab-8f9a-2b25a897b2ec service neutron] 10.222.0.27 "GET /networking/v2.0/networks/5f818df7-9eb8-4b00-80c1-bc6dbfafca51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882957 Sep 16 09:59:10.185205 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-80432f5c-22c0-445f-8619-4b550818dbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2193d24-a808-4fe9-b59b-7f09589274a9', 'name': 'tempest-TestShelveInstance-1857850018-router', 'tenant_id': '92e292a400454c93a48aca5510bfcee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '4da2ccde-bb82-4d37-8215-d9229b123eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:58:13Z', 'updated_at': '2022-09-16T09:58:17Z', 'revision_number': 4, 'project_id': '92e292a400454c93a48aca5510bfcee9', 'gw_port': {'id': '4da2ccde-bb82-4d37-8215-d9229b123eaf', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2193d24-a808-4fe9-b59b-7f09589274a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:58:14Z', 'updated_at': '2022-09-16T09:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_floatingips': [{'id': '77b30a7e-f962-43bc-a272-b60f95c182b4', 'tenant_id': '92e292a400454c93a48aca5510bfcee9', 'floating_ip_address': '172.27.1.203', 'floating_network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'router_id': 'e2193d24-a808-4fe9-b59b-7f09589274a9', 'port_id': 'cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f818df7-9eb8-4b00-80c1-bc6dbfafca51', 'mac_address': 'fa:16:3e:c2:91:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70372e0b-76cc-4156-84ae-3734dd9f7b25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T09:59:08Z', 'updated_at': '2022-09-16T09:59:08Z', 'revision_number': 0, 'project_id': '92e292a400454c93a48aca5510bfcee9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '936c45e4-c245-442f-a0d9-e2f6dbb91d15', 'name': '', 'network_id': '5f818df7-9eb8-4b00-80c1-bc6dbfafca51', 'tenant_id': '92e292a400454c93a48aca5510bfcee9', 'mac_address': 'fa:16:3e:81:3a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2193d24-a808-4fe9-b59b-7f09589274a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'e6f53e27-affc-429d-81c4-784084a2c348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:58:16Z', 'updated_at': '2022-09-16T09:58:21Z', 'revision_number': 5, 'project_id': '92e292a400454c93a48aca5510bfcee9', 'subnets': [{'id': 'e6f53e27-affc-429d-81c4-784084a2c348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 09:59:10.214266 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80432f5c-22c0-445f-8619-4b550818dbf3 None None] The sync data for ids ['e2193d24-a808-4fe9-b59b-7f09589274a9'] in dv-cinder-790535-43-iscsi is: [{'id': 'e2193d24-a808-4fe9-b59b-7f09589274a9', 'name': 'tempest-TestShelveInstance-1857850018-router', 'tenant_id': '92e292a400454c93a48aca5510bfcee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '4da2ccde-bb82-4d37-8215-d9229b123eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:58:13Z', 'updated_at': '2022-09-16T09:58:17Z', 'revision_number': 4, 'project_id': '92e292a400454c93a48aca5510bfcee9', 'gw_port': {'id': '4da2ccde-bb82-4d37-8215-d9229b123eaf', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2193d24-a808-4fe9-b59b-7f09589274a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:58:14Z', 'updated_at': '2022-09-16T09:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_floatingips': [{'id': '77b30a7e-f962-43bc-a272-b60f95c182b4', 'tenant_id': '92e292a400454c93a48aca5510bfcee9', 'floating_ip_address': '172.27.1.203', 'floating_network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'router_id': 'e2193d24-a808-4fe9-b59b-7f09589274a9', 'port_id': 'cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f818df7-9eb8-4b00-80c1-bc6dbfafca51', 'mac_address': 'fa:16:3e:c2:91:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70372e0b-76cc-4156-84ae-3734dd9f7b25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T09:59:08Z', 'updated_at': '2022-09-16T09:59:08Z', 'revision_number': 0, 'project_id': '92e292a400454c93a48aca5510bfcee9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '936c45e4-c245-442f-a0d9-e2f6dbb91d15', 'name': '', 'network_id': '5f818df7-9eb8-4b00-80c1-bc6dbfafca51', 'tenant_id': '92e292a400454c93a48aca5510bfcee9', 'mac_address': 'fa:16:3e:81:3a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2193d24-a808-4fe9-b59b-7f09589274a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'e6f53e27-affc-429d-81c4-784084a2c348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:58:16Z', 'updated_at': '2022-09-16T09:58:21Z', 'revision_number': 5, 'project_id': '92e292a400454c93a48aca5510bfcee9', 'subnets': [{'id': 'e6f53e27-affc-429d-81c4-784084a2c348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 09:59:10.225962 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.agents_db [None req-7c9a7194-4e2e-43f7-be58-28c896ce3cef None None] Agent healthcheck: found 6 active agents {{(pid=113426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 09:59:10.415333 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27bdc9f-1284-4553-8979-ad6cc8933229 None None] New status for floating IP 77b30a7e-f962-43bc-a272-b60f95c182b4: ACTIVE {{(pid=113426) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 09:59:17.331804 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=4 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:59:17.340847 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=98 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:59:20.159307 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=36 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:59:20.168462 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=10 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:59:20.517045 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:59:20.519695 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:59:22.159883 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-e72c25ed-0488-473e-b2df-3e6e67149ada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (54fa5420-569f-41b3-81ce-b3c99a893561), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:59:24.532198 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-0b898cee-f385-4f25-8a0c-828bdb787156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (647718b3-8298-4382-86e2-3fad9f5d7804), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:59:25.775282 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:59:25.862814 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-c17a0cac-31fa-4a66-ad06-99f53fca2b4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (2d63c820-fb16-4aae-acf9-0482010d4ad8), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:59:27.279824 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (be58d251-43cc-467d-bf31-2aae48e2ac56), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:59:27.389658 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-cd5fe5d0-24d3-4349-8269-176b5bcdf250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (65aa34d6-cc53-475e-ab2c-2c2516bff08f), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:59:34.785902 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:59:34.890656 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (5b31c92a-f134-4c39-96dd-6f3267de2076), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:59:37.292777 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=83,neutron:UPDATE=3 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:59:42.002082 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479fe48c-8aa5-42b2-95d0-435d90892c75 req-0596acb8-6dcb-4d56-a055-338029675b55 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:59:42.003606 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-479fe48c-8aa5-42b2-95d0-435d90892c75 req-0596acb8-6dcb-4d56-a055-338029675b55 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=34302fd9-9a71-41c1-8392-6b9df5f0f75e HTTP/1.1" status: 200 len: 945 time: 0.0487914 Sep 16 09:59:42.051026 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-479fe48c-8aa5-42b2-95d0-435d90892c75 req-dc9df019-cd13-4097-b298-42bd9ada780e tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=bef07fa1-237e-497c-a390-6b6252fa23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416851 Sep 16 09:59:42.530591 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e354e3b8-8dfe-4653-9b91-c9c13d6b759c req-ae3feaf8-2f1d-4797-9391-451b06f4df15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:59:42.532078 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-e354e3b8-8dfe-4653-9b91-c9c13d6b759c req-ae3feaf8-2f1d-4797-9391-451b06f4df15 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=75e9f7169b754d5daa040eb465e858e5&device_id=34302fd9-9a71-41c1-8392-6b9df5f0f75e HTTP/1.1" status: 200 len: 1129 time: 0.0425293 Sep 16 09:59:42.636247 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e354e3b8-8dfe-4653-9b91-c9c13d6b759c req-06b59a52-ddc9-4926-a880-5ae95eb1489e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:59:42.637713 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-e354e3b8-8dfe-4653-9b91-c9c13d6b759c req-06b59a52-ddc9-4926-a880-5ae95eb1489e service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=0c5fa5a7-17b8-41e4-80c7-74693b744506 HTTP/1.1" status: 200 len: 912 time: 0.0862048 Sep 16 09:59:42.703908 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-e354e3b8-8dfe-4653-9b91-c9c13d6b759c req-cd69f2e9-0e96-43fc-9aa2-85c3472bd3b7 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d847971e-055c-4ba7-88f6-3092159ade62 HTTP/1.1" status: 200 len: 1000 time: 0.0587726 Sep 16 09:59:42.753636 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e354e3b8-8dfe-4653-9b91-c9c13d6b759c req-89e9f75c-86c9-46ae-bc38-07d03498916d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:59:42.755069 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-e354e3b8-8dfe-4653-9b91-c9c13d6b759c req-89e9f75c-86c9-46ae-bc38-07d03498916d service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=6190e3c9-98e1-4200-bd81-aa6704106c92 HTTP/1.1" status: 200 len: 850 time: 0.0441649 Sep 16 09:59:42.797179 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e354e3b8-8dfe-4653-9b91-c9c13d6b759c req-884e1a0f-69c6-4333-ad3e-bf000b51a051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:59:42.798695 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-e354e3b8-8dfe-4653-9b91-c9c13d6b759c req-884e1a0f-69c6-4333-ad3e-bf000b51a051 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=0c5fa5a7-17b8-41e4-80c7-74693b744506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0369320 Sep 16 09:59:42.890315 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-e354e3b8-8dfe-4653-9b91-c9c13d6b759c req-221358a2-3892-416a-a142-6f6d6c7041e1 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/0c5fa5a7-17b8-41e4-80c7-74693b744506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846803 Sep 16 09:59:42.980359 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-e354e3b8-8dfe-4653-9b91-c9c13d6b759c req-20cdaa02-2df5-4a1e-a683-cba92e734a33 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/0c5fa5a7-17b8-41e4-80c7-74693b744506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808251 Sep 16 09:59:43.176280 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340ae169-b49b-47b1-bd0f-7086be7226aa req-7341a29a-f624-403b-933e-64cc770adac7 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:59:43.177762 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-340ae169-b49b-47b1-bd0f-7086be7226aa req-7341a29a-f624-403b-933e-64cc770adac7 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=34302fd9-9a71-41c1-8392-6b9df5f0f75e HTTP/1.1" status: 200 len: 945 time: 0.0488183 Sep 16 09:59:43.228855 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-340ae169-b49b-47b1-bd0f-7086be7226aa req-8fb98122-bf9f-49fc-8338-6a42e7565e8f tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=bef07fa1-237e-497c-a390-6b6252fa23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454071 Sep 16 09:59:44.354811 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7c4713-a9fa-4c7f-8f05-b995843371ff req-035485aa-7139-4bdb-95db-26751c995be9 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:59:44.356286 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-6b7c4713-a9fa-4c7f-8f05-b995843371ff req-035485aa-7139-4bdb-95db-26751c995be9 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=34302fd9-9a71-41c1-8392-6b9df5f0f75e HTTP/1.1" status: 200 len: 945 time: 0.0509284 Sep 16 09:59:44.403390 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-6b7c4713-a9fa-4c7f-8f05-b995843371ff req-0e464f57-4a50-49a6-8225-10ad6cf0c8e3 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=bef07fa1-237e-497c-a390-6b6252fa23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415142 Sep 16 09:59:44.789663 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:59:45.530186 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9efd25-247e-4280-88dd-236cee0fd2c0 req-931b61b3-716a-4051-b470-9c46a79b2404 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:59:45.531687 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-fc9efd25-247e-4280-88dd-236cee0fd2c0 req-931b61b3-716a-4051-b470-9c46a79b2404 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=34302fd9-9a71-41c1-8392-6b9df5f0f75e HTTP/1.1" status: 200 len: 945 time: 0.0483038 Sep 16 09:59:45.579323 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-fc9efd25-247e-4280-88dd-236cee0fd2c0 req-ca57ff11-0815-4a52-815f-4da3855a7639 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=bef07fa1-237e-497c-a390-6b6252fa23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411918 Sep 16 09:59:46.702016 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdd1046-0ef6-47de-9b05-959d068289d7 req-47b455f6-fc47-46c8-bb12-e35506036c0b tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:59:46.703528 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-9fdd1046-0ef6-47de-9b05-959d068289d7 req-47b455f6-fc47-46c8-bb12-e35506036c0b tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=34302fd9-9a71-41c1-8392-6b9df5f0f75e HTTP/1.1" status: 200 len: 945 time: 0.0465343 Sep 16 09:59:46.750838 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-9fdd1046-0ef6-47de-9b05-959d068289d7 req-6390969d-24b2-400c-a382-f030a66ad4f0 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=bef07fa1-237e-497c-a390-6b6252fa23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416403 Sep 16 09:59:47.220955 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.agents_db [None req-7c9a7194-4e2e-43f7-be58-28c896ce3cef None None] Agent healthcheck: found 6 active agents {{(pid=113426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 09:59:47.872848 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677fdd0c-f496-4762-9dca-f0e9abb4852d req-1949f347-559e-499e-a4d8-b6231095c51e tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:59:47.874354 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-677fdd0c-f496-4762-9dca-f0e9abb4852d req-1949f347-559e-499e-a4d8-b6231095c51e tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=34302fd9-9a71-41c1-8392-6b9df5f0f75e HTTP/1.1" status: 200 len: 945 time: 0.0486436 Sep 16 09:59:47.920897 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-677fdd0c-f496-4762-9dca-f0e9abb4852d req-e0609f8f-7e02-47a8-b603-ca9d199e96a1 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=bef07fa1-237e-497c-a390-6b6252fa23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403051 Sep 16 09:59:49.040562 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddd9b3a-1e3a-46d0-a2e8-bcb2d0ae693c req-364c412d-d60d-49e4-8b47-038fd091221c tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:59:49.042032 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-5ddd9b3a-1e3a-46d0-a2e8-bcb2d0ae693c req-364c412d-d60d-49e4-8b47-038fd091221c tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=34302fd9-9a71-41c1-8392-6b9df5f0f75e HTTP/1.1" status: 200 len: 945 time: 0.0454097 Sep 16 09:59:49.090535 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-5ddd9b3a-1e3a-46d0-a2e8-bcb2d0ae693c req-e09a907b-2f31-42d3-878d-45368d395d3d tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=bef07fa1-237e-497c-a390-6b6252fa23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430090 Sep 16 09:59:50.215837 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ff620-ebce-4a7d-8f2a-b31aa5abfdd0 req-0bca6a1d-bf60-4761-aaa5-113c024fe91a tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:59:50.217308 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-f99ff620-ebce-4a7d-8f2a-b31aa5abfdd0 req-0bca6a1d-bf60-4761-aaa5-113c024fe91a tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=34302fd9-9a71-41c1-8392-6b9df5f0f75e HTTP/1.1" status: 200 len: 945 time: 0.0502007 Sep 16 09:59:50.264714 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-f99ff620-ebce-4a7d-8f2a-b31aa5abfdd0 req-eff71a19-49dd-42b8-ae4d-35def8e32ffc tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=bef07fa1-237e-497c-a390-6b6252fa23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407431 Sep 16 09:59:51.388637 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161fd786-cf8f-40aa-ab39-9d36df104fbd req-32456cc7-6ba1-42b0-b85c-8281e82d52d9 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:59:51.390015 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-161fd786-cf8f-40aa-ab39-9d36df104fbd req-32456cc7-6ba1-42b0-b85c-8281e82d52d9 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=34302fd9-9a71-41c1-8392-6b9df5f0f75e HTTP/1.1" status: 200 len: 945 time: 0.0483449 Sep 16 09:59:51.437859 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-161fd786-cf8f-40aa-ab39-9d36df104fbd req-cf285232-daad-41ed-86c2-491b064dd5f6 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=bef07fa1-237e-497c-a390-6b6252fa23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420656 Sep 16 09:59:52.194760 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-c2a03569-5c23-4ed0-9e4e-d25b8600ce68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (54fa5420-569f-41b3-81ce-b3c99a893561), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:59:52.558383 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3427cb-42ae-4061-92a2-b06774e04b50 req-2128fa65-c71c-41b6-a577-835a288a6f86 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:59:52.559846 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-ae3427cb-42ae-4061-92a2-b06774e04b50 req-2128fa65-c71c-41b6-a577-835a288a6f86 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=34302fd9-9a71-41c1-8392-6b9df5f0f75e HTTP/1.1" status: 200 len: 945 time: 0.0457118 Sep 16 09:59:52.606443 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-ae3427cb-42ae-4061-92a2-b06774e04b50 req-017e27b4-9d82-4246-b7e1-da928c808260 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=bef07fa1-237e-497c-a390-6b6252fa23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410118 Sep 16 09:59:53.721168 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=100 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:59:53.731596 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca90d8b5-7cb7-49e5-98b3-d3bdb568a03f req-87963889-196e-49cf-bcdb-bad59212a34b tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:59:53.734795 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-ca90d8b5-7cb7-49e5-98b3-d3bdb568a03f req-87963889-196e-49cf-bcdb-bad59212a34b tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=34302fd9-9a71-41c1-8392-6b9df5f0f75e HTTP/1.1" status: 200 len: 945 time: 0.0486059 Sep 16 09:59:53.780405 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-ca90d8b5-7cb7-49e5-98b3-d3bdb568a03f req-5acf0d90-c143-4597-b40d-704170c6006e tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=bef07fa1-237e-497c-a390-6b6252fa23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416789 Sep 16 09:59:54.547923 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-15d96019-f03c-47c4-a336-c39c52b77e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (647718b3-8298-4382-86e2-3fad9f5d7804), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:59:54.903903 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de4d9be-82db-4f22-affc-13e7761b3b99 req-2afb3b50-aa4e-4b85-b9d3-abe538b2ad92 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:59:54.905362 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-5de4d9be-82db-4f22-affc-13e7761b3b99 req-2afb3b50-aa4e-4b85-b9d3-abe538b2ad92 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=34302fd9-9a71-41c1-8392-6b9df5f0f75e HTTP/1.1" status: 200 len: 945 time: 0.0499735 Sep 16 09:59:54.952644 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-5de4d9be-82db-4f22-affc-13e7761b3b99 req-a5793db4-a863-42e1-81c8-b29e3bc2e2b6 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=bef07fa1-237e-497c-a390-6b6252fa23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414190 Sep 16 09:59:55.844914 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-c17a0cac-31fa-4a66-ad06-99f53fca2b4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (2d63c820-fb16-4aae-acf9-0482010d4ad8), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:59:56.059730 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=100 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:59:56.078293 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4adcae-99e4-4c44-acdf-1fba85ed2637 req-82a86470-aede-4c83-9ff8-76f865647c8a tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:59:56.079806 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-2c4adcae-99e4-4c44-acdf-1fba85ed2637 req-82a86470-aede-4c83-9ff8-76f865647c8a tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=34302fd9-9a71-41c1-8392-6b9df5f0f75e HTTP/1.1" status: 200 len: 945 time: 0.0501020 Sep 16 09:59:56.127646 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-2c4adcae-99e4-4c44-acdf-1fba85ed2637 req-768f05cb-c11a-4062-b915-19f89f23f53f tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=bef07fa1-237e-497c-a390-6b6252fa23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412188 Sep 16 09:59:57.205474 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=5 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:59:57.215984 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 09:59:57.251622 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e686ada-04ef-4e24-ab4d-3cc75e54b869 req-3710fc14-f676-4d0a-b92b-84f857caba3c tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:59:57.253116 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-6e686ada-04ef-4e24-ab4d-3cc75e54b869 req-3710fc14-f676-4d0a-b92b-84f857caba3c tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=34302fd9-9a71-41c1-8392-6b9df5f0f75e HTTP/1.1" status: 200 len: 945 time: 0.0497017 Sep 16 09:59:57.302689 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-6e686ada-04ef-4e24-ab4d-3cc75e54b869 req-8ad14cee-25b1-45d1-8781-94b1db716eeb tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=bef07fa1-237e-497c-a390-6b6252fa23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439675 Sep 16 09:59:57.372129 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-cd5fe5d0-24d3-4349-8269-176b5bcdf250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (65aa34d6-cc53-475e-ab2c-2c2516bff08f), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:59:57.372732 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (be58d251-43cc-467d-bf31-2aae48e2ac56), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 09:59:58.422193 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4376e264-f6e5-410c-a96d-51a525105ebb req-a1cad14b-8f3e-4106-a4db-927695465f2f tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:59:58.423649 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-4376e264-f6e5-410c-a96d-51a525105ebb req-a1cad14b-8f3e-4106-a4db-927695465f2f tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=34302fd9-9a71-41c1-8392-6b9df5f0f75e HTTP/1.1" status: 200 len: 945 time: 0.0460768 Sep 16 09:59:58.469469 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-4376e264-f6e5-410c-a96d-51a525105ebb req-751f4576-802f-404b-823a-a17506943f84 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=bef07fa1-237e-497c-a390-6b6252fa23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402687 Sep 16 09:59:58.849575 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f125dcb9-ff8f-42de-8552-d5ff0e8ca2e7 req-93068e55-afe0-409e-b9ff-1b056b76fb6d tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:59:58.851295 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-f125dcb9-ff8f-42de-8552-d5ff0e8ca2e7 req-93068e55-afe0-409e-b9ff-1b056b76fb6d tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=34302fd9-9a71-41c1-8392-6b9df5f0f75e HTTP/1.1" status: 200 len: 945 time: 0.0496221 Sep 16 09:59:58.904539 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-f125dcb9-ff8f-42de-8552-d5ff0e8ca2e7 req-96a14708-2605-48ef-a62b-c01449271ca5 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=bef07fa1-237e-497c-a390-6b6252fa23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473547 Sep 16 09:59:58.960389 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1001f6-133b-4257-9e5d-9e20ba2cd664 req-7396c3be-75d8-403e-97c0-0fc008db06d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:59:58.961905 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-cd1001f6-133b-4257-9e5d-9e20ba2cd664 req-7396c3be-75d8-403e-97c0-0fc008db06d3 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=75e9f7169b754d5daa040eb465e858e5&device_id=34302fd9-9a71-41c1-8392-6b9df5f0f75e HTTP/1.1" status: 200 len: 1129 time: 0.0403898 Sep 16 09:59:59.051003 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1001f6-133b-4257-9e5d-9e20ba2cd664 req-314e92b1-8e3d-4042-8058-72490a41ab4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:59:59.052820 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-cd1001f6-133b-4257-9e5d-9e20ba2cd664 req-314e92b1-8e3d-4042-8058-72490a41ab4e service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=0c5fa5a7-17b8-41e4-80c7-74693b744506 HTTP/1.1" status: 200 len: 912 time: 0.0855601 Sep 16 09:59:59.117522 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-cd1001f6-133b-4257-9e5d-9e20ba2cd664 req-5d22d6b4-fe6f-4f5c-adca-60e6af71f83e service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d847971e-055c-4ba7-88f6-3092159ade62 HTTP/1.1" status: 200 len: 1000 time: 0.0588634 Sep 16 09:59:59.166912 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1001f6-133b-4257-9e5d-9e20ba2cd664 req-17c6312d-a13e-48de-b961-1e0fac9ba1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:59:59.170682 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-cd1001f6-133b-4257-9e5d-9e20ba2cd664 req-17c6312d-a13e-48de-b961-1e0fac9ba1b1 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=6190e3c9-98e1-4200-bd81-aa6704106c92 HTTP/1.1" status: 200 len: 850 time: 0.0454187 Sep 16 09:59:59.211375 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1001f6-133b-4257-9e5d-9e20ba2cd664 req-2f5de7c8-ef45-4b56-b55c-327cd1bc702c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 09:59:59.212835 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-cd1001f6-133b-4257-9e5d-9e20ba2cd664 req-2f5de7c8-ef45-4b56-b55c-327cd1bc702c service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=0c5fa5a7-17b8-41e4-80c7-74693b744506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0382996 Sep 16 09:59:59.304047 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-cd1001f6-133b-4257-9e5d-9e20ba2cd664 req-be8acc13-056c-48dc-9896-ac62a59dcd09 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/0c5fa5a7-17b8-41e4-80c7-74693b744506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850480 Sep 16 09:59:59.394639 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-cd1001f6-133b-4257-9e5d-9e20ba2cd664 req-8ad08aa7-1023-4867-ae1c-9d4b5c32fe36 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/0c5fa5a7-17b8-41e4-80c7-74693b744506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853322 Sep 16 10:00:00.026406 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56954eb-688e-43b3-bd24-8ad7a542005c req-c48f84c7-1ad7-4d5f-969f-2a2b0a672c02 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:00:00.027867 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-d56954eb-688e-43b3-bd24-8ad7a542005c req-c48f84c7-1ad7-4d5f-969f-2a2b0a672c02 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=34302fd9-9a71-41c1-8392-6b9df5f0f75e HTTP/1.1" status: 200 len: 945 time: 0.0465155 Sep 16 10:00:00.077798 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-d56954eb-688e-43b3-bd24-8ad7a542005c req-f6449420-d8ed-4afc-8c78-b4206173d859 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=bef07fa1-237e-497c-a390-6b6252fa23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443757 Sep 16 10:00:01.199649 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b752f4b5-3114-4653-a6d2-b3ce3e6761d4 req-2fbebc3d-e3e3-4f95-b3d3-6db6e77c5ca8 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:00:01.201117 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-b752f4b5-3114-4653-a6d2-b3ce3e6761d4 req-2fbebc3d-e3e3-4f95-b3d3-6db6e77c5ca8 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=34302fd9-9a71-41c1-8392-6b9df5f0f75e HTTP/1.1" status: 200 len: 945 time: 0.0462880 Sep 16 10:00:01.247502 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-b752f4b5-3114-4653-a6d2-b3ce3e6761d4 req-41fa9e9e-a953-4641-9bc9-46edb3610a85 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=bef07fa1-237e-497c-a390-6b6252fa23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408456 Sep 16 10:00:04.856601 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (5b31c92a-f134-4c39-96dd-6f3267de2076), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:00:07.300981 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:00:10.071577 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=73 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:00:10.074443 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=71 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:00:11.241552 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=84 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:00:11.243621 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=84 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:00:14.806880 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:UPDATE=1,neutron:SELECT=4 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:00:14.811761 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:00:22.164780 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-7bae5df0-46dd-484c-a5bc-36f658d9739e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (54fa5420-569f-41b3-81ce-b3c99a893561), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:00:24.219716 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.agents_db [None req-7c9a7194-4e2e-43f7-be58-28c896ce3cef None None] Agent healthcheck: found 6 active agents {{(pid=113426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 10:00:24.542442 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-df0ef42d-70ab-402e-b1bd-e06eab823825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (647718b3-8298-4382-86e2-3fad9f5d7804), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:00:25.856017 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-c17a0cac-31fa-4a66-ad06-99f53fca2b4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (2d63c820-fb16-4aae-acf9-0482010d4ad8), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:00:27.285153 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (be58d251-43cc-467d-bf31-2aae48e2ac56), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:00:27.364618 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-cd5fe5d0-24d3-4349-8269-176b5bcdf250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (65aa34d6-cc53-475e-ab2c-2c2516bff08f), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:00:34.214600 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=4 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:00:34.215361 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=4 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:00:34.873340 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (5b31c92a-f134-4c39-96dd-6f3267de2076), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:00:35.596134 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe88225-7b3f-4e05-9b7d-fa6445750bc9 req-9970c2f1-a2f7-47ae-a8d8-fdd1e76d206e tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:00:35.597881 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-3fe88225-7b3f-4e05-9b7d-fa6445750bc9 req-9970c2f1-a2f7-47ae-a8d8-fdd1e76d206e tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=34302fd9-9a71-41c1-8392-6b9df5f0f75e HTTP/1.1" status: 200 len: 945 time: 0.0484638 Sep 16 10:00:35.647158 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-3fe88225-7b3f-4e05-9b7d-fa6445750bc9 req-35bb5c44-190a-45d4-8a18-1271522b86c4 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=bef07fa1-237e-497c-a390-6b6252fa23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436637 Sep 16 10:00:36.825881 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a71edc-8595-4e78-af8e-bef9c2a0cbf2 req-a0fefac1-aa4c-4170-9bf7-dd814703560c tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:00:36.827387 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-b1a71edc-8595-4e78-af8e-bef9c2a0cbf2 req-a0fefac1-aa4c-4170-9bf7-dd814703560c tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=34302fd9-9a71-41c1-8392-6b9df5f0f75e HTTP/1.1" status: 200 len: 945 time: 0.1000586 Sep 16 10:00:36.874276 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-b1a71edc-8595-4e78-af8e-bef9c2a0cbf2 req-1e4c4dc6-5564-4ec5-bb91-a0b03097fc30 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=bef07fa1-237e-497c-a390-6b6252fa23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412824 Sep 16 10:00:37.997694 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aede6b9a-bea3-4734-ad2e-e8ae72cc4db4 req-242b40fb-ef84-4d22-80fd-3b7fce2cb038 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:00:37.999294 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-aede6b9a-bea3-4734-ad2e-e8ae72cc4db4 req-242b40fb-ef84-4d22-80fd-3b7fce2cb038 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=34302fd9-9a71-41c1-8392-6b9df5f0f75e HTTP/1.1" status: 200 len: 945 time: 0.0494702 Sep 16 10:00:38.047372 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-aede6b9a-bea3-4734-ad2e-e8ae72cc4db4 req-9187ecd6-423f-4a4a-82c0-4a6db6da82e7 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=bef07fa1-237e-497c-a390-6b6252fa23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424516 Sep 16 10:00:39.171832 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0461346-fdca-4516-9130-18645b0ca173 req-8438fcdb-f9af-4fc9-965c-48210c862fce tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:00:39.173299 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-f0461346-fdca-4516-9130-18645b0ca173 req-8438fcdb-f9af-4fc9-965c-48210c862fce tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=34302fd9-9a71-41c1-8392-6b9df5f0f75e HTTP/1.1" status: 200 len: 945 time: 0.0506189 Sep 16 10:00:39.227170 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-f0461346-fdca-4516-9130-18645b0ca173 req-91332b41-4c6e-40a0-9199-b66c05482d63 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=bef07fa1-237e-497c-a390-6b6252fa23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461209 Sep 16 10:00:40.353842 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bcc364-8777-42fb-8a7c-d876c283a80b req-8e7b53c3-54b0-4c8e-99cf-8b9199314dd0 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:00:40.355298 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-15bcc364-8777-42fb-8a7c-d876c283a80b req-8e7b53c3-54b0-4c8e-99cf-8b9199314dd0 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=34302fd9-9a71-41c1-8392-6b9df5f0f75e HTTP/1.1" status: 200 len: 945 time: 0.0495472 Sep 16 10:00:40.403006 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-15bcc364-8777-42fb-8a7c-d876c283a80b req-bc1d3caa-852d-42d2-92ca-d779303919d1 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=bef07fa1-237e-497c-a390-6b6252fa23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415030 Sep 16 10:00:41.522381 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc54c909-efd9-4bac-8641-8b3e51e88e01 req-7f13cd9b-dc45-44dc-b009-152d17c297e2 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:00:41.523842 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-dc54c909-efd9-4bac-8641-8b3e51e88e01 req-7f13cd9b-dc45-44dc-b009-152d17c297e2 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=34302fd9-9a71-41c1-8392-6b9df5f0f75e HTTP/1.1" status: 200 len: 945 time: 0.0461185 Sep 16 10:00:41.571047 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-dc54c909-efd9-4bac-8641-8b3e51e88e01 req-a070a1c8-1aa7-4c24-895a-62255f8b8a48 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=bef07fa1-237e-497c-a390-6b6252fa23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416055 Sep 16 10:00:42.695716 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853b1749-38e9-49d6-9e35-16d20a726065 req-c6b70796-fd05-4de9-99f2-e52eb11f2b4d tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:00:42.697215 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-853b1749-38e9-49d6-9e35-16d20a726065 req-c6b70796-fd05-4de9-99f2-e52eb11f2b4d tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=34302fd9-9a71-41c1-8392-6b9df5f0f75e HTTP/1.1" status: 200 len: 945 time: 0.0469997 Sep 16 10:00:42.747681 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-853b1749-38e9-49d6-9e35-16d20a726065 req-f79c59cc-bd5c-4c55-ab06-923919156034 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=bef07fa1-237e-497c-a390-6b6252fa23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442643 Sep 16 10:00:42.785422 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-7f050aef-799d-44e4-88a5-1d3ccbb5523f req-ed5b74f7-0fcc-40b7-b456-6b66228eaab2 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=70372e0b-76cc-4156-84ae-3734dd9f7b25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408370 Sep 16 10:00:42.844256 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f050aef-799d-44e4-88a5-1d3ccbb5523f req-c3e3b15d-30bd-4c29-8a14-2fc7b6007205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:00:42.845799 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-7f050aef-799d-44e4-88a5-1d3ccbb5523f req-c3e3b15d-30bd-4c29-8a14-2fc7b6007205 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=92e292a400454c93a48aca5510bfcee9&device_id=70372e0b-76cc-4156-84ae-3734dd9f7b25 HTTP/1.1" status: 200 len: 1130 time: 0.0382905 Sep 16 10:00:42.953827 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f050aef-799d-44e4-88a5-1d3ccbb5523f req-4c9e33ba-3777-4a4d-98ec-6a120004e787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:00:42.955281 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-7f050aef-799d-44e4-88a5-1d3ccbb5523f req-4c9e33ba-3777-4a4d-98ec-6a120004e787 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=5f818df7-9eb8-4b00-80c1-bc6dbfafca51 HTTP/1.1" status: 200 len: 910 time: 0.0878389 Sep 16 10:00:43.021133 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-7f050aef-799d-44e4-88a5-1d3ccbb5523f req-e2c3ca7b-01d7-4948-9688-2fe866c1df52 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8 HTTP/1.1" status: 200 len: 1002 time: 0.0596020 Sep 16 10:00:43.068854 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f050aef-799d-44e4-88a5-1d3ccbb5523f req-2ffbd97c-b11f-468f-883a-90da7c244b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:00:43.070266 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-7f050aef-799d-44e4-88a5-1d3ccbb5523f req-2ffbd97c-b11f-468f-883a-90da7c244b6c service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=e6f53e27-affc-429d-81c4-784084a2c348 HTTP/1.1" status: 200 len: 848 time: 0.0438023 Sep 16 10:00:43.111254 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f050aef-799d-44e4-88a5-1d3ccbb5523f req-ba2ae11b-cba0-46fb-a07c-56012cc31caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:00:43.112684 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-7f050aef-799d-44e4-88a5-1d3ccbb5523f req-ba2ae11b-cba0-46fb-a07c-56012cc31caa service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=5f818df7-9eb8-4b00-80c1-bc6dbfafca51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0366700 Sep 16 10:00:43.212039 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-7f050aef-799d-44e4-88a5-1d3ccbb5523f req-b6dd10d0-0386-4ec0-9465-f6cafa1d7b9e service neutron] 10.222.0.27 "GET /networking/v2.0/networks/5f818df7-9eb8-4b00-80c1-bc6dbfafca51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929656 Sep 16 10:00:43.305438 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-7f050aef-799d-44e4-88a5-1d3ccbb5523f req-42502ac3-294c-44a2-ac08-d3f0cf24cd1f service neutron] 10.222.0.27 "GET /networking/v2.0/networks/5f818df7-9eb8-4b00-80c1-bc6dbfafca51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866256 Sep 16 10:00:43.870472 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76e8347-f627-48fc-a554-d5b8a40c086c req-e8cb9273-9d02-48e7-a0be-b867d169378e tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:00:43.877924 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-d76e8347-f627-48fc-a554-d5b8a40c086c req-e8cb9273-9d02-48e7-a0be-b867d169378e tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=34302fd9-9a71-41c1-8392-6b9df5f0f75e HTTP/1.1" status: 200 len: 945 time: 0.0481236 Sep 16 10:00:43.921826 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-d76e8347-f627-48fc-a554-d5b8a40c086c req-90adec41-09b5-4e59-8065-7c0759d9dd4d tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=bef07fa1-237e-497c-a390-6b6252fa23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442114 Sep 16 10:00:44.799736 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:00:44.803557 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:00:44.805288 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:UPDATE=3,neutron:SELECT=3 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:00:45.046019 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95397dfe-9d7f-48bf-97c7-7e5533f6f565 req-3fa06830-8148-4663-a4ce-2ff3b6987afc tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:00:45.047491 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-95397dfe-9d7f-48bf-97c7-7e5533f6f565 req-3fa06830-8148-4663-a4ce-2ff3b6987afc tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=34302fd9-9a71-41c1-8392-6b9df5f0f75e HTTP/1.1" status: 200 len: 945 time: 0.0477836 Sep 16 10:00:45.098931 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-95397dfe-9d7f-48bf-97c7-7e5533f6f565 req-4a406bb9-cdda-45b9-a709-d11bf258e929 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=bef07fa1-237e-497c-a390-6b6252fa23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457668 Sep 16 10:00:46.222952 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6d63ff-ad98-44ff-8bd0-603625854e07 req-7970ba4c-8281-41a3-8708-96afb1069216 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:00:46.224445 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-2e6d63ff-ad98-44ff-8bd0-603625854e07 req-7970ba4c-8281-41a3-8708-96afb1069216 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=34302fd9-9a71-41c1-8392-6b9df5f0f75e HTTP/1.1" status: 200 len: 945 time: 0.0469310 Sep 16 10:00:46.265262 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=100 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:00:46.272662 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-2e6d63ff-ad98-44ff-8bd0-603625854e07 req-c0547589-66d5-469d-9563-b3747bef95f0 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=bef07fa1-237e-497c-a390-6b6252fa23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426192 Sep 16 10:00:46.584295 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f849e2b-db4f-4c7a-b447-b2ee4fa82f36 req-1053bdf3-ab69-40f1-be7d-1aff4b07ee73 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:00:46.585808 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-8f849e2b-db4f-4c7a-b447-b2ee4fa82f36 req-1053bdf3-ab69-40f1-be7d-1aff4b07ee73 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=34302fd9-9a71-41c1-8392-6b9df5f0f75e HTTP/1.1" status: 200 len: 945 time: 0.0522208 Sep 16 10:00:46.617198 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=100 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:00:46.635069 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-8f849e2b-db4f-4c7a-b447-b2ee4fa82f36 req-6eac2391-6dc7-471a-bcfa-9d239dda7db9 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=bef07fa1-237e-497c-a390-6b6252fa23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434737 Sep 16 10:00:46.672846 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3262000e-24ee-4277-b193-7095b0bd56cc req-115a12d6-5bcb-4930-9e45-945cb83afdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:00:46.674356 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-3262000e-24ee-4277-b193-7095b0bd56cc req-115a12d6-5bcb-4930-9e45-945cb83afdb0 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=75e9f7169b754d5daa040eb465e858e5&device_id=34302fd9-9a71-41c1-8392-6b9df5f0f75e HTTP/1.1" status: 200 len: 1129 time: 0.0384386 Sep 16 10:00:46.767779 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3262000e-24ee-4277-b193-7095b0bd56cc req-5f038f91-6cb5-495b-bf44-4afdfb900f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:00:46.769146 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-3262000e-24ee-4277-b193-7095b0bd56cc req-5f038f91-6cb5-495b-bf44-4afdfb900f58 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=0c5fa5a7-17b8-41e4-80c7-74693b744506 HTTP/1.1" status: 200 len: 912 time: 0.0884726 Sep 16 10:00:46.829501 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-3262000e-24ee-4277-b193-7095b0bd56cc req-a87c353c-c67d-4cc6-9135-7963ce677616 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d847971e-055c-4ba7-88f6-3092159ade62 HTTP/1.1" status: 200 len: 1000 time: 0.0541968 Sep 16 10:00:46.878198 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3262000e-24ee-4277-b193-7095b0bd56cc req-f3130a10-af98-4b01-9681-a52a80202106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:00:46.879674 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-3262000e-24ee-4277-b193-7095b0bd56cc req-f3130a10-af98-4b01-9681-a52a80202106 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=6190e3c9-98e1-4200-bd81-aa6704106c92 HTTP/1.1" status: 200 len: 850 time: 0.0437355 Sep 16 10:00:46.926506 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3262000e-24ee-4277-b193-7095b0bd56cc req-6a5cdf89-f440-4a2f-9d00-832994c0d75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:00:46.927950 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-3262000e-24ee-4277-b193-7095b0bd56cc req-6a5cdf89-f440-4a2f-9d00-832994c0d75c service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=0c5fa5a7-17b8-41e4-80c7-74693b744506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0409577 Sep 16 10:00:47.016936 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-3262000e-24ee-4277-b193-7095b0bd56cc req-6abf43bc-74fd-4ba6-b996-a66399163a45 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/0c5fa5a7-17b8-41e4-80c7-74693b744506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832038 Sep 16 10:00:47.108025 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-3262000e-24ee-4277-b193-7095b0bd56cc req-6becb89d-4a10-43ea-80e0-50939743cec1 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/0c5fa5a7-17b8-41e4-80c7-74693b744506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850861 Sep 16 10:00:47.760583 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b2658-3d9b-46bc-b7f7-90f25391cea3 req-d5655e2e-7f77-43f7-8d73-d5c3f465d3ce tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:00:47.762050 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-3d1b2658-3d9b-46bc-b7f7-90f25391cea3 req-d5655e2e-7f77-43f7-8d73-d5c3f465d3ce tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=34302fd9-9a71-41c1-8392-6b9df5f0f75e HTTP/1.1" status: 200 len: 945 time: 0.0480623 Sep 16 10:00:47.809599 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-3d1b2658-3d9b-46bc-b7f7-90f25391cea3 req-4a2f1990-413b-43fb-8233-9f6480e3cbc2 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=bef07fa1-237e-497c-a390-6b6252fa23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415578 Sep 16 10:00:48.932260 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b88035-2849-4562-83c1-5e630e079af1 req-14172df1-5e7f-44d1-8582-6d535a273203 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:00:48.933723 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-a5b88035-2849-4562-83c1-5e630e079af1 req-14172df1-5e7f-44d1-8582-6d535a273203 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=34302fd9-9a71-41c1-8392-6b9df5f0f75e HTTP/1.1" status: 200 len: 945 time: 0.0466671 Sep 16 10:00:48.980344 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-a5b88035-2849-4562-83c1-5e630e079af1 req-b6613701-1b8c-4102-8beb-2edf1e44c1e6 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=bef07fa1-237e-497c-a390-6b6252fa23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402565 Sep 16 10:00:49.378764 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=14 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:00:49.382716 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=12 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:00:52.181082 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-bda03456-1696-4005-9ff9-21d968469e04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (54fa5420-569f-41b3-81ce-b3c99a893561), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:00:54.552312 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-766b5b37-b82b-4c63-9538-21e21bf14c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (647718b3-8298-4382-86e2-3fad9f5d7804), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:00:55.860633 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-c17a0cac-31fa-4a66-ad06-99f53fca2b4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (2d63c820-fb16-4aae-acf9-0482010d4ad8), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:00:57.283628 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (be58d251-43cc-467d-bf31-2aae48e2ac56), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:00:57.340750 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-cd5fe5d0-24d3-4349-8269-176b5bcdf250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (65aa34d6-cc53-475e-ab2c-2c2516bff08f), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:00:57.803813 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=51 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:00:57.806613 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=57 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:00:58.974450 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=65 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:00:58.976311 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=56 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:01:01.217725 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.agents_db [None req-7c9a7194-4e2e-43f7-be58-28c896ce3cef None None] Agent healthcheck: found 6 active agents {{(pid=113426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 10:01:04.860612 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (5b31c92a-f134-4c39-96dd-6f3267de2076), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:01:06.492667 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9353be-3b49-4145-af2d-8ed23258846c req-b684fcf3-8954-49eb-9fb5-4ab0dee308f8 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:01:06.494204 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-0f9353be-3b49-4145-af2d-8ed23258846c req-b684fcf3-8954-49eb-9fb5-4ab0dee308f8 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=70372e0b-76cc-4156-84ae-3734dd9f7b25 HTTP/1.1" status: 200 len: 946 time: 0.0512133 Sep 16 10:01:06.545024 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-0f9353be-3b49-4145-af2d-8ed23258846c req-85b25e9a-1642-4167-9dc2-cb74df3e5dfd tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=120b3f6b-01c8-46d6-942b-91f138c52750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440443 Sep 16 10:01:07.666495 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2134d4-6491-4aff-847a-58da8a6af0a2 req-ba03d13c-9923-42bc-a875-627a1785328b tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:01:07.667928 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-2b2134d4-6491-4aff-847a-58da8a6af0a2 req-ba03d13c-9923-42bc-a875-627a1785328b tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=70372e0b-76cc-4156-84ae-3734dd9f7b25 HTTP/1.1" status: 200 len: 946 time: 0.0456746 Sep 16 10:01:07.716050 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-2b2134d4-6491-4aff-847a-58da8a6af0a2 req-c1ad8e43-bc60-4cdc-9559-d4521b97460c tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=120b3f6b-01c8-46d6-942b-91f138c52750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421185 Sep 16 10:01:08.837891 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408d9cb-f2df-4f9c-80c4-497affee8f97 req-f0393e39-803a-44d1-b498-c0b214008e83 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:01:08.839361 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-b408d9cb-f2df-4f9c-80c4-497affee8f97 req-f0393e39-803a-44d1-b498-c0b214008e83 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=70372e0b-76cc-4156-84ae-3734dd9f7b25 HTTP/1.1" status: 200 len: 946 time: 0.0481856 Sep 16 10:01:08.889667 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-b408d9cb-f2df-4f9c-80c4-497affee8f97 req-df22284a-f198-48ae-894f-f88422dce12b tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=120b3f6b-01c8-46d6-942b-91f138c52750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435281 Sep 16 10:01:10.013591 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0382e2fe-b918-4459-abb9-ece3c7eff68d req-cfb98abf-ade5-4c8f-b344-0de922ac6685 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:01:10.015281 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-0382e2fe-b918-4459-abb9-ece3c7eff68d req-cfb98abf-ade5-4c8f-b344-0de922ac6685 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=70372e0b-76cc-4156-84ae-3734dd9f7b25 HTTP/1.1" status: 200 len: 946 time: 0.0503733 Sep 16 10:01:10.064079 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-0382e2fe-b918-4459-abb9-ece3c7eff68d req-08cebb9a-5e2a-4ada-b12c-4d67bef9a383 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=120b3f6b-01c8-46d6-942b-91f138c52750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432031 Sep 16 10:01:11.181443 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261b3bdc-13fb-4e90-b89e-87a3e82de5b0 req-c18fbfe3-1417-4c54-b389-0d995a0a47d7 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:01:11.182934 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-261b3bdc-13fb-4e90-b89e-87a3e82de5b0 req-c18fbfe3-1417-4c54-b389-0d995a0a47d7 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=70372e0b-76cc-4156-84ae-3734dd9f7b25 HTTP/1.1" status: 200 len: 946 time: 0.0460007 Sep 16 10:01:11.196845 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=3 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:01:11.213282 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=5 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:01:11.237418 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-261b3bdc-13fb-4e90-b89e-87a3e82de5b0 req-fdc3ef28-eb3b-460f-8825-633885782ff8 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=120b3f6b-01c8-46d6-942b-91f138c52750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482271 Sep 16 10:01:12.368382 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2d5520-0118-45e9-8dc7-c0fc5a38ce51 req-0d55b1e8-e8f6-4551-ab50-df5ca904c9fb tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:01:12.369918 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-4c2d5520-0118-45e9-8dc7-c0fc5a38ce51 req-0d55b1e8-e8f6-4551-ab50-df5ca904c9fb tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=70372e0b-76cc-4156-84ae-3734dd9f7b25 HTTP/1.1" status: 200 len: 946 time: 0.0502360 Sep 16 10:01:12.421157 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-4c2d5520-0118-45e9-8dc7-c0fc5a38ce51 req-616c578f-9889-4058-bb00-722044ff2b34 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=120b3f6b-01c8-46d6-942b-91f138c52750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449142 Sep 16 10:01:13.542470 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ca42dd-6499-41a1-8a5f-bb44af91eeb1 req-fb65547d-af86-4993-b235-942b8ee6afbb tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:01:13.544009 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-70ca42dd-6499-41a1-8a5f-bb44af91eeb1 req-fb65547d-af86-4993-b235-942b8ee6afbb tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=70372e0b-76cc-4156-84ae-3734dd9f7b25 HTTP/1.1" status: 200 len: 946 time: 0.0478849 Sep 16 10:01:13.593935 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-70ca42dd-6499-41a1-8a5f-bb44af91eeb1 req-b6af79bb-8c69-4637-b148-eebd56ba92ac tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=120b3f6b-01c8-46d6-942b-91f138c52750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442705 Sep 16 10:01:14.718734 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c22fdcf-cb1c-4df3-81ec-e65ea427759f req-f4a80e5d-2c5a-44ca-966e-ba82272748cb tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:01:14.720131 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-3c22fdcf-cb1c-4df3-81ec-e65ea427759f req-f4a80e5d-2c5a-44ca-966e-ba82272748cb tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=70372e0b-76cc-4156-84ae-3734dd9f7b25 HTTP/1.1" status: 200 len: 946 time: 0.0516026 Sep 16 10:01:14.770747 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-3c22fdcf-cb1c-4df3-81ec-e65ea427759f req-b8abd05f-4cbc-4e18-967b-0f733f0a2e62 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=120b3f6b-01c8-46d6-942b-91f138c52750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448563 Sep 16 10:01:14.802789 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:UPDATE=3,neutron:SELECT=4 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:01:14.806652 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=7 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:01:14.808361 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:01:15.888113 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ea673c-c01d-4208-8b5f-c5e90f0879fc req-b3a0b2b3-97c0-45bd-b5cd-ec8312dc4057 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:01:15.890259 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-b0ea673c-c01d-4208-8b5f-c5e90f0879fc req-b3a0b2b3-97c0-45bd-b5cd-ec8312dc4057 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=70372e0b-76cc-4156-84ae-3734dd9f7b25 HTTP/1.1" status: 200 len: 946 time: 0.0457945 Sep 16 10:01:15.937805 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-b0ea673c-c01d-4208-8b5f-c5e90f0879fc req-ce20bcbf-0583-4943-bbb2-1e7956306d22 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=120b3f6b-01c8-46d6-942b-91f138c52750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420330 Sep 16 10:01:16.768098 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a97a00-88c6-42ce-b887-14fc22827ff5 req-0b5c43fb-5059-43f7-a842-bb8308fcd56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:01:16.769625 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-27a97a00-88c6-42ce-b887-14fc22827ff5 req-0b5c43fb-5059-43f7-a842-bb8308fcd56f service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=92e292a400454c93a48aca5510bfcee9&device_id=70372e0b-76cc-4156-84ae-3734dd9f7b25 HTTP/1.1" status: 200 len: 1130 time: 0.0861208 Sep 16 10:01:16.859829 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a97a00-88c6-42ce-b887-14fc22827ff5 req-bfae81d3-dbce-4241-b392-6be2978bdf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:01:16.861336 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-27a97a00-88c6-42ce-b887-14fc22827ff5 req-bfae81d3-dbce-4241-b392-6be2978bdf6d service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=5f818df7-9eb8-4b00-80c1-bc6dbfafca51 HTTP/1.1" status: 200 len: 910 time: 0.0844822 Sep 16 10:01:16.925368 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-27a97a00-88c6-42ce-b887-14fc22827ff5 req-600ec82c-0f29-4c9e-8515-f728e6a5b9a7 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8 HTTP/1.1" status: 200 len: 1002 time: 0.0568118 Sep 16 10:01:16.973662 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a97a00-88c6-42ce-b887-14fc22827ff5 req-f14e5b83-0ae1-4f18-82e8-fd8298c5fd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:01:16.975087 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-27a97a00-88c6-42ce-b887-14fc22827ff5 req-f14e5b83-0ae1-4f18-82e8-fd8298c5fd90 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=e6f53e27-affc-429d-81c4-784084a2c348 HTTP/1.1" status: 200 len: 848 time: 0.0427001 Sep 16 10:01:17.017532 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a97a00-88c6-42ce-b887-14fc22827ff5 req-d2114384-ed11-4a2a-9ad4-0b3abeb4f4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:01:17.019033 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-27a97a00-88c6-42ce-b887-14fc22827ff5 req-d2114384-ed11-4a2a-9ad4-0b3abeb4f4e8 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=5f818df7-9eb8-4b00-80c1-bc6dbfafca51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0376444 Sep 16 10:01:17.029266 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [req-27a97a00-88c6-42ce-b887-14fc22827ff5 req-cffa91f8-53ca-4ea8-a161-b2d22175d915 service neutron] http://10.222.0.73:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113424) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 10:01:17.031081 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-27a97a00-88c6-42ce-b887-14fc22827ff5 req-cffa91f8-53ca-4ea8-a161-b2d22175d915 service neutron] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0055184 Sep 16 10:01:17.062432 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df39dee-5a4e-4a62-84f2-32e6b2192536 req-cbaed8bf-c33b-4518-9944-a4282401b013 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:01:17.063954 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-3df39dee-5a4e-4a62-84f2-32e6b2192536 req-cbaed8bf-c33b-4518-9944-a4282401b013 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=70372e0b-76cc-4156-84ae-3734dd9f7b25 HTTP/1.1" status: 200 len: 946 time: 0.0489151 Sep 16 10:01:17.113760 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-3df39dee-5a4e-4a62-84f2-32e6b2192536 req-b91cd978-523a-481d-98e3-42d226205042 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=120b3f6b-01c8-46d6-942b-91f138c52750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441098 Sep 16 10:01:17.126097 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-27a97a00-88c6-42ce-b887-14fc22827ff5 req-dbf6cf95-8601-41c7-97e3-a742c11c6c7b service neutron] 10.222.0.27 "GET /networking/v2.0/networks/5f818df7-9eb8-4b00-80c1-bc6dbfafca51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876544 Sep 16 10:01:17.216611 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-27a97a00-88c6-42ce-b887-14fc22827ff5 req-882e1a7e-fac4-4ad8-85d6-afdf91c44a98 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/5f818df7-9eb8-4b00-80c1-bc6dbfafca51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845153 Sep 16 10:01:18.231085 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dac47e-eeb4-4a9e-962b-d8513146931a req-c96b7192-f336-48d1-9ac2-6c4d2e5e3796 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:01:18.232538 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-c2dac47e-eeb4-4a9e-962b-d8513146931a req-c96b7192-f336-48d1-9ac2-6c4d2e5e3796 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=70372e0b-76cc-4156-84ae-3734dd9f7b25 HTTP/1.1" status: 200 len: 946 time: 0.0455458 Sep 16 10:01:18.243955 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=100 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:01:18.268541 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=100 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:01:18.282280 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-c2dac47e-eeb4-4a9e-962b-d8513146931a req-ff0b1e7c-1e66-4cf1-9914-2f76d861d1a4 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=120b3f6b-01c8-46d6-942b-91f138c52750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436401 Sep 16 10:01:19.412913 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9d307c-f536-4b0c-9ddd-02435d9f92fe req-420075b0-934f-4398-9e3e-08ef6c448c3e tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:01:19.414454 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-8b9d307c-f536-4b0c-9ddd-02435d9f92fe req-420075b0-934f-4398-9e3e-08ef6c448c3e tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=70372e0b-76cc-4156-84ae-3734dd9f7b25 HTTP/1.1" status: 200 len: 946 time: 0.0472884 Sep 16 10:01:19.469522 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-8b9d307c-f536-4b0c-9ddd-02435d9f92fe req-dd895843-9af7-4040-ae5f-60eefb8c7ded tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=120b3f6b-01c8-46d6-942b-91f138c52750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493484 Sep 16 10:01:20.590114 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1c39e0-bd54-4742-961e-c131bb13a054 req-f963bf4a-0f0f-475e-8419-060be181b506 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:01:20.591569 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-bc1c39e0-bd54-4742-961e-c131bb13a054 req-f963bf4a-0f0f-475e-8419-060be181b506 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=70372e0b-76cc-4156-84ae-3734dd9f7b25 HTTP/1.1" status: 200 len: 946 time: 0.0452635 Sep 16 10:01:20.641270 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-bc1c39e0-bd54-4742-961e-c131bb13a054 req-bc884e00-5c8b-4da0-95b7-0e05a2995f4d tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=120b3f6b-01c8-46d6-942b-91f138c52750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427222 Sep 16 10:01:21.091623 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502ce5ab-dae0-4dc7-865a-70c99bc65849 req-85f6313f-dd18-40ff-8df1-2e55093d345b tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:01:21.093163 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-502ce5ab-dae0-4dc7-865a-70c99bc65849 req-85f6313f-dd18-40ff-8df1-2e55093d345b tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=70372e0b-76cc-4156-84ae-3734dd9f7b25 HTTP/1.1" status: 200 len: 946 time: 0.0537343 Sep 16 10:01:21.174429 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-502ce5ab-dae0-4dc7-865a-70c99bc65849 req-f4d2eec3-f544-4f2e-a37f-c2de86d0e459 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=120b3f6b-01c8-46d6-942b-91f138c52750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739684 Sep 16 10:01:21.180520 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-93db16d1-354b-4b1f-b120-fc4e26f91bc6 req-0318b615-5a13-4456-a1d1-8f7dfe88db76 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?device_id=70372e0b-76cc-4156-84ae-3734dd9f7b25&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1072066 Sep 16 10:01:21.311581 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93db16d1-354b-4b1f-b120-fc4e26f91bc6 req-483b3fed-18dd-4787-911c-c91ec52bbf2d tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:01:21.312927 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-93db16d1-354b-4b1f-b120-fc4e26f91bc6 req-483b3fed-18dd-4787-911c-c91ec52bbf2d tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "GET /networking/v2.0/ports/cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8 HTTP/1.1" status: 200 len: 943 time: 0.1002810 Sep 16 10:01:21.736907 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785f49b4-6516-4ead-a5ff-9a9e77dc2740 req-ac638a21-f060-4d1d-84a4-97c0dc520e82 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:01:21.740230 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-785f49b4-6516-4ead-a5ff-9a9e77dc2740 req-ac638a21-f060-4d1d-84a4-97c0dc520e82 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=34302fd9-9a71-41c1-8392-6b9df5f0f75e HTTP/1.1" status: 200 len: 945 time: 0.0481076 Sep 16 10:01:21.786970 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-785f49b4-6516-4ead-a5ff-9a9e77dc2740 req-30c95c0e-38fb-4c64-a5af-448c8ea1a10b tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=bef07fa1-237e-497c-a390-6b6252fa23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428042 Sep 16 10:01:22.135079 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-b2697c27-2aa5-4179-b460-b874e6604ee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (54fa5420-569f-41b3-81ce-b3c99a893561), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:01:22.298980 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a71cb2-635e-4afc-85a0-e914e510efa9 req-9fea1141-301e-4d2d-b020-ecd95fa18bf9 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:01:22.300434 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-86a71cb2-635e-4afc-85a0-e914e510efa9 req-9fea1141-301e-4d2d-b020-ecd95fa18bf9 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=70372e0b-76cc-4156-84ae-3734dd9f7b25 HTTP/1.1" status: 200 len: 946 time: 0.0494447 Sep 16 10:01:22.350075 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-86a71cb2-635e-4afc-85a0-e914e510efa9 req-0e0dee14-459e-4d25-81be-086a2f480020 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=120b3f6b-01c8-46d6-942b-91f138c52750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441067 Sep 16 10:01:22.908181 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae1f6b-cf26-437a-8522-72005fab27fd req-45412dfe-cd6f-49bf-a23f-458d86499f0a tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:01:22.909672 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-79ae1f6b-cf26-437a-8522-72005fab27fd req-45412dfe-cd6f-49bf-a23f-458d86499f0a tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=34302fd9-9a71-41c1-8392-6b9df5f0f75e HTTP/1.1" status: 200 len: 945 time: 0.0469997 Sep 16 10:01:22.955964 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-79ae1f6b-cf26-437a-8522-72005fab27fd req-4e69e16e-a5fb-40aa-b8a6-ad3e5462153d tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=bef07fa1-237e-497c-a390-6b6252fa23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407143 Sep 16 10:01:23.012944 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Device cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 10:01:23.085442 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Current status of the port cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8 is: ACTIVE; New status is: DOWN {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 10:01:23.085790 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:01:23.108933 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70372e0b-76cc-4156-84ae-3734dd9f7b25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8'}] {{(pid=113425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 10:01:23.111192 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d904371a3690c7392a65e5457b849277104f62c83d6e5586b28cc731d2d00ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71960680-c081-4cc9-96d9-8a97253420ea" -d '{"events": [{"server_uuid": "70372e0b-76cc-4156-84ae-3734dd9f7b25", "name": "network-vif-unplugged", "status": "completed", "tag": "cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8"}]}' {{(pid=113425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 10:01:23.124451 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] For port cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8,segment=NetworkSegment(022a31c6-a388-46c0-9edc-565f96442452),segment_id=022a31c6-a388-46c0-9edc-565f96442452)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:01:23.153902 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Sep 2022 10:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18328710-5239-41d2-9385-567ef440a132 x-openstack-request-id: req-18328710-5239-41d2-9385-567ef440a132 {{(pid=113425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 10:01:23.154633 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70372e0b-76cc-4156-84ae-3734dd9f7b25", "name": "network-vif-unplugged", "status": "failed", "tag": "cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8", "code": 422}]} {{(pid=113425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 10:01:23.154633 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-18328710-5239-41d2-9385-567ef440a132 {{(pid=113425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 10:01:23.155191 dv-cinder-790535-43-iscsi neutron-server[113425]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-18328710-5239-41d2-9385-567ef440a132']: {'server_uuid': '70372e0b-76cc-4156-84ae-3734dd9f7b25', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8', 'code': 422} returned with failed status Sep 16 10:01:23.208578 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:01:23.261821 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Pushing event updated for resources: {'Port': ['ID=cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8,revision_number=6']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:01:23.269529 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:01:23.269903 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:01:23.270306 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:01:23.270650 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:01:23.270988 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:01:23.271321 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:01:23.271651 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:01:23.271980 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:01:23.272317 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:01:23.272650 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:01:23.272977 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:01:23.273307 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:01:23.273665 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:01:23.273992 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:01:23.274316 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:01:23.484760 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5c586a-6c4c-4014-b1cd-cb3fa06da778 req-83a459ad-b25b-4643-877c-6e90f0817586 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:01:23.487107 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-fe5c586a-6c4c-4014-b1cd-cb3fa06da778 req-83a459ad-b25b-4643-877c-6e90f0817586 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=70372e0b-76cc-4156-84ae-3734dd9f7b25 HTTP/1.1" status: 200 len: 944 time: 0.0589437 Sep 16 10:01:23.543863 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-fe5c586a-6c4c-4014-b1cd-cb3fa06da778 req-cf713bf5-3d82-4596-84b7-b4709b4a0122 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=120b3f6b-01c8-46d6-942b-91f138c52750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509567 Sep 16 10:01:23.601424 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c350425b-9038-44b7-b56e-ae741bbf54c6 req-2f350884-5042-4b8d-a1d3-c7a997b60473 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:01:23.603058 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-c350425b-9038-44b7-b56e-ae741bbf54c6 req-2f350884-5042-4b8d-a1d3-c7a997b60473 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=34302fd9-9a71-41c1-8392-6b9df5f0f75e HTTP/1.1" status: 200 len: 945 time: 0.0479712 Sep 16 10:01:23.693853 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.plugin [req-c350425b-9038-44b7-b56e-ae741bbf54c6 req-7f7776c3-20d9-42d5-afbc-baef35783fb5 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Deleting port d847971e-055c-4ba7-88f6-3092159ade62 {{(pid=113424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 10:01:23.694209 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-c350425b-9038-44b7-b56e-ae741bbf54c6 req-7f7776c3-20d9-42d5-afbc-baef35783fb5 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759571771405'] for port (d847971e-055c-4ba7-88f6-3092159ade62), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:01:23.804000 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.db [req-c350425b-9038-44b7-b56e-ae741bbf54c6 req-7f7776c3-20d9-42d5-afbc-baef35783fb5 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] For port d847971e-055c-4ba7-88f6-3092159ade62, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d847971e-055c-4ba7-88f6-3092159ade62,segment=NetworkSegment(7733bfc5-bc22-4cba-b26f-b42431e1e84d),segment_id=7733bfc5-bc22-4cba-b26f-b42431e1e84d)] {{(pid=113424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:01:23.804352 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-c350425b-9038-44b7-b56e-ae741bbf54c6 req-7f7776c3-20d9-42d5-afbc-baef35783fb5 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699225'] for port (d847971e-055c-4ba7-88f6-3092159ade62), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:01:23.979674 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-c350425b-9038-44b7-b56e-ae741bbf54c6 req-7f7776c3-20d9-42d5-afbc-baef35783fb5 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:01:23.979900 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-c350425b-9038-44b7-b56e-ae741bbf54c6 req-7f7776c3-20d9-42d5-afbc-baef35783fb5 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711587'] for floatingip (a8fde9e0-6b5f-4105-b4b2-a55ebaef9e85), after_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:01:23.980142 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.db.l3_db [req-c350425b-9038-44b7-b56e-ae741bbf54c6 req-7f7776c3-20d9-42d5-afbc-baef35783fb5 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Floating IP a8fde9e0-6b5f-4105-b4b2-a55ebaef9e85 disassociated. External IP: 172.27.1.25, port: d847971e-055c-4ba7-88f6-3092159ade62. Sep 16 10:01:23.980484 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.plugin [req-c350425b-9038-44b7-b56e-ae741bbf54c6 req-7f7776c3-20d9-42d5-afbc-baef35783fb5 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Calling delete_port for d847971e-055c-4ba7-88f6-3092159ade62 owned by compute:nova {{(pid=113424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 10:01:24.349134 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50db2902-47e1-4f86-8d11-24dbd20f3cc3 req-e2688f9c-c6d2-4b9a-b2f5-f96f5a5246ec tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:01:24.350648 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-50db2902-47e1-4f86-8d11-24dbd20f3cc3 req-e2688f9c-c6d2-4b9a-b2f5-f96f5a5246ec tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=34302fd9-9a71-41c1-8392-6b9df5f0f75e HTTP/1.1" status: 200 len: 945 time: 0.0637536 Sep 16 10:01:24.430890 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:01:24.434022 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:01:24.440382 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-50db2902-47e1-4f86-8d11-24dbd20f3cc3 req-ea3dfb46-3c88-4819-96de-66ea55993669 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=bef07fa1-237e-497c-a390-6b6252fa23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805516 Sep 16 10:01:24.541081 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-c350425b-9038-44b7-b56e-ae741bbf54c6 req-7f7776c3-20d9-42d5-afbc-baef35783fb5 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759571687051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759571245514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27240065'] for port (d847971e-055c-4ba7-88f6-3092159ade62), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:01:24.574031 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7776c3-20d9-42d5-afbc-baef35783fb5 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Pushing event deleted for resources: {'Port': ['ID=d847971e-055c-4ba7-88f6-3092159ade62,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:01:24.577018 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-feebd2f2-3df1-43de-a1b4-8905f47f9a0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (647718b3-8298-4382-86e2-3fad9f5d7804), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:01:24.624229 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7776c3-20d9-42d5-afbc-baef35783fb5 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:01:24.630239 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7776c3-20d9-42d5-afbc-baef35783fb5 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:01:24.630239 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7776c3-20d9-42d5-afbc-baef35783fb5 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:01:24.630239 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7776c3-20d9-42d5-afbc-baef35783fb5 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:01:24.630239 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7776c3-20d9-42d5-afbc-baef35783fb5 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:01:24.630239 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7776c3-20d9-42d5-afbc-baef35783fb5 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:01:24.630239 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7776c3-20d9-42d5-afbc-baef35783fb5 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:01:24.630239 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7776c3-20d9-42d5-afbc-baef35783fb5 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:01:24.630239 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7776c3-20d9-42d5-afbc-baef35783fb5 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:01:24.630239 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7776c3-20d9-42d5-afbc-baef35783fb5 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:01:24.630239 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7776c3-20d9-42d5-afbc-baef35783fb5 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:01:24.630239 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7776c3-20d9-42d5-afbc-baef35783fb5 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:01:24.630239 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7776c3-20d9-42d5-afbc-baef35783fb5 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:01:24.630239 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7776c3-20d9-42d5-afbc-baef35783fb5 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:01:24.631501 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7776c3-20d9-42d5-afbc-baef35783fb5 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:01:24.680123 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc4218-d631-488e-949e-02529840481c req-90bfa9ee-06e0-467f-85b6-a5d8761412c8 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:01:24.681948 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-67fc4218-d631-488e-949e-02529840481c req-90bfa9ee-06e0-467f-85b6-a5d8761412c8 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=70372e0b-76cc-4156-84ae-3734dd9f7b25 HTTP/1.1" status: 200 len: 944 time: 0.0525110 Sep 16 10:01:24.704735 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c350425b-9038-44b7-b56e-ae741bbf54c6 req-7f7776c3-20d9-42d5-afbc-baef35783fb5 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Router d4e03a5a-7d0d-4937-b22a-6c30f6fd97fc has already been hosted by L3 agent 647718b3-8298-4382-86e2-3fad9f5d7804 {{(pid=113424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 10:01:24.744235 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-67fc4218-d631-488e-949e-02529840481c req-541acc3a-f001-430b-bf64-225051b6a8db tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=120b3f6b-01c8-46d6-942b-91f138c52750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553660 Sep 16 10:01:24.809842 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c350425b-9038-44b7-b56e-ae741bbf54c6 req-7f7776c3-20d9-42d5-afbc-baef35783fb5 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Notify agent at l3_agent.dv-cinder-790535-43-iscsi the message routers_updated {{(pid=113424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 10:01:24.821768 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a697634-07de-4613-9718-5bbc93e7e556 None None] Sync routers for ids ['d4e03a5a-7d0d-4937-b22a-6c30f6fd97fc'] in dv-cinder-790535-43-iscsi {{(pid=113425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 10:01:24.837773 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a697634-07de-4613-9718-5bbc93e7e556 None None] Routers {'d4e03a5a-7d0d-4937-b22a-6c30f6fd97fc'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 10:01:24.838392 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-7a697634-07de-4613-9718-5bbc93e7e556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T10:01:24Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['d4e03a5a-7d0d-4937-b22a-6c30f6fd97fc'], 'active': True} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:01:24.856194 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.l3_dvrscheduler_db [req-c350425b-9038-44b7-b56e-ae741bbf54c6 req-7f7776c3-20d9-42d5-afbc-baef35783fb5 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] No DVR routers for this DVR port d847971e-055c-4ba7-88f6-3092159ade62 on host hv-cinder-79053 {{(pid=113424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 10:01:24.859549 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-c350425b-9038-44b7-b56e-ae741bbf54c6 req-7f7776c3-20d9-42d5-afbc-baef35783fb5 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110971'] for port (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:01:24.863527 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-c350425b-9038-44b7-b56e-ae741bbf54c6 req-7f7776c3-20d9-42d5-afbc-baef35783fb5 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.27 "DELETE /networking/v2.0/ports/d847971e-055c-4ba7-88f6-3092159ade62 HTTP/1.1" status: 204 len: 173 time: 1.2512925 Sep 16 10:01:24.864228 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34302fd9-9a71-41c1-8392-6b9df5f0f75e', 'name': 'network-vif-deleted', 'tag': 'd847971e-055c-4ba7-88f6-3092159ade62'}] {{(pid=113424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 10:01:24.867413 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16dfd0a1dfdfa1f1ee01b24bca40ddc03421b0ad37c1355f54f1c3176401751a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e9fa08-999c-4db6-bdf9-fe7ff7c91103" -d '{"events": [{"server_uuid": "34302fd9-9a71-41c1-8392-6b9df5f0f75e", "name": "network-vif-deleted", "tag": "d847971e-055c-4ba7-88f6-3092159ade62"}]}' {{(pid=113424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 10:01:24.963554 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvr_db [None req-7a697634-07de-4613-9718-5bbc93e7e556 None None] Set router d4e03a5a-7d0d-4937-b22a-6c30f6fd97fc gateway port host: dv-cinder-790535-43-iscsi {{(pid=113425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 10:01:24.983474 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 10:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d015c34a-bfd2-4ec6-be73-edf5f7d050c8 x-openstack-request-id: req-d015c34a-bfd2-4ec6-be73-edf5f7d050c8 {{(pid=113424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 10:01:24.983776 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34302fd9-9a71-41c1-8392-6b9df5f0f75e", "name": "network-vif-deleted", "tag": "d847971e-055c-4ba7-88f6-3092159ade62", "status": "completed", "code": 200}]} {{(pid=113424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 10:01:24.984104 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d015c34a-bfd2-4ec6-be73-edf5f7d050c8 {{(pid=113424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 10:01:24.984516 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d015c34a-bfd2-4ec6-be73-edf5f7d050c8'] response: {'server_uuid': '34302fd9-9a71-41c1-8392-6b9df5f0f75e', 'name': 'network-vif-deleted', 'tag': 'd847971e-055c-4ba7-88f6-3092159ade62', 'status': 'completed', 'code': 200} Sep 16 10:01:25.178686 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-7a697634-07de-4613-9718-5bbc93e7e556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e03a5a-7d0d-4937-b22a-6c30f6fd97fc', 'name': 'tempest-AttachVolumeTestJSON-1433253090-router', 'tenant_id': '75e9f7169b754d5daa040eb465e858e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '500ce511-f930-49c5-929c-fbb00abc517b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:58:29Z', 'updated_at': '2022-09-16T09:58:34Z', 'revision_number': 4, 'project_id': '75e9f7169b754d5daa040eb465e858e5', 'gw_port': {'id': '500ce511-f930-49c5-929c-fbb00abc517b', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:49:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e03a5a-7d0d-4937-b22a-6c30f6fd97fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:58:30Z', 'updated_at': '2022-09-16T09:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_interfaces': [{'id': 'ea9c2fd9-73ef-4978-a41a-3a09f243f02d', 'name': '', 'network_id': '0c5fa5a7-17b8-41e4-80c7-74693b744506', 'tenant_id': '75e9f7169b754d5daa040eb465e858e5', 'mac_address': 'fa:16:3e:01:08:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e03a5a-7d0d-4937-b22a-6c30f6fd97fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '6190e3c9-98e1-4200-bd81-aa6704106c92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:58:33Z', 'updated_at': '2022-09-16T09:58:38Z', 'revision_number': 5, 'project_id': '75e9f7169b754d5daa040eb465e858e5', 'subnets': [{'id': '6190e3c9-98e1-4200-bd81-aa6704106c92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:01:25.204463 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a697634-07de-4613-9718-5bbc93e7e556 None None] Checking router: d4e03a5a-7d0d-4937-b22a-6c30f6fd97fc for host: dv-cinder-790535-43-iscsi {{(pid=113425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 10:01:25.212970 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a697634-07de-4613-9718-5bbc93e7e556 None None] Routers {'d4e03a5a-7d0d-4937-b22a-6c30f6fd97fc'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 10:01:25.213587 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-7a697634-07de-4613-9718-5bbc93e7e556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T10:01:24Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['d4e03a5a-7d0d-4937-b22a-6c30f6fd97fc'], 'active': True} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:01:25.314458 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvr_db [None req-7a697634-07de-4613-9718-5bbc93e7e556 None None] Set router d4e03a5a-7d0d-4937-b22a-6c30f6fd97fc gateway port host: dv-cinder-790535-43-iscsi {{(pid=113425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 10:01:25.471045 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93db16d1-354b-4b1f-b120-fc4e26f91bc6 req-459e5819-ebf7-4baa-b3f8-f9b262a1d29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:01:25.472693 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-93db16d1-354b-4b1f-b120-fc4e26f91bc6 req-459e5819-ebf7-4baa-b3f8-f9b262a1d29a service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=70372e0b-76cc-4156-84ae-3734dd9f7b25&tenant_id=92e292a400454c93a48aca5510bfcee9 HTTP/1.1" status: 200 len: 1128 time: 0.0480452 Sep 16 10:01:25.505307 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-7a697634-07de-4613-9718-5bbc93e7e556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e03a5a-7d0d-4937-b22a-6c30f6fd97fc', 'name': 'tempest-AttachVolumeTestJSON-1433253090-router', 'tenant_id': '75e9f7169b754d5daa040eb465e858e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '500ce511-f930-49c5-929c-fbb00abc517b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:58:29Z', 'updated_at': '2022-09-16T09:58:34Z', 'revision_number': 4, 'project_id': '75e9f7169b754d5daa040eb465e858e5', 'gw_port': {'id': '500ce511-f930-49c5-929c-fbb00abc517b', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:49:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e03a5a-7d0d-4937-b22a-6c30f6fd97fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:58:30Z', 'updated_at': '2022-09-16T09:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_interfaces': [{'id': 'ea9c2fd9-73ef-4978-a41a-3a09f243f02d', 'name': '', 'network_id': '0c5fa5a7-17b8-41e4-80c7-74693b744506', 'tenant_id': '75e9f7169b754d5daa040eb465e858e5', 'mac_address': 'fa:16:3e:01:08:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e03a5a-7d0d-4937-b22a-6c30f6fd97fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '6190e3c9-98e1-4200-bd81-aa6704106c92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:58:33Z', 'updated_at': '2022-09-16T09:58:38Z', 'revision_number': 5, 'project_id': '75e9f7169b754d5daa040eb465e858e5', 'subnets': [{'id': '6190e3c9-98e1-4200-bd81-aa6704106c92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:01:25.530995 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a697634-07de-4613-9718-5bbc93e7e556 None None] The sync data for ids ['d4e03a5a-7d0d-4937-b22a-6c30f6fd97fc'] in dv-cinder-790535-43-iscsi is: [{'id': 'd4e03a5a-7d0d-4937-b22a-6c30f6fd97fc', 'name': 'tempest-AttachVolumeTestJSON-1433253090-router', 'tenant_id': '75e9f7169b754d5daa040eb465e858e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '500ce511-f930-49c5-929c-fbb00abc517b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:58:29Z', 'updated_at': '2022-09-16T09:58:34Z', 'revision_number': 4, 'project_id': '75e9f7169b754d5daa040eb465e858e5', 'gw_port': {'id': '500ce511-f930-49c5-929c-fbb00abc517b', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:49:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e03a5a-7d0d-4937-b22a-6c30f6fd97fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:58:30Z', 'updated_at': '2022-09-16T09:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_interfaces': [{'id': 'ea9c2fd9-73ef-4978-a41a-3a09f243f02d', 'name': '', 'network_id': '0c5fa5a7-17b8-41e4-80c7-74693b744506', 'tenant_id': '75e9f7169b754d5daa040eb465e858e5', 'mac_address': 'fa:16:3e:01:08:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e03a5a-7d0d-4937-b22a-6c30f6fd97fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '6190e3c9-98e1-4200-bd81-aa6704106c92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:58:33Z', 'updated_at': '2022-09-16T09:58:38Z', 'revision_number': 5, 'project_id': '75e9f7169b754d5daa040eb465e858e5', 'subnets': [{'id': '6190e3c9-98e1-4200-bd81-aa6704106c92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 10:01:25.537567 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93db16d1-354b-4b1f-b120-fc4e26f91bc6 req-860c2378-6c40-4a79-bc46-ad986ba64877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:01:25.539412 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-93db16d1-354b-4b1f-b120-fc4e26f91bc6 req-860c2378-6c40-4a79-bc46-ad986ba64877 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=92e292a400454c93a48aca5510bfcee9&device_id=70372e0b-76cc-4156-84ae-3734dd9f7b25 HTTP/1.1" status: 200 len: 1128 time: 0.0435781 Sep 16 10:01:25.583907 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-d609e649-4718-4c7f-b1ab-e5e049447981 req-6fc08cb4-ab51-4d87-a30c-c9d13b6a18ba tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=34302fd9-9a71-41c1-8392-6b9df5f0f75e HTTP/1.1" status: 200 len: 210 time: 0.0469890 Sep 16 10:01:25.647019 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93db16d1-354b-4b1f-b120-fc4e26f91bc6 req-a8e6aaae-cb5c-4ecf-a274-d462468e38d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:01:25.648485 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-93db16d1-354b-4b1f-b120-fc4e26f91bc6 req-a8e6aaae-cb5c-4ecf-a274-d462468e38d6 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=5f818df7-9eb8-4b00-80c1-bc6dbfafca51 HTTP/1.1" status: 200 len: 910 time: 0.0974054 Sep 16 10:01:25.764554 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733e2808-1a1a-4e0c-bc81-f8996eb9c860 None None] New status for floating IP a8fde9e0-6b5f-4105-b4b2-a55ebaef9e85: DOWN {{(pid=113426) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 10:01:25.866953 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-c17a0cac-31fa-4a66-ad06-99f53fca2b4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (2d63c820-fb16-4aae-acf9-0482010d4ad8), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:01:25.910523 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68fdfc2-0edf-4237-a4bb-414a46a83c5d req-149cd043-ed7a-45bf-9950-d4bfbffebad2 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:01:25.912000 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-f68fdfc2-0edf-4237-a4bb-414a46a83c5d req-149cd043-ed7a-45bf-9950-d4bfbffebad2 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=70372e0b-76cc-4156-84ae-3734dd9f7b25 HTTP/1.1" status: 200 len: 944 time: 0.0866427 Sep 16 10:01:25.946089 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-93db16d1-354b-4b1f-b120-fc4e26f91bc6 req-18884c46-c9d7-4b5a-88b9-6a57da2456e8 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8 HTTP/1.1" status: 200 len: 1000 time: 0.0901270 Sep 16 10:01:26.005873 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-f68fdfc2-0edf-4237-a4bb-414a46a83c5d req-f095a6c1-e003-4089-9fb6-6819120725f6 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=120b3f6b-01c8-46d6-942b-91f138c52750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868676 Sep 16 10:01:26.021116 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:01:26.021116 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93db16d1-354b-4b1f-b120-fc4e26f91bc6 req-4a2ef3dc-e56d-4711-b710-a22f282f3837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:01:26.021116 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-93db16d1-354b-4b1f-b120-fc4e26f91bc6 req-4a2ef3dc-e56d-4711-b710-a22f282f3837 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=e6f53e27-affc-429d-81c4-784084a2c348 HTTP/1.1" status: 200 len: 848 time: 0.0670688 Sep 16 10:01:26.065413 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93db16d1-354b-4b1f-b120-fc4e26f91bc6 req-5801c34d-aac8-4610-81f8-9ad4bb3c643e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:01:26.066922 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-93db16d1-354b-4b1f-b120-fc4e26f91bc6 req-5801c34d-aac8-4610-81f8-9ad4bb3c643e service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=5f818df7-9eb8-4b00-80c1-bc6dbfafca51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0422225 Sep 16 10:01:26.163022 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-93db16d1-354b-4b1f-b120-fc4e26f91bc6 req-e0fa497e-776f-4d53-acb4-bc8f7062b1bd service neutron] 10.222.0.27 "GET /networking/v2.0/networks/5f818df7-9eb8-4b00-80c1-bc6dbfafca51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901158 Sep 16 10:01:26.258454 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-93db16d1-354b-4b1f-b120-fc4e26f91bc6 req-36e3ec89-d81b-4762-993f-3df413148edc service neutron] 10.222.0.27 "GET /networking/v2.0/networks/5f818df7-9eb8-4b00-80c1-bc6dbfafca51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900486 Sep 16 10:01:26.764211 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 57388) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 10:01:26.813662 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=100 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:01:26.827292 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-a2ce4fae-52f5-465c-9214-58d84e9f8261 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Publish callbacks [] for security_group (bef07fa1-237e-497c-a390-6b6252fa23b4), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:01:26.835463 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=100 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:01:26.849715 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-a2ce4fae-52f5-465c-9214-58d84e9f8261 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Publish callbacks [] for security_group (bef07fa1-237e-497c-a390-6b6252fa23b4), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:01:26.964099 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-a2ce4fae-52f5-465c-9214-58d84e9f8261 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (bef07fa1-237e-497c-a390-6b6252fa23b4), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:01:26.968612 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-a2ce4fae-52f5-465c-9214-58d84e9f8261 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Publish callbacks [] for security_group (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:01:26.970982 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-a2ce4fae-52f5-465c-9214-58d84e9f8261 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "DELETE /networking/v2.0/security-groups/bef07fa1-237e-497c-a390-6b6252fa23b4 HTTP/1.1" status: 204 len: 168 time: 0.2053468 Sep 16 10:01:26.973601 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 57390) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 10:01:26.984713 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ce4fae-52f5-465c-9214-58d84e9f8261 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef07fa1-237e-497c-a390-6b6252fa23b4,revision_number=None']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:01:26.988357 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.api.v2.resource [None req-d5c61b4c-aeae-4c22-a500-ac651a077ba9 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] show failed (client error): The resource could not be found. Sep 16 10:01:26.989365 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-d5c61b4c-aeae-4c22-a500-ac651a077ba9 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/security-groups/bef07fa1-237e-497c-a390-6b6252fa23b4 HTTP/1.1" status: 404 len: 347 time: 0.0147481 Sep 16 10:01:26.992334 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 57392) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 10:01:26.992548 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ce4fae-52f5-465c-9214-58d84e9f8261 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:01:26.992902 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ce4fae-52f5-465c-9214-58d84e9f8261 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:01:26.993245 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ce4fae-52f5-465c-9214-58d84e9f8261 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:01:26.993608 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ce4fae-52f5-465c-9214-58d84e9f8261 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:01:26.993940 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ce4fae-52f5-465c-9214-58d84e9f8261 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:01:26.994272 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ce4fae-52f5-465c-9214-58d84e9f8261 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:01:26.994754 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ce4fae-52f5-465c-9214-58d84e9f8261 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:01:26.995084 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ce4fae-52f5-465c-9214-58d84e9f8261 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:01:26.995413 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ce4fae-52f5-465c-9214-58d84e9f8261 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:01:26.995738 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ce4fae-52f5-465c-9214-58d84e9f8261 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:01:26.996064 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ce4fae-52f5-465c-9214-58d84e9f8261 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:01:26.996390 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ce4fae-52f5-465c-9214-58d84e9f8261 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:01:26.996739 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ce4fae-52f5-465c-9214-58d84e9f8261 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:01:26.997038 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ce4fae-52f5-465c-9214-58d84e9f8261 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:01:26.997357 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ce4fae-52f5-465c-9214-58d84e9f8261 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:01:27.108461 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.plugin [None req-9fae1d30-4fb7-49db-91de-22fa2a6cf7e7 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Deleting port 14c98e57-ec04-45a5-b228-409ffe9335e9 {{(pid=113424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 10:01:27.109222 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-9fae1d30-4fb7-49db-91de-22fa2a6cf7e7 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759571771405'] for port (14c98e57-ec04-45a5-b228-409ffe9335e9), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:01:27.129809 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f164ffe-1372-4e94-86c7-aaab06dbb0da req-4c219786-1809-477e-bd5c-b15bf6860742 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:01:27.131317 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-1f164ffe-1372-4e94-86c7-aaab06dbb0da req-4c219786-1809-477e-bd5c-b15bf6860742 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=70372e0b-76cc-4156-84ae-3734dd9f7b25 HTTP/1.1" status: 200 len: 944 time: 0.0485473 Sep 16 10:01:27.180884 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-1f164ffe-1372-4e94-86c7-aaab06dbb0da req-1dbbe9f4-743a-406c-97af-ed5b13bc5457 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=120b3f6b-01c8-46d6-942b-91f138c52750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438964 Sep 16 10:01:27.188193 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-9fae1d30-4fb7-49db-91de-22fa2a6cf7e7 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699225'] for port (14c98e57-ec04-45a5-b228-409ffe9335e9), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:01:27.188522 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-9fae1d30-4fb7-49db-91de-22fa2a6cf7e7 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Publish callbacks [] for floatingip (14c98e57-ec04-45a5-b228-409ffe9335e9), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:01:27.200563 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.plugin [None req-9fae1d30-4fb7-49db-91de-22fa2a6cf7e7 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Calling delete_port for 14c98e57-ec04-45a5-b228-409ffe9335e9 owned by network:floatingip {{(pid=113424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 10:01:27.283551 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (be58d251-43cc-467d-bf31-2aae48e2ac56), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:01:27.296503 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:01:27.392059 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-cd5fe5d0-24d3-4349-8269-176b5bcdf250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (65aa34d6-cc53-475e-ab2c-2c2516bff08f), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:01:27.426401 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-9fae1d30-4fb7-49db-91de-22fa2a6cf7e7 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759571687051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759571245514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27240065'] for port (14c98e57-ec04-45a5-b228-409ffe9335e9), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:01:27.450286 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fae1d30-4fb7-49db-91de-22fa2a6cf7e7 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Pushing event deleted for resources: {'Port': ['ID=14c98e57-ec04-45a5-b228-409ffe9335e9,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:01:27.518113 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-9fae1d30-4fb7-49db-91de-22fa2a6cf7e7 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Publish callbacks [] for floatingip (a8fde9e0-6b5f-4105-b4b2-a55ebaef9e85), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:01:27.520686 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-9fae1d30-4fb7-49db-91de-22fa2a6cf7e7 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110971'] for floatingip (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:01:27.521853 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-9fae1d30-4fb7-49db-91de-22fa2a6cf7e7 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "DELETE /networking/v2.0/floatingips/a8fde9e0-6b5f-4105-b4b2-a55ebaef9e85 HTTP/1.1" status: 204 len: 168 time: 0.5283856 Sep 16 10:01:27.651981 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 57398) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 10:01:27.657125 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.v2.base [None req-477c7ad0-0d5c-4f28-8b2c-8093e9de2058 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1009878639', 'description': 'tempest-description--1510426364'}} {{(pid=113424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:01:27.740701 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-477c7ad0-0d5c-4f28-8b2c-8093e9de2058 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Publish callbacks [] for security_group (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:01:27.812862 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-477c7ad0-0d5c-4f28-8b2c-8093e9de2058 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Publish callbacks [] for security_group (2d4ee0c7-d2f2-47fb-b523-99ee44ef881d), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:01:27.889950 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-477c7ad0-0d5c-4f28-8b2c-8093e9de2058 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (2d4ee0c7-d2f2-47fb-b523-99ee44ef881d), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:01:27.896737 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:01:27.919199 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477c7ad0-0d5c-4f28-8b2c-8093e9de2058 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d4ee0c7-d2f2-47fb-b523-99ee44ef881d,revision_number=1']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:01:27.988632 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-477c7ad0-0d5c-4f28-8b2c-8093e9de2058 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Publish callbacks [] for security_group (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:01:27.990072 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-477c7ad0-0d5c-4f28-8b2c-8093e9de2058 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3370812 Sep 16 10:01:27.992853 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 57400) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 10:01:27.997231 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.v2.base [None req-eb999862-240d-4b53-9a59-0bd2f8d49aac tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Request body: {'security_group_rule': {'security_group_id': '2d4ee0c7-d2f2-47fb-b523-99ee44ef881d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:01:28.089693 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-eb999862-240d-4b53-9a59-0bd2f8d49aac tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Publish callbacks [] for security_group_rule (85d48a4a-eb60-438c-ba39-038399eba1e5), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:01:28.150781 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-eb999862-240d-4b53-9a59-0bd2f8d49aac tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Publish callbacks [] for security_group_rule (85d48a4a-eb60-438c-ba39-038399eba1e5), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:01:28.226998 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-eb999862-240d-4b53-9a59-0bd2f8d49aac tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784789'] for security_group_rule (85d48a4a-eb60-438c-ba39-038399eba1e5), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:01:28.261971 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb999862-240d-4b53-9a59-0bd2f8d49aac tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85d48a4a-eb60-438c-ba39-038399eba1e5,revision_number=0']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:01:28.319848 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-eb999862-240d-4b53-9a59-0bd2f8d49aac tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:01:28.321179 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-eb999862-240d-4b53-9a59-0bd2f8d49aac tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3273842 Sep 16 10:01:28.323858 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 57404) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 10:01:28.325773 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2639a751-a23c-47e9-ac35-2af85a7ffe5f req-5ce96139-ebd4-4920-9af3-ac4cb544824a tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:01:28.327235 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-2639a751-a23c-47e9-ac35-2af85a7ffe5f req-5ce96139-ebd4-4920-9af3-ac4cb544824a tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=70372e0b-76cc-4156-84ae-3734dd9f7b25 HTTP/1.1" status: 200 len: 944 time: 0.0495930 Sep 16 10:01:28.328556 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.v2.base [None req-eaa0e8e5-b844-4a9e-90ca-b8ced825a440 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Request body: {'security_group_rule': {'security_group_id': '2d4ee0c7-d2f2-47fb-b523-99ee44ef881d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:01:28.376520 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-2639a751-a23c-47e9-ac35-2af85a7ffe5f req-42f799e8-8c9f-45be-bda6-1cf70537fef4 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=120b3f6b-01c8-46d6-942b-91f138c52750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431409 Sep 16 10:01:28.404000 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-eaa0e8e5-b844-4a9e-90ca-b8ced825a440 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Publish callbacks [] for security_group_rule (7ebd8924-637d-4089-a9cb-d46eed56b0bb), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:01:28.463691 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-eaa0e8e5-b844-4a9e-90ca-b8ced825a440 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Publish callbacks [] for security_group_rule (7ebd8924-637d-4089-a9cb-d46eed56b0bb), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:01:28.516967 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-eaa0e8e5-b844-4a9e-90ca-b8ced825a440 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784789'] for security_group_rule (7ebd8924-637d-4089-a9cb-d46eed56b0bb), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:01:28.536339 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa0e8e5-b844-4a9e-90ca-b8ced825a440 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ebd8924-637d-4089-a9cb-d46eed56b0bb,revision_number=0']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:01:28.598973 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-eaa0e8e5-b844-4a9e-90ca-b8ced825a440 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:01:28.600169 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-eaa0e8e5-b844-4a9e-90ca-b8ced825a440 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2753279 Sep 16 10:01:28.603186 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 57406) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 10:01:28.607340 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.v2.base [None req-97389608-1ab2-4248-815b-56ac930952e8 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Request body: {'floatingip': {'floating_network_id': 'd06af4bd-75ff-4039-9388-f05026361d79'}} {{(pid=113424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:01:28.689185 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-97389608-1ab2-4248-815b-56ac930952e8 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:01:28.767254 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-97389608-1ab2-4248-815b-56ac930952e8 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:01:28.812143 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:01:28.876492 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.db_base_plugin_common [None req-97389608-1ab2-4248-815b-56ac930952e8 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Allocated IP 172.27.1.79 (d06af4bd-75ff-4039-9388-f05026361d79/429d2505-e0fa-44a7-bb81-98c451c1a231/e1a1b717-a840-4186-afa2-17cf9130cfd4) {{(pid=113424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 10:01:28.982179 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-97389608-1ab2-4248-815b-56ac930952e8 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Publish callbacks [] for port (e1a1b717-a840-4186-afa2-17cf9130cfd4), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:01:28.993849 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:INSERT=7,neutron:UPDATE=5,neutron:SELECT=87,neutron:DELETE=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:01:29.042400 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Device d847971e-055c-4ba7-88f6-3092159ade62 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 10:01:29.064106 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] No Port match for: d847971e-055c-4ba7-88f6-3092159ade62 {{(pid=113425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 10:01:29.064511 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Device d847971e-055c-4ba7-88f6-3092159ade62 not bound to the agent host hv-cinder-79053 {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 10:01:29.083663 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-97389608-1ab2-4248-815b-56ac930952e8 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759571245505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27240065'] for port (e1a1b717-a840-4186-afa2-17cf9130cfd4), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:01:29.124988 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97389608-1ab2-4248-815b-56ac930952e8 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Network d06af4bd-75ff-4039-9388-f05026361d79 is already hosted by enough agents. {{(pid=113424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 10:01:29.127892 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.base_scheduler [None req-97389608-1ab2-4248-815b-56ac930952e8 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Resources bound (agent type, host, resource id): {{(pid=113424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 10:01:29.131692 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97389608-1ab2-4248-815b-56ac930952e8 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Received port after_create {{(pid=113424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 10:01:29.136587 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97389608-1ab2-4248-815b-56ac930952e8 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Pushing event updated for resources: {'Port': ['ID=e1a1b717-a840-4186-afa2-17cf9130cfd4,revision_number=1']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:01:29.219357 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-97389608-1ab2-4248-815b-56ac930952e8 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Publish callbacks [] for floatingip (78cebf34-4e14-427a-b11c-b33ba715bfce), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:01:29.327765 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-97389608-1ab2-4248-815b-56ac930952e8 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (e1a1b717-a840-4186-afa2-17cf9130cfd4), before_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:01:29.511730 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-97389608-1ab2-4248-815b-56ac930952e8 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Publish callbacks [] for port (e1a1b717-a840-4186-afa2-17cf9130cfd4), precommit_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:01:29.520893 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0ea7c8-3bce-4571-ab5d-5f74203baeb2 req-efd7fe8d-164f-43ad-9b47-ce3052c9b432 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:01:29.523488 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-7a0ea7c8-3bce-4571-ab5d-5f74203baeb2 req-efd7fe8d-164f-43ad-9b47-ce3052c9b432 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=70372e0b-76cc-4156-84ae-3734dd9f7b25 HTTP/1.1" status: 200 len: 944 time: 0.0642886 Sep 16 10:01:29.570108 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-97389608-1ab2-4248-815b-56ac930952e8 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27240120'] for port (e1a1b717-a840-4186-afa2-17cf9130cfd4), after_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:01:29.579313 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-7a0ea7c8-3bce-4571-ab5d-5f74203baeb2 req-fa068370-42d3-4e1b-aeb2-e7e50acc31af tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=120b3f6b-01c8-46d6-942b-91f138c52750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512888 Sep 16 10:01:29.617890 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:01:29.645144 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97389608-1ab2-4248-815b-56ac930952e8 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Pushing event updated for resources: {'Port': ['ID=e1a1b717-a840-4186-afa2-17cf9130cfd4,revision_number=2']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:01:29.650806 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-97389608-1ab2-4248-815b-56ac930952e8 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711587'] for floatingip (78cebf34-4e14-427a-b11c-b33ba715bfce), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:01:29.742514 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-97389608-1ab2-4248-815b-56ac930952e8 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110971'] for floatingip (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:01:29.743769 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-97389608-1ab2-4248-815b-56ac930952e8 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1396599 Sep 16 10:01:29.942261 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-a8a22c74-5b22-481b-b8a2-5d737e7aa156 req-e4c9dfe9-c1e5-43ba-a8aa-5aa132cdc84a tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1009878639&fields=id&tenant_id=75e9f7169b754d5daa040eb465e858e5 HTTP/1.1" status: 200 len: 267 time: 0.0409265 Sep 16 10:01:30.052073 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a22c74-5b22-481b-b8a2-5d737e7aa156 req-5ed351c7-3b98-4d63-9050-908703d520d3 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:01:30.053569 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-a8a22c74-5b22-481b-b8a2-5d737e7aa156 req-5ed351c7-3b98-4d63-9050-908703d520d3 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/networks?id=0c5fa5a7-17b8-41e4-80c7-74693b744506 HTTP/1.1" status: 200 len: 811 time: 0.1048336 Sep 16 10:01:30.068152 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-a8a22c74-5b22-481b-b8a2-5d737e7aa156 req-5b741c50-a035-43a9-adf2-0cd815f9d91c tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/quotas/75e9f7169b754d5daa040eb465e858e5 HTTP/1.1" status: 200 len: 375 time: 0.0091543 Sep 16 10:01:30.118005 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-a8a22c74-5b22-481b-b8a2-5d737e7aa156 req-3b762151-cafe-4e68-b8a4-a57d68fca3b8 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=75e9f7169b754d5daa040eb465e858e5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447268 Sep 16 10:01:30.132709 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [req-a8a22c74-5b22-481b-b8a2-5d737e7aa156 req-461d849c-dc16-4fdd-a5aa-4732922d4383 service neutron] http://10.222.0.73:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113423) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 10:01:30.133722 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-a8a22c74-5b22-481b-b8a2-5d737e7aa156 req-461d849c-dc16-4fdd-a5aa-4732922d4383 service neutron] 10.222.0.73 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0050247 Sep 16 10:01:30.226301 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-a8a22c74-5b22-481b-b8a2-5d737e7aa156 req-5446a152-a794-48d4-a163-4fa4b7b7d3bc service neutron] 10.222.0.73 "GET /networking/v2.0/networks/0c5fa5a7-17b8-41e4-80c7-74693b744506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872905 Sep 16 10:01:30.314341 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-a8a22c74-5b22-481b-b8a2-5d737e7aa156 req-0018d2ef-bddc-4469-9f1b-f23f073311d9 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/0c5fa5a7-17b8-41e4-80c7-74693b744506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823159 Sep 16 10:01:30.528291 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-11fa9f3f-24e4-4de7-877e-091482a41bfb req-5af0842c-9783-43c5-bd58-3bfa26266c7c tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=0dbcc0d7-d447-42d4-8a11-cdb458c0a697 HTTP/1.1" status: 200 len: 210 time: 0.0283015 Sep 16 10:01:30.699420 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56b3ecf-21da-4618-8e1a-af80177aed69 req-a652bec5-43dd-4fe6-baee-df1edc49039c tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:01:30.700868 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-d56b3ecf-21da-4618-8e1a-af80177aed69 req-a652bec5-43dd-4fe6-baee-df1edc49039c tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=70372e0b-76cc-4156-84ae-3734dd9f7b25 HTTP/1.1" status: 200 len: 944 time: 0.0466182 Sep 16 10:01:30.754790 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-d56b3ecf-21da-4618-8e1a-af80177aed69 req-b9941fa9-ee02-4df9-9e9b-138f81a39eec tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=120b3f6b-01c8-46d6-942b-91f138c52750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476465 Sep 16 10:01:31.629017 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-d9870561-e55e-4908-94b1-8ee285bb9c70 req-aab6dbc7-2c4d-49de-8dcd-0bc41e57baee tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=0dbcc0d7-d447-42d4-8a11-cdb458c0a697 HTTP/1.1" status: 200 len: 210 time: 0.0282054 Sep 16 10:01:31.877251 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6d93a6-ff99-4064-bef4-761c0c68b008 req-a25f531f-f351-47e7-9ea8-2a5a4164e8bd tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:01:31.878739 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-5b6d93a6-ff99-4064-bef4-761c0c68b008 req-a25f531f-f351-47e7-9ea8-2a5a4164e8bd tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=70372e0b-76cc-4156-84ae-3734dd9f7b25 HTTP/1.1" status: 200 len: 944 time: 0.0488787 Sep 16 10:01:31.927195 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-5b6d93a6-ff99-4064-bef4-761c0c68b008 req-a1b611fc-1b6b-4e73-873c-5824e81f0687 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=120b3f6b-01c8-46d6-942b-91f138c52750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426495 Sep 16 10:01:32.735205 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-686e6417-a99e-4029-b699-edbab6d4c1ad req-3f307844-e003-4ac0-8f79-573131c7adba tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=0dbcc0d7-d447-42d4-8a11-cdb458c0a697 HTTP/1.1" status: 200 len: 210 time: 0.0285783 Sep 16 10:01:32.959119 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a22c74-5b22-481b-b8a2-5d737e7aa156 req-2b03f2d0-1c0d-4059-a235-7b88ac32c964 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:01:32.961012 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-a8a22c74-5b22-481b-b8a2-5d737e7aa156 req-2b03f2d0-1c0d-4059-a235-7b88ac32c964 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.27 "GET /networking/v2.0/networks?id=0c5fa5a7-17b8-41e4-80c7-74693b744506 HTTP/1.1" status: 200 len: 811 time: 0.1035590 Sep 16 10:01:33.022958 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-a8a22c74-5b22-481b-b8a2-5d737e7aa156 req-7b37c8b9-4db9-40ea-9642-28da854c1d3f tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.27 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=75e9f7169b754d5daa040eb465e858e5 HTTP/1.1" status: 200 len: 380 time: 0.0545375 Sep 16 10:01:33.032113 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.v2.base [req-a8a22c74-5b22-481b-b8a2-5d737e7aa156 req-2b8c1c84-96e8-488d-93fe-c9b318c5fcb0 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Request body: {'port': {'device_id': '0dbcc0d7-d447-42d4-8a11-cdb458c0a697', 'network_id': '0c5fa5a7-17b8-41e4-80c7-74693b744506', 'admin_state_up': True, 'tenant_id': '75e9f7169b754d5daa040eb465e858e5', 'security_groups': ['2d4ee0c7-d2f2-47fb-b523-99ee44ef881d']}} {{(pid=113424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:01:33.058643 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b877b7-19eb-4938-a57b-4a63a994116c req-75d711da-6d93-449e-9fd2-fff1d1ce3dc8 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:01:33.064022 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-61b877b7-19eb-4938-a57b-4a63a994116c req-75d711da-6d93-449e-9fd2-fff1d1ce3dc8 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=70372e0b-76cc-4156-84ae-3734dd9f7b25 HTTP/1.1" status: 200 len: 944 time: 0.0487266 Sep 16 10:01:33.113843 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-61b877b7-19eb-4938-a57b-4a63a994116c req-fa7c1826-ea5e-4c9c-8311-c9e6db601161 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=120b3f6b-01c8-46d6-942b-91f138c52750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476978 Sep 16 10:01:33.276940 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8a22c74-5b22-481b-b8a2-5d737e7aa156 req-2b8c1c84-96e8-488d-93fe-c9b318c5fcb0 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Made reservation on behalf of 75e9f7169b754d5daa040eb465e858e5 for: {'port': 1} {{(pid=113424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 10:01:33.282291 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-a8a22c74-5b22-481b-b8a2-5d737e7aa156 req-2b8c1c84-96e8-488d-93fe-c9b318c5fcb0 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:01:33.407365 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.db_base_plugin_common [req-a8a22c74-5b22-481b-b8a2-5d737e7aa156 req-2b8c1c84-96e8-488d-93fe-c9b318c5fcb0 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Allocated IP 172.20.0.7 (0c5fa5a7-17b8-41e4-80c7-74693b744506/6190e3c9-98e1-4200-bd81-aa6704106c92/97cdb95d-619a-43b7-bb59-0593c39fa45d) {{(pid=113424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 10:01:33.460797 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:01:33.547395 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-a8a22c74-5b22-481b-b8a2-5d737e7aa156 req-2b8c1c84-96e8-488d-93fe-c9b318c5fcb0 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Publish callbacks [] for port (97cdb95d-619a-43b7-bb59-0593c39fa45d), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:01:33.638118 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-a8a22c74-5b22-481b-b8a2-5d737e7aa156 req-2b8c1c84-96e8-488d-93fe-c9b318c5fcb0 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759571245505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27240065'] for port (97cdb95d-619a-43b7-bb59-0593c39fa45d), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:01:33.646550 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:01:33.688227 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8a22c74-5b22-481b-b8a2-5d737e7aa156 req-2b8c1c84-96e8-488d-93fe-c9b318c5fcb0 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Network 0c5fa5a7-17b8-41e4-80c7-74693b744506 is already hosted by enough agents. {{(pid=113424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 10:01:33.693260 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.base_scheduler [req-a8a22c74-5b22-481b-b8a2-5d737e7aa156 req-2b8c1c84-96e8-488d-93fe-c9b318c5fcb0 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Resources bound (agent type, host, resource id): {{(pid=113424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 10:01:33.695420 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8c1c84-96e8-488d-93fe-c9b318c5fcb0 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Pushing event updated for resources: {'Port': ['ID=97cdb95d-619a-43b7-bb59-0593c39fa45d,revision_number=1']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:01:33.697559 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8a22c74-5b22-481b-b8a2-5d737e7aa156 req-2b8c1c84-96e8-488d-93fe-c9b318c5fcb0 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Received port after_create {{(pid=113424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 10:01:33.748712 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a22c74-5b22-481b-b8a2-5d737e7aa156 req-2b8c1c84-96e8-488d-93fe-c9b318c5fcb0 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:01:33.749601 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-a8a22c74-5b22-481b-b8a2-5d737e7aa156 req-2b8c1c84-96e8-488d-93fe-c9b318c5fcb0 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110971'] for port (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:01:33.849667 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-a8a22c74-5b22-481b-b8a2-5d737e7aa156 req-2b8c1c84-96e8-488d-93fe-c9b318c5fcb0 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8218660 Sep 16 10:01:33.861994 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.v2.base [req-a8a22c74-5b22-481b-b8a2-5d737e7aa156 req-cde44914-583d-4601-88bc-a762ee4c140b service neutron] Request body: {'port': {'device_id': '0dbcc0d7-d447-42d4-8a11-cdb458c0a697', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=113424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:01:33.890462 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16400eeb-7729-4d1a-9b01-f28176e56737 req-b8c6a983-91a9-4638-b0cf-00e6d65bf676 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:01:33.900453 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-16400eeb-7729-4d1a-9b01-f28176e56737 req-b8c6a983-91a9-4638-b0cf-00e6d65bf676 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=0dbcc0d7-d447-42d4-8a11-cdb458c0a697 HTTP/1.1" status: 200 len: 931 time: 0.0748677 Sep 16 10:01:33.911254 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-c27e0e07-b6cf-468d-9db1-61b8445decc1 None None] Provisioning complete for port 97cdb95d-619a-43b7-bb59-0593c39fa45d triggered by entity DHCP. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 10:01:33.911777 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-c27e0e07-b6cf-468d-9db1-61b8445decc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (97cdb95d-619a-43b7-bb59-0593c39fa45d), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:01:33.911942 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-c27e0e07-b6cf-468d-9db1-61b8445decc1 None None] Attempt 1 to provision port 97cdb95d-619a-43b7-bb59-0593c39fa45d Sep 16 10:01:33.943505 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-c27e0e07-b6cf-468d-9db1-61b8445decc1 None None] Port 97cdb95d-619a-43b7-bb59-0593c39fa45d cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 10:01:33.959584 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-a8a22c74-5b22-481b-b8a2-5d737e7aa156 req-cde44914-583d-4601-88bc-a762ee4c140b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (97cdb95d-619a-43b7-bb59-0593c39fa45d), before_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:01:33.985450 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-16400eeb-7729-4d1a-9b01-f28176e56737 req-d712056d-5b53-4198-ab53-2b94c537e9c4 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2d4ee0c7-d2f2-47fb-b523-99ee44ef881d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871024 Sep 16 10:01:34.229988 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.notifiers.nova [req-a8a22c74-5b22-481b-b8a2-5d737e7aa156 req-cde44914-583d-4601-88bc-a762ee4c140b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97cdb95d-619a-43b7-bb59-0593c39fa45d {{(pid=113424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 10:01:34.238701 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-a8a22c74-5b22-481b-b8a2-5d737e7aa156 req-cde44914-583d-4601-88bc-a762ee4c140b service neutron] Publish callbacks [] for port (97cdb95d-619a-43b7-bb59-0593c39fa45d), precommit_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:01:34.243413 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383b94ca-047f-4ab9-bb22-568f379d76ff req-1c3772f8-d937-456a-9a47-7d1333fb8541 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:01:34.244907 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-383b94ca-047f-4ab9-bb22-568f379d76ff req-1c3772f8-d937-456a-9a47-7d1333fb8541 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=70372e0b-76cc-4156-84ae-3734dd9f7b25 HTTP/1.1" status: 200 len: 944 time: 0.0511148 Sep 16 10:01:34.252389 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.provisioning_blocks [req-a8a22c74-5b22-481b-b8a2-5d737e7aa156 req-cde44914-583d-4601-88bc-a762ee4c140b service neutron] Transition to ACTIVE for port object 97cdb95d-619a-43b7-bb59-0593c39fa45d will not be triggered until provisioned by entity L2. {{(pid=113424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 10:01:34.257729 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:01:34.267645 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:01:34.289593 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-a8a22c74-5b22-481b-b8a2-5d737e7aa156 req-cde44914-583d-4601-88bc-a762ee4c140b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27240120'] for port (97cdb95d-619a-43b7-bb59-0593c39fa45d), after_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:01:34.297139 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-383b94ca-047f-4ab9-bb22-568f379d76ff req-1fa5696b-136a-4eb3-a0e7-383e4cb1c7de tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=120b3f6b-01c8-46d6-942b-91f138c52750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449719 Sep 16 10:01:34.359075 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde44914-583d-4601-88bc-a762ee4c140b service neutron] Pushing event updated for resources: {'Port': ['ID=97cdb95d-619a-43b7-bb59-0593c39fa45d,revision_number=2']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:01:34.408053 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.managers [req-a8a22c74-5b22-481b-b8a2-5d737e7aa156 req-cde44914-583d-4601-88bc-a762ee4c140b service neutron] Attempting to bind port 97cdb95d-619a-43b7-bb59-0593c39fa45d on host hv-cinder-79053 for vnic_type normal with profile {{(pid=113424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 10:01:34.408313 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.managers [req-a8a22c74-5b22-481b-b8a2-5d737e7aa156 req-cde44914-583d-4601-88bc-a762ee4c140b service neutron] Attempting to bind port 97cdb95d-619a-43b7-bb59-0593c39fa45d by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '7733bfc5-bc22-4cba-b26f-b42431e1e84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0c5fa5a7-17b8-41e4-80c7-74693b744506'}] {{(pid=113424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 10:01:34.408645 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a22c74-5b22-481b-b8a2-5d737e7aa156 req-cde44914-583d-4601-88bc-a762ee4c140b service neutron] Attempting to bind port 97cdb95d-619a-43b7-bb59-0593c39fa45d on network 0c5fa5a7-17b8-41e4-80c7-74693b744506 {{(pid=113424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 10:01:34.445006 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-c27e0e07-b6cf-468d-9db1-61b8445decc1 None None] Attempt 2 to provision port 97cdb95d-619a-43b7-bb59-0593c39fa45d Sep 16 10:01:34.450802 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a22c74-5b22-481b-b8a2-5d737e7aa156 req-cde44914-583d-4601-88bc-a762ee4c140b service neutron] Port 97cdb95d-619a-43b7-bb59-0593c39fa45d on network 0c5fa5a7-17b8-41e4-80c7-74693b744506 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=113424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 10:01:34.451137 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a22c74-5b22-481b-b8a2-5d737e7aa156 req-cde44914-583d-4601-88bc-a762ee4c140b service neutron] Attempting to bind port 97cdb95d-619a-43b7-bb59-0593c39fa45d on network 0c5fa5a7-17b8-41e4-80c7-74693b744506 {{(pid=113424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 10:01:34.480837 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:01:34.483168 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-c27e0e07-b6cf-468d-9db1-61b8445decc1 None None] Port 97cdb95d-619a-43b7-bb59-0593c39fa45d cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 10:01:34.495357 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a22c74-5b22-481b-b8a2-5d737e7aa156 req-cde44914-583d-4601-88bc-a762ee4c140b service neutron] Checking agent: {'id': '5b31c92a-f134-4c39-96dd-6f3267de2076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 9, 48, 33), 'started_at': datetime.datetime(2022, 9, 16, 9, 48, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 10, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 10:01:34.495695 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a22c74-5b22-481b-b8a2-5d737e7aa156 req-cde44914-583d-4601-88bc-a762ee4c140b service neutron] Checking segment: {'id': '7733bfc5-bc22-4cba-b26f-b42431e1e84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0c5fa5a7-17b8-41e4-80c7-74693b744506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 10:01:34.496084 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a22c74-5b22-481b-b8a2-5d737e7aa156 req-cde44914-583d-4601-88bc-a762ee4c140b service neutron] Bound using segment: {'id': '7733bfc5-bc22-4cba-b26f-b42431e1e84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0c5fa5a7-17b8-41e4-80c7-74693b744506'} {{(pid=113424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 10:01:34.496517 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.managers [req-a8a22c74-5b22-481b-b8a2-5d737e7aa156 req-cde44914-583d-4601-88bc-a762ee4c140b service neutron] Bound port: 97cdb95d-619a-43b7-bb59-0593c39fa45d, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7733bfc5-bc22-4cba-b26f-b42431e1e84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0c5fa5a7-17b8-41e4-80c7-74693b744506'}}] {{(pid=113424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 10:01:34.496876 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-a8a22c74-5b22-481b-b8a2-5d737e7aa156 req-cde44914-583d-4601-88bc-a762ee4c140b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (97cdb95d-619a-43b7-bb59-0593c39fa45d), before_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:01:34.563821 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.db [req-a8a22c74-5b22-481b-b8a2-5d737e7aa156 req-cde44914-583d-4601-88bc-a762ee4c140b service neutron] For port 97cdb95d-619a-43b7-bb59-0593c39fa45d, host hv-cinder-79053, cleared binding levels {{(pid=113424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 10:01:34.565497 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:01:34.567350 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.db [req-a8a22c74-5b22-481b-b8a2-5d737e7aa156 req-cde44914-583d-4601-88bc-a762ee4c140b service neutron] For port 97cdb95d-619a-43b7-bb59-0593c39fa45d, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=97cdb95d-619a-43b7-bb59-0593c39fa45d,segment=NetworkSegment(7733bfc5-bc22-4cba-b26f-b42431e1e84d),segment_id=7733bfc5-bc22-4cba-b26f-b42431e1e84d)] {{(pid=113424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 10:01:34.672144 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-a8a22c74-5b22-481b-b8a2-5d737e7aa156 req-cde44914-583d-4601-88bc-a762ee4c140b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27240120'] for port (97cdb95d-619a-43b7-bb59-0593c39fa45d), after_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:01:34.677567 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a22c74-5b22-481b-b8a2-5d737e7aa156 req-cde44914-583d-4601-88bc-a762ee4c140b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:01:34.682104 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-a8a22c74-5b22-481b-b8a2-5d737e7aa156 req-cde44914-583d-4601-88bc-a762ee4c140b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110971'] for port (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:01:34.682104 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-a8a22c74-5b22-481b-b8a2-5d737e7aa156 req-cde44914-583d-4601-88bc-a762ee4c140b service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/97cdb95d-619a-43b7-bb59-0593c39fa45d HTTP/1.1" status: 200 len: 1093 time: 0.8218050 Sep 16 10:01:34.682104 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dbcc0d7-d447-42d4-8a11-cdb458c0a697', 'tag': '97cdb95d-619a-43b7-bb59-0593c39fa45d'}] {{(pid=113424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 10:01:34.682437 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16dfd0a1dfdfa1f1ee01b24bca40ddc03421b0ad37c1355f54f1c3176401751a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cea2ec52-ab4a-491d-9650-c8de619dfa89" -d '{"events": [{"name": "network-changed", "server_uuid": "0dbcc0d7-d447-42d4-8a11-cdb458c0a697", "tag": "97cdb95d-619a-43b7-bb59-0593c39fa45d"}]}' {{(pid=113424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 10:01:34.725198 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 10:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdad1842-f4c9-4903-8dd6-009bfdba63ff x-openstack-request-id: req-cdad1842-f4c9-4903-8dd6-009bfdba63ff {{(pid=113424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 10:01:34.725484 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dbcc0d7-d447-42d4-8a11-cdb458c0a697", "tag": "97cdb95d-619a-43b7-bb59-0593c39fa45d", "status": "completed", "code": 200}]} {{(pid=113424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 10:01:34.725758 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-cdad1842-f4c9-4903-8dd6-009bfdba63ff {{(pid=113424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 10:01:34.726188 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdad1842-f4c9-4903-8dd6-009bfdba63ff'] response: {'name': 'network-changed', 'server_uuid': '0dbcc0d7-d447-42d4-8a11-cdb458c0a697', 'tag': '97cdb95d-619a-43b7-bb59-0593c39fa45d', 'status': 'completed', 'code': 200} Sep 16 10:01:34.730846 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde44914-583d-4601-88bc-a762ee4c140b service neutron] Pushing event updated for resources: {'Port': ['ID=97cdb95d-619a-43b7-bb59-0593c39fa45d,revision_number=3']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:01:34.783718 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea2ec52-ab4a-491d-9650-c8de619dfa89 req-d5c030e2-8171-4cda-a4c8-ba9e22d7412c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:01:34.785184 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-cea2ec52-ab4a-491d-9650-c8de619dfa89 req-d5c030e2-8171-4cda-a4c8-ba9e22d7412c service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=75e9f7169b754d5daa040eb465e858e5&device_id=0dbcc0d7-d447-42d4-8a11-cdb458c0a697 HTTP/1.1" status: 200 len: 1127 time: 0.0396788 Sep 16 10:01:34.860818 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (5b31c92a-f134-4c39-96dd-6f3267de2076), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:01:34.886629 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea2ec52-ab4a-491d-9650-c8de619dfa89 req-6813e43c-dc52-4200-b0a6-f9f7800c65fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:01:34.888129 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-cea2ec52-ab4a-491d-9650-c8de619dfa89 req-6813e43c-dc52-4200-b0a6-f9f7800c65fc service neutron] 10.222.0.27 "GET /networking/v2.0/networks?tenant_id=75e9f7169b754d5daa040eb465e858e5&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0962574 Sep 16 10:01:34.984383 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-c27e0e07-b6cf-468d-9db1-61b8445decc1 None None] Attempt 3 to provision port 97cdb95d-619a-43b7-bb59-0593c39fa45d Sep 16 10:01:34.985275 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea2ec52-ab4a-491d-9650-c8de619dfa89 req-ed5828e6-ce1d-4402-ba9e-1ef562817da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:01:34.986795 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-cea2ec52-ab4a-491d-9650-c8de619dfa89 req-ed5828e6-ce1d-4402-ba9e-1ef562817da7 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0911210 Sep 16 10:01:35.028316 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-c27e0e07-b6cf-468d-9db1-61b8445decc1 None None] Port 97cdb95d-619a-43b7-bb59-0593c39fa45d had new provisioning blocks added so it will not transition to active. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 10:01:35.061935 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Device cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=113425) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 10:01:35.069097 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a22c74-5b22-481b-b8a2-5d737e7aa156 req-194e9960-8815-4530-8453-04ca36d9b64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:01:35.070626 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-a8a22c74-5b22-481b-b8a2-5d737e7aa156 req-194e9960-8815-4530-8453-04ca36d9b64b service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=75e9f7169b754d5daa040eb465e858e5&device_id=0dbcc0d7-d447-42d4-8a11-cdb458c0a697 HTTP/1.1" status: 200 len: 1127 time: 0.0422320 Sep 16 10:01:35.117238 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-a8a22c74-5b22-481b-b8a2-5d737e7aa156 req-f75c902e-003a-4fe1-8a0f-1c907d648d38 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97cdb95d-619a-43b7-bb59-0593c39fa45d HTTP/1.1" status: 200 len: 217 time: 0.0385373 Sep 16 10:01:35.117841 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b80371d-736a-4fd1-9832-9097319bcb34 req-e5e1a3d6-d14d-41e1-b060-febb47ceb2ce tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:01:35.119370 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-2b80371d-736a-4fd1-9832-9097319bcb34 req-e5e1a3d6-d14d-41e1-b060-febb47ceb2ce tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=0dbcc0d7-d447-42d4-8a11-cdb458c0a697 HTTP/1.1" status: 200 len: 943 time: 0.0533085 Sep 16 10:01:35.167315 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:01:35.169258 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] For port cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8,segment=NetworkSegment(022a31c6-a388-46c0-9edc-565f96442452),segment_id=022a31c6-a388-46c0-9edc-565f96442452)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:01:35.171873 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:01:35.172016 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a22c74-5b22-481b-b8a2-5d737e7aa156 req-870e2f0a-e989-4dec-928c-70b1493612b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:01:35.173470 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-a8a22c74-5b22-481b-b8a2-5d737e7aa156 req-870e2f0a-e989-4dec-928c-70b1493612b5 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=6190e3c9-98e1-4200-bd81-aa6704106c92 HTTP/1.1" status: 200 len: 850 time: 0.0480828 Sep 16 10:01:35.179402 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-2b80371d-736a-4fd1-9832-9097319bcb34 req-ab80e8d8-4a79-424a-beb7-c720eb54b79d tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2d4ee0c7-d2f2-47fb-b523-99ee44ef881d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535629 Sep 16 10:01:35.182719 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Returning: {'device': 'cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8', 'network_id': '5f818df7-9eb8-4b00-80c1-bc6dbfafca51', 'port_id': 'cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8', 'mac_address': 'fa:16:3e:c2:91:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6f53e27-affc-429d-81c4-784084a2c348', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113425) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 10:01:35.190000 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:01:35.219981 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a22c74-5b22-481b-b8a2-5d737e7aa156 req-e5eeb5f8-f3de-40f8-89db-d7a4de88e715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:01:35.222024 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-a8a22c74-5b22-481b-b8a2-5d737e7aa156 req-e5eeb5f8-f3de-40f8-89db-d7a4de88e715 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=0c5fa5a7-17b8-41e4-80c7-74693b744506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0414863 Sep 16 10:01:35.235231 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Current status of the port cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8 is: DOWN; New status is: BUILD {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 10:01:35.235657 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:01:35.250149 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.notifiers.nova [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8 {{(pid=113425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 10:01:35.271222 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] For port cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8,segment=NetworkSegment(022a31c6-a388-46c0-9edc-565f96442452),segment_id=022a31c6-a388-46c0-9edc-565f96442452)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:01:35.316996 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-a8a22c74-5b22-481b-b8a2-5d737e7aa156 req-99bdc351-a7ec-4703-a61b-09acf18747fa service neutron] 10.222.0.27 "GET /networking/v2.0/networks/0c5fa5a7-17b8-41e4-80c7-74693b744506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885699 Sep 16 10:01:35.362748 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:01:35.414658 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Pushing event updated for resources: {'Port': ['ID=cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8,revision_number=7']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:01:35.442866 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-a8a22c74-5b22-481b-b8a2-5d737e7aa156 req-47eb6fc6-fc2e-42a2-a4e0-1d2c0688e290 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/0c5fa5a7-17b8-41e4-80c7-74693b744506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197472 Sep 16 10:01:35.448513 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c40b2c-747d-4d31-8167-09e6ca5b5d15 req-e51bace5-38e7-4c1a-b164-2f5071892efc tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:01:35.449900 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-60c40b2c-747d-4d31-8167-09e6ca5b5d15 req-e51bace5-38e7-4c1a-b164-2f5071892efc tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=70372e0b-76cc-4156-84ae-3734dd9f7b25 HTTP/1.1" status: 200 len: 945 time: 0.0705698 Sep 16 10:01:35.502274 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-60c40b2c-747d-4d31-8167-09e6ca5b5d15 req-52818e82-f1c3-42f6-b00a-850a36505967 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=120b3f6b-01c8-46d6-942b-91f138c52750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451806 Sep 16 10:01:35.583716 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] get_ports_and_sgs() called for port_ids ['cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8'] {{(pid=113425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 10:01:35.838020 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:01:35.840931 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:01:36.305775 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e980a712-8bb4-4c66-a929-9f4da6ed190d req-124721a8-6da5-40e2-b729-7ddac1bcdf5e tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:01:36.307251 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-e980a712-8bb4-4c66-a929-9f4da6ed190d req-124721a8-6da5-40e2-b729-7ddac1bcdf5e tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=0dbcc0d7-d447-42d4-8a11-cdb458c0a697 HTTP/1.1" status: 200 len: 943 time: 0.0470142 Sep 16 10:01:36.363183 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-e980a712-8bb4-4c66-a929-9f4da6ed190d req-b4a25fad-99de-499a-88f9-080337042795 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2d4ee0c7-d2f2-47fb-b523-99ee44ef881d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490518 Sep 16 10:01:36.625074 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b35de-064e-483a-ac9b-3e711c6eee16 req-f3989765-0a72-4d1f-b9d5-0ec7adcf365f tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:01:36.626572 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-527b35de-064e-483a-ac9b-3e711c6eee16 req-f3989765-0a72-4d1f-b9d5-0ec7adcf365f tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=70372e0b-76cc-4156-84ae-3734dd9f7b25 HTTP/1.1" status: 200 len: 945 time: 0.0469089 Sep 16 10:01:36.675513 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-527b35de-064e-483a-ac9b-3e711c6eee16 req-64a855e2-a4f0-4d54-92e9-27eb89df5322 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=120b3f6b-01c8-46d6-942b-91f138c52750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436318 Sep 16 10:01:37.073699 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Device cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8 up at agent hyperv_hv-cinder-79053 {{(pid=113425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 10:01:37.116451 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Provisioning complete for port cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8 triggered by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 10:01:37.116825 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:01:37.117162 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Attempt 1 to provision port cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8 Sep 16 10:01:37.190090 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Current status of the port cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8 is: BUILD; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 10:01:37.190485 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:01:37.212864 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70372e0b-76cc-4156-84ae-3734dd9f7b25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8'}] {{(pid=113425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 10:01:37.215114 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d904371a3690c7392a65e5457b849277104f62c83d6e5586b28cc731d2d00ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff1c2be3-0046-43ac-8dc4-4a453ea8de8b" -d '{"events": [{"server_uuid": "70372e0b-76cc-4156-84ae-3734dd9f7b25", "name": "network-vif-plugged", "status": "completed", "tag": "cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8"}]}' {{(pid=113425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 10:01:37.227976 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] For port cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8,segment=NetworkSegment(022a31c6-a388-46c0-9edc-565f96442452),segment_id=022a31c6-a388-46c0-9edc-565f96442452)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:01:37.306843 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:01:37.316411 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 10:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c4c7281-a4e0-40d6-a523-4a6571add655 x-openstack-request-id: req-7c4c7281-a4e0-40d6-a523-4a6571add655 {{(pid=113425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 10:01:37.316411 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70372e0b-76cc-4156-84ae-3734dd9f7b25", "name": "network-vif-plugged", "status": "completed", "tag": "cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8", "code": 200}]} {{(pid=113425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 10:01:37.316411 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7c4c7281-a4e0-40d6-a523-4a6571add655 {{(pid=113425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 10:01:37.316411 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c4c7281-a4e0-40d6-a523-4a6571add655'] response: {'server_uuid': '70372e0b-76cc-4156-84ae-3734dd9f7b25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8', 'code': 200} Sep 16 10:01:37.358040 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Pushing event updated for resources: {'Port': ['ID=cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8,revision_number=8']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:01:37.446477 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=100 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:01:37.486965 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b7f16-e26f-4652-932b-b6bc7b052426 req-109a9b27-8b8c-4a87-a3e9-8390f3d507a4 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:01:37.488421 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-c22b7f16-e26f-4652-932b-b6bc7b052426 req-109a9b27-8b8c-4a87-a3e9-8390f3d507a4 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=0dbcc0d7-d447-42d4-8a11-cdb458c0a697 HTTP/1.1" status: 200 len: 943 time: 0.0516684 Sep 16 10:01:37.537343 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-c22b7f16-e26f-4652-932b-b6bc7b052426 req-355d42ef-be08-413b-ade6-03b0f8b54c06 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2d4ee0c7-d2f2-47fb-b523-99ee44ef881d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433218 Sep 16 10:01:37.629977 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86afc8c0-c7ec-4547-9cce-4dacbade812b req-6e601879-dba8-4d8c-b9dc-5585dfb01222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:01:37.631419 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-86afc8c0-c7ec-4547-9cce-4dacbade812b req-6e601879-dba8-4d8c-b9dc-5585dfb01222 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=70372e0b-76cc-4156-84ae-3734dd9f7b25 HTTP/1.1" status: 200 len: 1130 time: 0.0378413 Sep 16 10:01:37.677228 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-86afc8c0-c7ec-4547-9cce-4dacbade812b req-a851fcd2-5c92-4106-8101-62e0accf26d7 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=120b3f6b-01c8-46d6-942b-91f138c52750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401316 Sep 16 10:01:37.795727 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03db0a8-fe5d-4396-a1cd-ad52203c1e84 req-04b8eae8-4f79-45ce-bac1-585be87c510f tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:01:37.797153 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-c03db0a8-fe5d-4396-a1cd-ad52203c1e84 req-04b8eae8-4f79-45ce-bac1-585be87c510f tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=70372e0b-76cc-4156-84ae-3734dd9f7b25 HTTP/1.1" status: 200 len: 946 time: 0.0457561 Sep 16 10:01:37.845094 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-c03db0a8-fe5d-4396-a1cd-ad52203c1e84 req-78be19d1-fcbd-4221-add4-c6db978a5d97 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=120b3f6b-01c8-46d6-942b-91f138c52750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424900 Sep 16 10:01:38.215760 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.agents_db [None req-7c9a7194-4e2e-43f7-be58-28c896ce3cef None None] Agent healthcheck: found 6 active agents {{(pid=113426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 10:01:38.661807 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec691e99-8a07-43fd-8d7b-94af93c43118 req-40896c36-d3be-4309-8401-91314c5fec6c tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:01:38.663259 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-ec691e99-8a07-43fd-8d7b-94af93c43118 req-40896c36-d3be-4309-8401-91314c5fec6c tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=0dbcc0d7-d447-42d4-8a11-cdb458c0a697 HTTP/1.1" status: 200 len: 943 time: 0.0473340 Sep 16 10:01:38.710654 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=100 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:01:38.715070 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-ec691e99-8a07-43fd-8d7b-94af93c43118 req-625bf8c0-e41c-4d74-b895-7bbfe6c31724 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2d4ee0c7-d2f2-47fb-b523-99ee44ef881d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463238 Sep 16 10:01:38.967760 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dcddea-0937-4915-9185-00aa3860d191 req-48c64f39-9a99-4244-9bcb-f0e9779d96d6 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:01:38.969251 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-c3dcddea-0937-4915-9185-00aa3860d191 req-48c64f39-9a99-4244-9bcb-f0e9779d96d6 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=70372e0b-76cc-4156-84ae-3734dd9f7b25 HTTP/1.1" status: 200 len: 946 time: 0.0466650 Sep 16 10:01:39.018887 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-c3dcddea-0937-4915-9185-00aa3860d191 req-060bb27f-9c68-4e3d-96ec-680f63bcc198 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=120b3f6b-01c8-46d6-942b-91f138c52750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432281 Sep 16 10:01:39.073106 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Device 97cdb95d-619a-43b7-bb59-0593c39fa45d details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=113425) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 10:01:39.175501 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] For port 97cdb95d-619a-43b7-bb59-0593c39fa45d, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=97cdb95d-619a-43b7-bb59-0593c39fa45d,segment=NetworkSegment(7733bfc5-bc22-4cba-b26f-b42431e1e84d),segment_id=7733bfc5-bc22-4cba-b26f-b42431e1e84d)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:01:39.187130 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Returning: {'device': '97cdb95d-619a-43b7-bb59-0593c39fa45d', 'network_id': '0c5fa5a7-17b8-41e4-80c7-74693b744506', 'port_id': '97cdb95d-619a-43b7-bb59-0593c39fa45d', 'mac_address': 'fa:16:3e:aa:17:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6190e3c9-98e1-4200-bd81-aa6704106c92', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113425) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 10:01:39.222816 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Current status of the port 97cdb95d-619a-43b7-bb59-0593c39fa45d is: DOWN; New status is: BUILD {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 10:01:39.223210 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (97cdb95d-619a-43b7-bb59-0593c39fa45d), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:01:39.237361 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.notifiers.nova [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97cdb95d-619a-43b7-bb59-0593c39fa45d {{(pid=113425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 10:01:39.260975 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] For port 97cdb95d-619a-43b7-bb59-0593c39fa45d, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=97cdb95d-619a-43b7-bb59-0593c39fa45d,segment=NetworkSegment(7733bfc5-bc22-4cba-b26f-b42431e1e84d),segment_id=7733bfc5-bc22-4cba-b26f-b42431e1e84d)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:01:39.357412 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (97cdb95d-619a-43b7-bb59-0593c39fa45d), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:01:39.403271 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Pushing event updated for resources: {'Port': ['ID=97cdb95d-619a-43b7-bb59-0593c39fa45d,revision_number=4']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:01:39.556035 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] get_ports_and_sgs() called for port_ids ['97cdb95d-619a-43b7-bb59-0593c39fa45d'] {{(pid=113425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 10:01:39.671352 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:01:39.836760 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bee27a-0f5f-431a-82f0-ff5331a9ceae req-8cd599d9-b92c-4b12-8bb8-c6d126790d21 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:01:39.838295 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-91bee27a-0f5f-431a-82f0-ff5331a9ceae req-8cd599d9-b92c-4b12-8bb8-c6d126790d21 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=0dbcc0d7-d447-42d4-8a11-cdb458c0a697 HTTP/1.1" status: 200 len: 944 time: 0.0476098 Sep 16 10:01:39.885998 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-91bee27a-0f5f-431a-82f0-ff5331a9ceae req-196ec3b7-99f7-4ad7-a7fa-450b810549bc tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2d4ee0c7-d2f2-47fb-b523-99ee44ef881d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418472 Sep 16 10:01:40.141785 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6209fb7f-1c8b-4966-beb4-e059dcc9d8f6 req-ce16e76b-23ba-4c77-9acb-e69e234e4150 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:01:40.143270 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-6209fb7f-1c8b-4966-beb4-e059dcc9d8f6 req-ce16e76b-23ba-4c77-9acb-e69e234e4150 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=70372e0b-76cc-4156-84ae-3734dd9f7b25 HTTP/1.1" status: 200 len: 946 time: 0.0505941 Sep 16 10:01:40.191953 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-6209fb7f-1c8b-4966-beb4-e059dcc9d8f6 req-933fc411-ce82-47fa-b3d3-36c8fb6b6cf5 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=120b3f6b-01c8-46d6-942b-91f138c52750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431223 Sep 16 10:01:41.010979 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69134f69-fc4f-4a0c-90fd-848e3fca2f60 req-9777a699-effc-4506-9051-2cddfa481c1d tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:01:41.012445 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-69134f69-fc4f-4a0c-90fd-848e3fca2f60 req-9777a699-effc-4506-9051-2cddfa481c1d tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=0dbcc0d7-d447-42d4-8a11-cdb458c0a697 HTTP/1.1" status: 200 len: 944 time: 0.0485976 Sep 16 10:01:41.061726 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-69134f69-fc4f-4a0c-90fd-848e3fca2f60 req-d83327ae-668b-4c8e-9edc-982df597a436 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2d4ee0c7-d2f2-47fb-b523-99ee44ef881d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423260 Sep 16 10:01:41.088790 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Device 97cdb95d-619a-43b7-bb59-0593c39fa45d up at agent hyperv_hv-cinder-79053 {{(pid=113425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 10:01:41.130601 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Provisioning for port 97cdb95d-619a-43b7-bb59-0593c39fa45d completed by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 10:01:41.186752 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Provisioning complete for port 97cdb95d-619a-43b7-bb59-0593c39fa45d triggered by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 10:01:41.187224 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (97cdb95d-619a-43b7-bb59-0593c39fa45d), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:01:41.187546 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Attempt 1 to provision port 97cdb95d-619a-43b7-bb59-0593c39fa45d Sep 16 10:01:41.261033 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Current status of the port 97cdb95d-619a-43b7-bb59-0593c39fa45d is: BUILD; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 10:01:41.261458 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (97cdb95d-619a-43b7-bb59-0593c39fa45d), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:01:41.280314 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:01:41.284575 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dbcc0d7-d447-42d4-8a11-cdb458c0a697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97cdb95d-619a-43b7-bb59-0593c39fa45d'}] {{(pid=113425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 10:01:41.286820 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d904371a3690c7392a65e5457b849277104f62c83d6e5586b28cc731d2d00ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9354d257-a262-499f-9be8-9b846eb7bf2d" -d '{"events": [{"server_uuid": "0dbcc0d7-d447-42d4-8a11-cdb458c0a697", "name": "network-vif-plugged", "status": "completed", "tag": "97cdb95d-619a-43b7-bb59-0593c39fa45d"}]}' {{(pid=113425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 10:01:41.299756 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] For port 97cdb95d-619a-43b7-bb59-0593c39fa45d, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=97cdb95d-619a-43b7-bb59-0593c39fa45d,segment=NetworkSegment(7733bfc5-bc22-4cba-b26f-b42431e1e84d),segment_id=7733bfc5-bc22-4cba-b26f-b42431e1e84d)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:01:41.326309 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 10:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a97dd4e8-8b88-4970-a345-3af9421e6508 x-openstack-request-id: req-a97dd4e8-8b88-4970-a345-3af9421e6508 {{(pid=113425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 10:01:41.326599 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dbcc0d7-d447-42d4-8a11-cdb458c0a697", "name": "network-vif-plugged", "status": "completed", "tag": "97cdb95d-619a-43b7-bb59-0593c39fa45d", "code": 200}]} {{(pid=113425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 10:01:41.326881 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a97dd4e8-8b88-4970-a345-3af9421e6508 {{(pid=113425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 10:01:41.327262 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a97dd4e8-8b88-4970-a345-3af9421e6508'] response: {'server_uuid': '0dbcc0d7-d447-42d4-8a11-cdb458c0a697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97cdb95d-619a-43b7-bb59-0593c39fa45d', 'code': 200} Sep 16 10:01:41.414890 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (97cdb95d-619a-43b7-bb59-0593c39fa45d), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:01:41.471591 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Pushing event updated for resources: {'Port': ['ID=97cdb95d-619a-43b7-bb59-0593c39fa45d,revision_number=5']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:01:41.771779 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7959b7bd-7583-4629-a305-dfc80e7a3d3e req-127b14a4-8449-4f71-970a-6477022bb5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:01:41.773145 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-7959b7bd-7583-4629-a305-dfc80e7a3d3e req-127b14a4-8449-4f71-970a-6477022bb5c7 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0dbcc0d7-d447-42d4-8a11-cdb458c0a697 HTTP/1.1" status: 200 len: 1129 time: 0.0420349 Sep 16 10:01:41.818674 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-7959b7bd-7583-4629-a305-dfc80e7a3d3e req-394b9166-dcb7-465f-8b5c-2a91a8c8cc27 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2d4ee0c7-d2f2-47fb-b523-99ee44ef881d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393779 Sep 16 10:01:42.182227 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4590572-f66a-454c-b487-c073863d52a3 req-aceb4ce2-d531-48c8-87b3-947f12d3af56 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:01:42.183713 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-b4590572-f66a-454c-b487-c073863d52a3 req-aceb4ce2-d531-48c8-87b3-947f12d3af56 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=0dbcc0d7-d447-42d4-8a11-cdb458c0a697 HTTP/1.1" status: 200 len: 945 time: 0.0470479 Sep 16 10:01:42.230876 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-b4590572-f66a-454c-b487-c073863d52a3 req-a510432c-bef9-4545-ad2f-a41b69663fcb tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2d4ee0c7-d2f2-47fb-b523-99ee44ef881d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415266 Sep 16 10:01:43.224146 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-129dd2da-4ff8-4b84-94f7-36e32030a66d req-593ff874-02cd-43f8-b5cc-0c3a29c26161 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=70372e0b-76cc-4156-84ae-3734dd9f7b25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0371306 Sep 16 10:01:43.366965 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a37de3c-f489-4a9e-a917-8ee307168cf4 req-60fd272b-96cd-4d94-af4d-24e0f32678df tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:01:43.368689 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-8a37de3c-f489-4a9e-a917-8ee307168cf4 req-60fd272b-96cd-4d94-af4d-24e0f32678df tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=0dbcc0d7-d447-42d4-8a11-cdb458c0a697 HTTP/1.1" status: 200 len: 945 time: 0.0528622 Sep 16 10:01:43.425480 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-8a37de3c-f489-4a9e-a917-8ee307168cf4 req-b0aec519-4ced-4512-8e10-118fa1952b88 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2d4ee0c7-d2f2-47fb-b523-99ee44ef881d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494022 Sep 16 10:01:43.568666 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129dd2da-4ff8-4b84-94f7-36e32030a66d req-a7cf017c-b2b4-4dec-a032-ad3caf0aec8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:01:43.570197 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-129dd2da-4ff8-4b84-94f7-36e32030a66d req-a7cf017c-b2b4-4dec-a032-ad3caf0aec8e service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=92e292a400454c93a48aca5510bfcee9&device_id=70372e0b-76cc-4156-84ae-3734dd9f7b25 HTTP/1.1" status: 200 len: 1130 time: 0.3045495 Sep 16 10:01:43.671712 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129dd2da-4ff8-4b84-94f7-36e32030a66d req-f805d90e-e1e7-43a7-920c-0009f06d041b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:01:43.673173 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-129dd2da-4ff8-4b84-94f7-36e32030a66d req-f805d90e-e1e7-43a7-920c-0009f06d041b service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=5f818df7-9eb8-4b00-80c1-bc6dbfafca51 HTTP/1.1" status: 200 len: 910 time: 0.0851440 Sep 16 10:01:43.737560 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-129dd2da-4ff8-4b84-94f7-36e32030a66d req-9e299613-38d6-43e8-8775-aeb075d4eb98 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8 HTTP/1.1" status: 200 len: 1002 time: 0.0574203 Sep 16 10:01:43.784619 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129dd2da-4ff8-4b84-94f7-36e32030a66d req-c4108e6d-5b22-4e0c-941d-9e613b1364d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:01:43.786024 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-129dd2da-4ff8-4b84-94f7-36e32030a66d req-c4108e6d-5b22-4e0c-941d-9e613b1364d7 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=e6f53e27-affc-429d-81c4-784084a2c348 HTTP/1.1" status: 200 len: 848 time: 0.0427780 Sep 16 10:01:43.825912 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129dd2da-4ff8-4b84-94f7-36e32030a66d req-82f9dda3-039d-4f4d-bdc1-958d150bf4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:01:43.827992 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-129dd2da-4ff8-4b84-94f7-36e32030a66d req-82f9dda3-039d-4f4d-bdc1-958d150bf4ea service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=5f818df7-9eb8-4b00-80c1-bc6dbfafca51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0366879 Sep 16 10:01:43.920564 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-129dd2da-4ff8-4b84-94f7-36e32030a66d req-609cb65d-a3dc-4615-b556-318d10c99e7f service neutron] 10.222.0.27 "GET /networking/v2.0/networks/5f818df7-9eb8-4b00-80c1-bc6dbfafca51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860598 Sep 16 10:01:43.987122 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=100 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:01:44.012296 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-129dd2da-4ff8-4b84-94f7-36e32030a66d req-15dde060-b67f-4fe5-9912-48fd0a8c2321 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/5f818df7-9eb8-4b00-80c1-bc6dbfafca51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861328 Sep 16 10:01:44.546674 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d8e1d6-163b-44c9-8360-1b2da16fff95 req-050dc2d4-2e8a-4586-91d5-0a47492fe893 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:01:44.548146 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-b6d8e1d6-163b-44c9-8360-1b2da16fff95 req-050dc2d4-2e8a-4586-91d5-0a47492fe893 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=0dbcc0d7-d447-42d4-8a11-cdb458c0a697 HTTP/1.1" status: 200 len: 945 time: 0.0470736 Sep 16 10:01:44.594072 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-b6d8e1d6-163b-44c9-8360-1b2da16fff95 req-01346a41-5aa8-447f-8b81-4c20613b8061 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2d4ee0c7-d2f2-47fb-b523-99ee44ef881d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404150 Sep 16 10:01:44.714445 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e5df25-d676-4b6b-bb9c-75bb050b0629 req-aa72e7ee-602d-444a-a1f4-597d4e9af701 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:01:44.715868 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-96e5df25-d676-4b6b-bb9c-75bb050b0629 req-aa72e7ee-602d-444a-a1f4-597d4e9af701 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=0dbcc0d7-d447-42d4-8a11-cdb458c0a697 HTTP/1.1" status: 200 len: 945 time: 0.0504754 Sep 16 10:01:44.727077 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 57496) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 10:01:44.731468 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.v2.base [None req-4fcb40c8-fd54-4a30-9d33-0e4113c1f2ba tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Request body: {'floatingip': {'port_id': '97cdb95d-619a-43b7-bb59-0593c39fa45d'}} {{(pid=113423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:01:44.768886 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-4fcb40c8-fd54-4a30-9d33-0e4113c1f2ba tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Publish callbacks [] for floatingip (78cebf34-4e14-427a-b11c-b33ba715bfce), before_update {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:01:45.125041 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:01:45.159213 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:01:45.179608 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-4fcb40c8-fd54-4a30-9d33-0e4113c1f2ba tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:01:45.237664 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-4fcb40c8-fd54-4a30-9d33-0e4113c1f2ba tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711587'] for floatingip (78cebf34-4e14-427a-b11c-b33ba715bfce), after_update {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:01:45.331723 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.db.l3_db [None req-4fcb40c8-fd54-4a30-9d33-0e4113c1f2ba tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Floating IP 78cebf34-4e14-427a-b11c-b33ba715bfce associated. External IP: 172.27.1.79, port: 97cdb95d-619a-43b7-bb59-0593c39fa45d. Sep 16 10:01:45.523022 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fcb40c8-fd54-4a30-9d33-0e4113c1f2ba tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Router d4e03a5a-7d0d-4937-b22a-6c30f6fd97fc has already been hosted by L3 agent 647718b3-8298-4382-86e2-3fad9f5d7804 {{(pid=113423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 10:01:45.867093 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fcb40c8-fd54-4a30-9d33-0e4113c1f2ba tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Notify agent at l3_agent.dv-cinder-790535-43-iscsi the message routers_updated {{(pid=113423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 10:01:45.871798 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-4fcb40c8-fd54-4a30-9d33-0e4113c1f2ba tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110971'] for floatingip (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:01:45.877621 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb2249a-1438-4f00-8d6b-3cde06862678 None None] Sync routers for ids ['d4e03a5a-7d0d-4937-b22a-6c30f6fd97fc'] in dv-cinder-790535-43-iscsi {{(pid=113425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 10:01:45.880858 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:01:45.887420 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb2249a-1438-4f00-8d6b-3cde06862678 None None] Routers {'d4e03a5a-7d0d-4937-b22a-6c30f6fd97fc'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 10:01:45.888031 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-efb2249a-1438-4f00-8d6b-3cde06862678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T10:01:24Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['d4e03a5a-7d0d-4937-b22a-6c30f6fd97fc'], 'active': True} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:01:45.902620 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-4fcb40c8-fd54-4a30-9d33-0e4113c1f2ba tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "PUT /networking/v2.0/floatingips/78cebf34-4e14-427a-b11c-b33ba715bfce HTTP/1.1" status: 200 len: 990 time: 1.1744854 Sep 16 10:01:45.903369 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dbcc0d7-d447-42d4-8a11-cdb458c0a697', 'tag': '97cdb95d-619a-43b7-bb59-0593c39fa45d'}] {{(pid=113423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 10:01:45.906490 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71a7bfedd24ed74f5a0f7cbe4469292c95f8b2943141139d877a1e440cdb58a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37677155-b55f-4e03-a9c5-d7d14a043fc7" -d '{"events": [{"name": "network-changed", "server_uuid": "0dbcc0d7-d447-42d4-8a11-cdb458c0a697", "tag": "97cdb95d-619a-43b7-bb59-0593c39fa45d"}]}' {{(pid=113423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 10:01:45.946577 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 10:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea8f9c84-58a5-4165-9d45-bbd4c28c4dc4 x-openstack-request-id: req-ea8f9c84-58a5-4165-9d45-bbd4c28c4dc4 {{(pid=113423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 10:01:45.946870 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dbcc0d7-d447-42d4-8a11-cdb458c0a697", "tag": "97cdb95d-619a-43b7-bb59-0593c39fa45d", "status": "completed", "code": 200}]} {{(pid=113423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 10:01:45.947124 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ea8f9c84-58a5-4165-9d45-bbd4c28c4dc4 {{(pid=113423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 10:01:45.947533 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea8f9c84-58a5-4165-9d45-bbd4c28c4dc4'] response: {'name': 'network-changed', 'server_uuid': '0dbcc0d7-d447-42d4-8a11-cdb458c0a697', 'tag': '97cdb95d-619a-43b7-bb59-0593c39fa45d', 'status': 'completed', 'code': 200} Sep 16 10:01:46.003828 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=100 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:01:46.012146 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37677155-b55f-4e03-a9c5-d7d14a043fc7 req-dd23daa5-b622-41a6-b8a5-38096db400b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:01:46.014412 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-37677155-b55f-4e03-a9c5-d7d14a043fc7 req-dd23daa5-b622-41a6-b8a5-38096db400b2 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=75e9f7169b754d5daa040eb465e858e5&device_id=0dbcc0d7-d447-42d4-8a11-cdb458c0a697 HTTP/1.1" status: 200 len: 1129 time: 0.0420408 Sep 16 10:01:46.112618 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37677155-b55f-4e03-a9c5-d7d14a043fc7 req-36db720b-484c-4a97-a06b-aa65ead94bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:01:46.114141 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-37677155-b55f-4e03-a9c5-d7d14a043fc7 req-36db720b-484c-4a97-a06b-aa65ead94bb2 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=0c5fa5a7-17b8-41e4-80c7-74693b744506 HTTP/1.1" status: 200 len: 912 time: 0.0952146 Sep 16 10:01:46.115544 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvr_db [None req-efb2249a-1438-4f00-8d6b-3cde06862678 None None] Set router d4e03a5a-7d0d-4937-b22a-6c30f6fd97fc gateway port host: dv-cinder-790535-43-iscsi {{(pid=113425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 10:01:46.176994 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-37677155-b55f-4e03-a9c5-d7d14a043fc7 req-4c9cd842-1823-4621-902a-46006306a9ec service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97cdb95d-619a-43b7-bb59-0593c39fa45d HTTP/1.1" status: 200 len: 998 time: 0.0561593 Sep 16 10:01:46.228957 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37677155-b55f-4e03-a9c5-d7d14a043fc7 req-902bc8ad-3b07-4590-936d-3ccb8003ec96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:01:46.230434 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-37677155-b55f-4e03-a9c5-d7d14a043fc7 req-902bc8ad-3b07-4590-936d-3ccb8003ec96 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=6190e3c9-98e1-4200-bd81-aa6704106c92 HTTP/1.1" status: 200 len: 850 time: 0.0475848 Sep 16 10:01:46.272683 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37677155-b55f-4e03-a9c5-d7d14a043fc7 req-727d7513-a918-457f-aeb7-0a32cbbc641c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:01:46.274227 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-37677155-b55f-4e03-a9c5-d7d14a043fc7 req-727d7513-a918-457f-aeb7-0a32cbbc641c service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=0c5fa5a7-17b8-41e4-80c7-74693b744506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0379806 Sep 16 10:01:46.327377 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-efb2249a-1438-4f00-8d6b-3cde06862678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e03a5a-7d0d-4937-b22a-6c30f6fd97fc', 'name': 'tempest-AttachVolumeTestJSON-1433253090-router', 'tenant_id': '75e9f7169b754d5daa040eb465e858e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '500ce511-f930-49c5-929c-fbb00abc517b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:58:29Z', 'updated_at': '2022-09-16T09:58:34Z', 'revision_number': 4, 'project_id': '75e9f7169b754d5daa040eb465e858e5', 'gw_port': {'id': '500ce511-f930-49c5-929c-fbb00abc517b', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:49:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e03a5a-7d0d-4937-b22a-6c30f6fd97fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:58:30Z', 'updated_at': '2022-09-16T09:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_floatingips': [{'id': '78cebf34-4e14-427a-b11c-b33ba715bfce', 'tenant_id': '75e9f7169b754d5daa040eb465e858e5', 'floating_ip_address': '172.27.1.79', 'floating_network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'router_id': 'd4e03a5a-7d0d-4937-b22a-6c30f6fd97fc', 'port_id': '97cdb95d-619a-43b7-bb59-0593c39fa45d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c5fa5a7-17b8-41e4-80c7-74693b744506', 'mac_address': 'fa:16:3e:aa:17:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbcc0d7-d447-42d4-8a11-cdb458c0a697', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T10:01:29Z', 'updated_at': '2022-09-16T10:01:45Z', 'revision_number': 1, 'project_id': '75e9f7169b754d5daa040eb465e858e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea9c2fd9-73ef-4978-a41a-3a09f243f02d', 'name': '', 'network_id': '0c5fa5a7-17b8-41e4-80c7-74693b744506', 'tenant_id': '75e9f7169b754d5daa040eb465e858e5', 'mac_address': 'fa:16:3e:01:08:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e03a5a-7d0d-4937-b22a-6c30f6fd97fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '6190e3c9-98e1-4200-bd81-aa6704106c92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:58:33Z', 'updated_at': '2022-09-16T09:58:38Z', 'revision_number': 5, 'project_id': '75e9f7169b754d5daa040eb465e858e5', 'subnets': [{'id': '6190e3c9-98e1-4200-bd81-aa6704106c92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:01:46.355834 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb2249a-1438-4f00-8d6b-3cde06862678 None None] Checking router: d4e03a5a-7d0d-4937-b22a-6c30f6fd97fc for host: dv-cinder-790535-43-iscsi {{(pid=113425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 10:01:46.364889 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb2249a-1438-4f00-8d6b-3cde06862678 None None] Routers {'d4e03a5a-7d0d-4937-b22a-6c30f6fd97fc'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 10:01:46.365494 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-efb2249a-1438-4f00-8d6b-3cde06862678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T10:01:24Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['d4e03a5a-7d0d-4937-b22a-6c30f6fd97fc'], 'active': True} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:01:46.369138 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-37677155-b55f-4e03-a9c5-d7d14a043fc7 req-eb3ccd59-c251-4035-a1e0-8ff2b66f6c0d service neutron] 10.222.0.27 "GET /networking/v2.0/networks/0c5fa5a7-17b8-41e4-80c7-74693b744506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892088 Sep 16 10:01:46.459556 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-37677155-b55f-4e03-a9c5-d7d14a043fc7 req-c3d30657-db03-4579-98cb-204ea0374714 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/0c5fa5a7-17b8-41e4-80c7-74693b744506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847943 Sep 16 10:01:46.467979 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvr_db [None req-efb2249a-1438-4f00-8d6b-3cde06862678 None None] Set router d4e03a5a-7d0d-4937-b22a-6c30f6fd97fc gateway port host: dv-cinder-790535-43-iscsi {{(pid=113425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 10:01:46.676046 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-efb2249a-1438-4f00-8d6b-3cde06862678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e03a5a-7d0d-4937-b22a-6c30f6fd97fc', 'name': 'tempest-AttachVolumeTestJSON-1433253090-router', 'tenant_id': '75e9f7169b754d5daa040eb465e858e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '500ce511-f930-49c5-929c-fbb00abc517b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:58:29Z', 'updated_at': '2022-09-16T09:58:34Z', 'revision_number': 4, 'project_id': '75e9f7169b754d5daa040eb465e858e5', 'gw_port': {'id': '500ce511-f930-49c5-929c-fbb00abc517b', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:49:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e03a5a-7d0d-4937-b22a-6c30f6fd97fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:58:30Z', 'updated_at': '2022-09-16T09:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_floatingips': [{'id': '78cebf34-4e14-427a-b11c-b33ba715bfce', 'tenant_id': '75e9f7169b754d5daa040eb465e858e5', 'floating_ip_address': '172.27.1.79', 'floating_network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'router_id': 'd4e03a5a-7d0d-4937-b22a-6c30f6fd97fc', 'port_id': '97cdb95d-619a-43b7-bb59-0593c39fa45d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c5fa5a7-17b8-41e4-80c7-74693b744506', 'mac_address': 'fa:16:3e:aa:17:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbcc0d7-d447-42d4-8a11-cdb458c0a697', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T10:01:29Z', 'updated_at': '2022-09-16T10:01:45Z', 'revision_number': 1, 'project_id': '75e9f7169b754d5daa040eb465e858e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea9c2fd9-73ef-4978-a41a-3a09f243f02d', 'name': '', 'network_id': '0c5fa5a7-17b8-41e4-80c7-74693b744506', 'tenant_id': '75e9f7169b754d5daa040eb465e858e5', 'mac_address': 'fa:16:3e:01:08:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e03a5a-7d0d-4937-b22a-6c30f6fd97fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '6190e3c9-98e1-4200-bd81-aa6704106c92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:58:33Z', 'updated_at': '2022-09-16T09:58:38Z', 'revision_number': 5, 'project_id': '75e9f7169b754d5daa040eb465e858e5', 'subnets': [{'id': '6190e3c9-98e1-4200-bd81-aa6704106c92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:01:46.704157 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb2249a-1438-4f00-8d6b-3cde06862678 None None] The sync data for ids ['d4e03a5a-7d0d-4937-b22a-6c30f6fd97fc'] in dv-cinder-790535-43-iscsi is: [{'id': 'd4e03a5a-7d0d-4937-b22a-6c30f6fd97fc', 'name': 'tempest-AttachVolumeTestJSON-1433253090-router', 'tenant_id': '75e9f7169b754d5daa040eb465e858e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '500ce511-f930-49c5-929c-fbb00abc517b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:58:29Z', 'updated_at': '2022-09-16T09:58:34Z', 'revision_number': 4, 'project_id': '75e9f7169b754d5daa040eb465e858e5', 'gw_port': {'id': '500ce511-f930-49c5-929c-fbb00abc517b', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:49:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e03a5a-7d0d-4937-b22a-6c30f6fd97fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:58:30Z', 'updated_at': '2022-09-16T09:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_floatingips': [{'id': '78cebf34-4e14-427a-b11c-b33ba715bfce', 'tenant_id': '75e9f7169b754d5daa040eb465e858e5', 'floating_ip_address': '172.27.1.79', 'floating_network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'router_id': 'd4e03a5a-7d0d-4937-b22a-6c30f6fd97fc', 'port_id': '97cdb95d-619a-43b7-bb59-0593c39fa45d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c5fa5a7-17b8-41e4-80c7-74693b744506', 'mac_address': 'fa:16:3e:aa:17:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbcc0d7-d447-42d4-8a11-cdb458c0a697', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T10:01:29Z', 'updated_at': '2022-09-16T10:01:45Z', 'revision_number': 1, 'project_id': '75e9f7169b754d5daa040eb465e858e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea9c2fd9-73ef-4978-a41a-3a09f243f02d', 'name': '', 'network_id': '0c5fa5a7-17b8-41e4-80c7-74693b744506', 'tenant_id': '75e9f7169b754d5daa040eb465e858e5', 'mac_address': 'fa:16:3e:01:08:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e03a5a-7d0d-4937-b22a-6c30f6fd97fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '6190e3c9-98e1-4200-bd81-aa6704106c92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:58:33Z', 'updated_at': '2022-09-16T09:58:38Z', 'revision_number': 5, 'project_id': '75e9f7169b754d5daa040eb465e858e5', 'subnets': [{'id': '6190e3c9-98e1-4200-bd81-aa6704106c92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 10:01:46.894085 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22d2f0f-4a05-4cc9-b8b4-4993f39b79e4 None None] New status for floating IP 78cebf34-4e14-427a-b11c-b33ba715bfce: ACTIVE {{(pid=113426) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 10:01:52.134384 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-f40862d9-4bb2-42f3-a321-f0582bbfeda8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (54fa5420-569f-41b3-81ce-b3c99a893561), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:01:54.603256 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-cbabee7e-3f68-4d42-b909-d5d3a91fd29a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (647718b3-8298-4382-86e2-3fad9f5d7804), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:01:55.853478 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-c17a0cac-31fa-4a66-ad06-99f53fca2b4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (2d63c820-fb16-4aae-acf9-0482010d4ad8), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:01:55.898112 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=40 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:01:55.899981 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=63 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:01:56.449263 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=56 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:01:56.456749 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=45 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:01:56.991991 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=16,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:01:56.995914 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:01:57.283083 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (be58d251-43cc-467d-bf31-2aae48e2ac56), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:01:57.380430 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-cd5fe5d0-24d3-4349-8269-176b5bcdf250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (65aa34d6-cc53-475e-ab2c-2c2516bff08f), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:02:04.900042 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (5b31c92a-f134-4c39-96dd-6f3267de2076), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:02:14.817585 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=83,neutron:UPDATE=3 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:02:14.822482 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=60,neutron:UPDATE=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:02:14.824172 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=45,neutron:UPDATE=3 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:02:15.213821 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.agents_db [None req-7c9a7194-4e2e-43f7-be58-28c896ce3cef None None] Agent healthcheck: found 6 active agents {{(pid=113426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 10:02:22.180516 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-eebd1b11-5e60-4b3f-a023-7be23ea2e722 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (54fa5420-569f-41b3-81ce-b3c99a893561), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:02:24.569077 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-7b860d36-8b38-4369-ae45-839a56daf258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (647718b3-8298-4382-86e2-3fad9f5d7804), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:02:25.203445 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=3 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:02:25.209311 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=5 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:02:25.883427 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-c17a0cac-31fa-4a66-ad06-99f53fca2b4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (2d63c820-fb16-4aae-acf9-0482010d4ad8), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:02:27.276868 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (be58d251-43cc-467d-bf31-2aae48e2ac56), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:02:27.368829 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-cd5fe5d0-24d3-4349-8269-176b5bcdf250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (65aa34d6-cc53-475e-ab2c-2c2516bff08f), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:02:34.871313 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (5b31c92a-f134-4c39-96dd-6f3267de2076), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:02:43.786074 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-a31a665e-1928-407e-96cf-dbd0fa3975f3 req-f8210b3e-d36d-45af-84fd-91808b5dcf03 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=70372e0b-76cc-4156-84ae-3734dd9f7b25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0359366 Sep 16 10:02:43.868784 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31a665e-1928-407e-96cf-dbd0fa3975f3 req-a09895dd-9076-4a85-859d-f0b10009865f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:02:43.870442 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-a31a665e-1928-407e-96cf-dbd0fa3975f3 req-a09895dd-9076-4a85-859d-f0b10009865f service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=92e292a400454c93a48aca5510bfcee9&device_id=70372e0b-76cc-4156-84ae-3734dd9f7b25 HTTP/1.1" status: 200 len: 1130 time: 0.0424633 Sep 16 10:02:43.974505 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31a665e-1928-407e-96cf-dbd0fa3975f3 req-a5d7564b-f248-48e7-841b-0074e5fc2e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:02:43.975968 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-a31a665e-1928-407e-96cf-dbd0fa3975f3 req-a5d7564b-f248-48e7-841b-0074e5fc2e0f service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=5f818df7-9eb8-4b00-80c1-bc6dbfafca51 HTTP/1.1" status: 200 len: 910 time: 0.0864668 Sep 16 10:02:44.039756 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-a31a665e-1928-407e-96cf-dbd0fa3975f3 req-f9fb2f2d-8c52-4d5e-84c6-8b9145b3ead4 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8 HTTP/1.1" status: 200 len: 1002 time: 0.0581236 Sep 16 10:02:44.086925 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31a665e-1928-407e-96cf-dbd0fa3975f3 req-0905bf90-bc8a-49b5-a916-5ad248651140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:02:44.088327 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-a31a665e-1928-407e-96cf-dbd0fa3975f3 req-0905bf90-bc8a-49b5-a916-5ad248651140 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=e6f53e27-affc-429d-81c4-784084a2c348 HTTP/1.1" status: 200 len: 848 time: 0.0423374 Sep 16 10:02:44.129676 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31a665e-1928-407e-96cf-dbd0fa3975f3 req-a7190b69-de9a-41dd-8bee-fbc8c03dbc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:02:44.131114 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-a31a665e-1928-407e-96cf-dbd0fa3975f3 req-a7190b69-de9a-41dd-8bee-fbc8c03dbc1f service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=5f818df7-9eb8-4b00-80c1-bc6dbfafca51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0366843 Sep 16 10:02:44.224443 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-a31a665e-1928-407e-96cf-dbd0fa3975f3 req-4e4e2132-6b88-4c21-8abc-b426be39da8e service neutron] 10.222.0.27 "GET /networking/v2.0/networks/5f818df7-9eb8-4b00-80c1-bc6dbfafca51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869310 Sep 16 10:02:44.314941 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-a31a665e-1928-407e-96cf-dbd0fa3975f3 req-a247c189-d181-4f51-baf1-192f84df75a3 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/5f818df7-9eb8-4b00-80c1-bc6dbfafca51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848653 Sep 16 10:02:44.811501 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:02:44.813423 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:02:44.816207 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:02:46.742433 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5a4a5f-c22a-4d95-a3cc-37b781dd444f req-20fc87bb-2565-4a58-aafc-8d1adcc74c90 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:02:46.743849 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-9a5a4a5f-c22a-4d95-a3cc-37b781dd444f req-20fc87bb-2565-4a58-aafc-8d1adcc74c90 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=0dbcc0d7-d447-42d4-8a11-cdb458c0a697 HTTP/1.1" status: 200 len: 945 time: 0.0517206 Sep 16 10:02:46.801734 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-9a5a4a5f-c22a-4d95-a3cc-37b781dd444f req-95501625-4f12-490f-abc1-3be5328a5854 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2d4ee0c7-d2f2-47fb-b523-99ee44ef881d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515833 Sep 16 10:02:47.926307 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552160b6-233e-452f-ab2b-2ed18823b39c req-b8f2b19e-1132-41c5-942e-b0f05ad207b7 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:02:47.927759 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-552160b6-233e-452f-ab2b-2ed18823b39c req-b8f2b19e-1132-41c5-942e-b0f05ad207b7 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=0dbcc0d7-d447-42d4-8a11-cdb458c0a697 HTTP/1.1" status: 200 len: 945 time: 0.0490403 Sep 16 10:02:47.974677 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-552160b6-233e-452f-ab2b-2ed18823b39c req-5c4d68c9-2b78-4ddd-8e67-0202ff8742aa tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2d4ee0c7-d2f2-47fb-b523-99ee44ef881d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411382 Sep 16 10:02:48.367921 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7751c9-27e4-4e75-9f36-17049cb6f39f req-b559e75c-273a-4844-9c7f-e1f5167675bc tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:02:48.369380 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-fa7751c9-27e4-4e75-9f36-17049cb6f39f req-b559e75c-273a-4844-9c7f-e1f5167675bc tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0dbcc0d7-d447-42d4-8a11-cdb458c0a697 HTTP/1.1" status: 200 len: 945 time: 0.0474327 Sep 16 10:02:48.448797 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.plugin [req-fa7751c9-27e4-4e75-9f36-17049cb6f39f req-6f2483ee-ff96-4a36-a0fe-5f08e265f903 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Deleting port 97cdb95d-619a-43b7-bb59-0593c39fa45d {{(pid=113424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 10:02:48.449142 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-fa7751c9-27e4-4e75-9f36-17049cb6f39f req-6f2483ee-ff96-4a36-a0fe-5f08e265f903 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759571771405'] for port (97cdb95d-619a-43b7-bb59-0593c39fa45d), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:02:48.540947 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.db [req-fa7751c9-27e4-4e75-9f36-17049cb6f39f req-6f2483ee-ff96-4a36-a0fe-5f08e265f903 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] For port 97cdb95d-619a-43b7-bb59-0593c39fa45d, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=97cdb95d-619a-43b7-bb59-0593c39fa45d,segment=NetworkSegment(7733bfc5-bc22-4cba-b26f-b42431e1e84d),segment_id=7733bfc5-bc22-4cba-b26f-b42431e1e84d)] {{(pid=113424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:02:48.541315 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-fa7751c9-27e4-4e75-9f36-17049cb6f39f req-6f2483ee-ff96-4a36-a0fe-5f08e265f903 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699225'] for port (97cdb95d-619a-43b7-bb59-0593c39fa45d), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:02:48.690951 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=100 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:02:48.697574 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-fa7751c9-27e4-4e75-9f36-17049cb6f39f req-6f2483ee-ff96-4a36-a0fe-5f08e265f903 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:02:48.707316 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-fa7751c9-27e4-4e75-9f36-17049cb6f39f req-6f2483ee-ff96-4a36-a0fe-5f08e265f903 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711587'] for floatingip (78cebf34-4e14-427a-b11c-b33ba715bfce), after_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:02:48.707316 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.db.l3_db [req-fa7751c9-27e4-4e75-9f36-17049cb6f39f req-6f2483ee-ff96-4a36-a0fe-5f08e265f903 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Floating IP 78cebf34-4e14-427a-b11c-b33ba715bfce disassociated. External IP: 172.27.1.79, port: 97cdb95d-619a-43b7-bb59-0593c39fa45d. Sep 16 10:02:48.707316 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.plugin [req-fa7751c9-27e4-4e75-9f36-17049cb6f39f req-6f2483ee-ff96-4a36-a0fe-5f08e265f903 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Calling delete_port for 97cdb95d-619a-43b7-bb59-0593c39fa45d owned by compute:nova {{(pid=113424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 10:02:48.708336 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:02:48.897464 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-fa7751c9-27e4-4e75-9f36-17049cb6f39f req-6f2483ee-ff96-4a36-a0fe-5f08e265f903 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759571687051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759571245514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27240065'] for port (97cdb95d-619a-43b7-bb59-0593c39fa45d), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:02:48.922565 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2483ee-ff96-4a36-a0fe-5f08e265f903 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Pushing event deleted for resources: {'Port': ['ID=97cdb95d-619a-43b7-bb59-0593c39fa45d,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:02:48.936968 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2483ee-ff96-4a36-a0fe-5f08e265f903 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:02:48.936968 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2483ee-ff96-4a36-a0fe-5f08e265f903 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:02:48.936968 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2483ee-ff96-4a36-a0fe-5f08e265f903 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:02:48.936968 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2483ee-ff96-4a36-a0fe-5f08e265f903 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:02:48.936968 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2483ee-ff96-4a36-a0fe-5f08e265f903 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:02:48.937386 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2483ee-ff96-4a36-a0fe-5f08e265f903 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:02:48.937386 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2483ee-ff96-4a36-a0fe-5f08e265f903 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:02:48.937771 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2483ee-ff96-4a36-a0fe-5f08e265f903 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:02:48.938559 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2483ee-ff96-4a36-a0fe-5f08e265f903 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:02:48.938890 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2483ee-ff96-4a36-a0fe-5f08e265f903 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:02:48.939216 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2483ee-ff96-4a36-a0fe-5f08e265f903 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:02:48.939538 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2483ee-ff96-4a36-a0fe-5f08e265f903 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:02:48.939861 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2483ee-ff96-4a36-a0fe-5f08e265f903 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:02:48.940181 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2483ee-ff96-4a36-a0fe-5f08e265f903 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:02:48.940502 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2483ee-ff96-4a36-a0fe-5f08e265f903 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:02:49.048203 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fa7751c9-27e4-4e75-9f36-17049cb6f39f req-6f2483ee-ff96-4a36-a0fe-5f08e265f903 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Router d4e03a5a-7d0d-4937-b22a-6c30f6fd97fc has already been hosted by L3 agent 647718b3-8298-4382-86e2-3fad9f5d7804 {{(pid=113424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 10:02:49.082812 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-99f513e6-5a07-478e-a5a2-e3338a7e64ef req-b23af6ad-fcc9-456b-9500-34a4e392bdc7 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=0dbcc0d7-d447-42d4-8a11-cdb458c0a697 HTTP/1.1" status: 200 len: 210 time: 0.0307770 Sep 16 10:02:49.178189 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fa7751c9-27e4-4e75-9f36-17049cb6f39f req-6f2483ee-ff96-4a36-a0fe-5f08e265f903 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Notify agent at l3_agent.dv-cinder-790535-43-iscsi the message routers_updated {{(pid=113424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 10:02:49.188607 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d6b39b-d09a-43a7-a1cb-a21d1813ed3e None None] Sync routers for ids ['d4e03a5a-7d0d-4937-b22a-6c30f6fd97fc'] in dv-cinder-790535-43-iscsi {{(pid=113425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 10:02:49.199402 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d6b39b-d09a-43a7-a1cb-a21d1813ed3e None None] Routers {'d4e03a5a-7d0d-4937-b22a-6c30f6fd97fc'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 10:02:49.199941 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-98d6b39b-d09a-43a7-a1cb-a21d1813ed3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T10:02:24Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['d4e03a5a-7d0d-4937-b22a-6c30f6fd97fc'], 'active': True} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:02:49.223340 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa7751c9-27e4-4e75-9f36-17049cb6f39f req-6f2483ee-ff96-4a36-a0fe-5f08e265f903 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] No DVR routers for this DVR port 97cdb95d-619a-43b7-bb59-0593c39fa45d on host hv-cinder-79053 {{(pid=113424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 10:02:49.226102 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-fa7751c9-27e4-4e75-9f36-17049cb6f39f req-6f2483ee-ff96-4a36-a0fe-5f08e265f903 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110971'] for port (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:02:49.242909 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-fa7751c9-27e4-4e75-9f36-17049cb6f39f req-6f2483ee-ff96-4a36-a0fe-5f08e265f903 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.27 "DELETE /networking/v2.0/ports/97cdb95d-619a-43b7-bb59-0593c39fa45d HTTP/1.1" status: 204 len: 173 time: 0.8548586 Sep 16 10:02:49.242909 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dbcc0d7-d447-42d4-8a11-cdb458c0a697', 'name': 'network-vif-deleted', 'tag': '97cdb95d-619a-43b7-bb59-0593c39fa45d'}] {{(pid=113424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 10:02:49.242909 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16dfd0a1dfdfa1f1ee01b24bca40ddc03421b0ad37c1355f54f1c3176401751a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd5fd0c6-f364-4ed0-b580-5d4960f8e4cd" -d '{"events": [{"server_uuid": "0dbcc0d7-d447-42d4-8a11-cdb458c0a697", "name": "network-vif-deleted", "tag": "97cdb95d-619a-43b7-bb59-0593c39fa45d"}]}' {{(pid=113424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 10:02:49.277384 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 10:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-377497e1-ca4a-428a-839e-319263129b18 x-openstack-request-id: req-377497e1-ca4a-428a-839e-319263129b18 {{(pid=113424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 10:02:49.277384 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dbcc0d7-d447-42d4-8a11-cdb458c0a697", "name": "network-vif-deleted", "tag": "97cdb95d-619a-43b7-bb59-0593c39fa45d", "status": "completed", "code": 200}]} {{(pid=113424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 10:02:49.277384 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-377497e1-ca4a-428a-839e-319263129b18 {{(pid=113424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 10:02:49.277384 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-377497e1-ca4a-428a-839e-319263129b18'] response: {'server_uuid': '0dbcc0d7-d447-42d4-8a11-cdb458c0a697', 'name': 'network-vif-deleted', 'tag': '97cdb95d-619a-43b7-bb59-0593c39fa45d', 'status': 'completed', 'code': 200} Sep 16 10:02:49.312101 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvr_db [None req-98d6b39b-d09a-43a7-a1cb-a21d1813ed3e None None] Set router d4e03a5a-7d0d-4937-b22a-6c30f6fd97fc gateway port host: dv-cinder-790535-43-iscsi {{(pid=113425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 10:02:49.395585 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=15 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:02:49.398108 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=11 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:02:49.512259 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-98d6b39b-d09a-43a7-a1cb-a21d1813ed3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e03a5a-7d0d-4937-b22a-6c30f6fd97fc', 'name': 'tempest-AttachVolumeTestJSON-1433253090-router', 'tenant_id': '75e9f7169b754d5daa040eb465e858e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '500ce511-f930-49c5-929c-fbb00abc517b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:58:29Z', 'updated_at': '2022-09-16T09:58:34Z', 'revision_number': 4, 'project_id': '75e9f7169b754d5daa040eb465e858e5', 'gw_port': {'id': '500ce511-f930-49c5-929c-fbb00abc517b', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:49:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e03a5a-7d0d-4937-b22a-6c30f6fd97fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:58:30Z', 'updated_at': '2022-09-16T09:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_interfaces': [{'id': 'ea9c2fd9-73ef-4978-a41a-3a09f243f02d', 'name': '', 'network_id': '0c5fa5a7-17b8-41e4-80c7-74693b744506', 'tenant_id': '75e9f7169b754d5daa040eb465e858e5', 'mac_address': 'fa:16:3e:01:08:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e03a5a-7d0d-4937-b22a-6c30f6fd97fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '6190e3c9-98e1-4200-bd81-aa6704106c92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:58:33Z', 'updated_at': '2022-09-16T09:58:38Z', 'revision_number': 5, 'project_id': '75e9f7169b754d5daa040eb465e858e5', 'subnets': [{'id': '6190e3c9-98e1-4200-bd81-aa6704106c92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:02:49.540501 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d6b39b-d09a-43a7-a1cb-a21d1813ed3e None None] Checking router: d4e03a5a-7d0d-4937-b22a-6c30f6fd97fc for host: dv-cinder-790535-43-iscsi {{(pid=113425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 10:02:49.549875 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d6b39b-d09a-43a7-a1cb-a21d1813ed3e None None] Routers {'d4e03a5a-7d0d-4937-b22a-6c30f6fd97fc'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 10:02:49.550504 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-98d6b39b-d09a-43a7-a1cb-a21d1813ed3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T10:02:24Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['d4e03a5a-7d0d-4937-b22a-6c30f6fd97fc'], 'active': True} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:02:49.653242 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvr_db [None req-98d6b39b-d09a-43a7-a1cb-a21d1813ed3e None None] Set router d4e03a5a-7d0d-4937-b22a-6c30f6fd97fc gateway port host: dv-cinder-790535-43-iscsi {{(pid=113425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 10:02:49.841712 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-98d6b39b-d09a-43a7-a1cb-a21d1813ed3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e03a5a-7d0d-4937-b22a-6c30f6fd97fc', 'name': 'tempest-AttachVolumeTestJSON-1433253090-router', 'tenant_id': '75e9f7169b754d5daa040eb465e858e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '500ce511-f930-49c5-929c-fbb00abc517b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:58:29Z', 'updated_at': '2022-09-16T09:58:34Z', 'revision_number': 4, 'project_id': '75e9f7169b754d5daa040eb465e858e5', 'gw_port': {'id': '500ce511-f930-49c5-929c-fbb00abc517b', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:49:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e03a5a-7d0d-4937-b22a-6c30f6fd97fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:58:30Z', 'updated_at': '2022-09-16T09:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_interfaces': [{'id': 'ea9c2fd9-73ef-4978-a41a-3a09f243f02d', 'name': '', 'network_id': '0c5fa5a7-17b8-41e4-80c7-74693b744506', 'tenant_id': '75e9f7169b754d5daa040eb465e858e5', 'mac_address': 'fa:16:3e:01:08:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e03a5a-7d0d-4937-b22a-6c30f6fd97fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '6190e3c9-98e1-4200-bd81-aa6704106c92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:58:33Z', 'updated_at': '2022-09-16T09:58:38Z', 'revision_number': 5, 'project_id': '75e9f7169b754d5daa040eb465e858e5', 'subnets': [{'id': '6190e3c9-98e1-4200-bd81-aa6704106c92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:02:49.867742 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d6b39b-d09a-43a7-a1cb-a21d1813ed3e None None] The sync data for ids ['d4e03a5a-7d0d-4937-b22a-6c30f6fd97fc'] in dv-cinder-790535-43-iscsi is: [{'id': 'd4e03a5a-7d0d-4937-b22a-6c30f6fd97fc', 'name': 'tempest-AttachVolumeTestJSON-1433253090-router', 'tenant_id': '75e9f7169b754d5daa040eb465e858e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '500ce511-f930-49c5-929c-fbb00abc517b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:58:29Z', 'updated_at': '2022-09-16T09:58:34Z', 'revision_number': 4, 'project_id': '75e9f7169b754d5daa040eb465e858e5', 'gw_port': {'id': '500ce511-f930-49c5-929c-fbb00abc517b', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:49:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e03a5a-7d0d-4937-b22a-6c30f6fd97fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:58:30Z', 'updated_at': '2022-09-16T09:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_interfaces': [{'id': 'ea9c2fd9-73ef-4978-a41a-3a09f243f02d', 'name': '', 'network_id': '0c5fa5a7-17b8-41e4-80c7-74693b744506', 'tenant_id': '75e9f7169b754d5daa040eb465e858e5', 'mac_address': 'fa:16:3e:01:08:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e03a5a-7d0d-4937-b22a-6c30f6fd97fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '6190e3c9-98e1-4200-bd81-aa6704106c92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:58:33Z', 'updated_at': '2022-09-16T09:58:38Z', 'revision_number': 5, 'project_id': '75e9f7169b754d5daa040eb465e858e5', 'subnets': [{'id': '6190e3c9-98e1-4200-bd81-aa6704106c92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 10:02:50.090907 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11906e3-b024-4209-8d83-42fced134c01 None None] New status for floating IP 78cebf34-4e14-427a-b11c-b33ba715bfce: DOWN {{(pid=113426) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 10:02:50.201038 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-a8094da6-6daf-40c9-bc90-953734e2a680 req-9973de1f-c48f-4d6c-85b0-dd877aaa3285 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=0dbcc0d7-d447-42d4-8a11-cdb458c0a697 HTTP/1.1" status: 200 len: 210 time: 0.0278344 Sep 16 10:02:51.355203 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 57658) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 10:02:51.408971 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-9fd063fa-3e24-4aba-ab56-01351c22aa12 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Publish callbacks [] for security_group (2d4ee0c7-d2f2-47fb-b523-99ee44ef881d), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:02:51.431908 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-9fd063fa-3e24-4aba-ab56-01351c22aa12 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Publish callbacks [] for security_group (2d4ee0c7-d2f2-47fb-b523-99ee44ef881d), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:02:51.554883 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-9fd063fa-3e24-4aba-ab56-01351c22aa12 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (2d4ee0c7-d2f2-47fb-b523-99ee44ef881d), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:02:51.557309 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-9fd063fa-3e24-4aba-ab56-01351c22aa12 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Publish callbacks [] for security_group (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:02:51.558488 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-9fd063fa-3e24-4aba-ab56-01351c22aa12 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "DELETE /networking/v2.0/security-groups/2d4ee0c7-d2f2-47fb-b523-99ee44ef881d HTTP/1.1" status: 204 len: 168 time: 0.2022884 Sep 16 10:02:51.561243 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 57660) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 10:02:51.567564 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd063fa-3e24-4aba-ab56-01351c22aa12 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d4ee0c7-d2f2-47fb-b523-99ee44ef881d,revision_number=None']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:02:51.574646 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd063fa-3e24-4aba-ab56-01351c22aa12 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:02:51.574993 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd063fa-3e24-4aba-ab56-01351c22aa12 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:02:51.575103 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.api.v2.resource [None req-1dd003e4-aa0e-401e-8663-595886dbb972 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] show failed (client error): The resource could not be found. Sep 16 10:02:51.575329 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd063fa-3e24-4aba-ab56-01351c22aa12 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:02:51.579612 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd063fa-3e24-4aba-ab56-01351c22aa12 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:02:51.579612 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd063fa-3e24-4aba-ab56-01351c22aa12 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:02:51.579806 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-1dd003e4-aa0e-401e-8663-595886dbb972 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "GET /networking/v2.0/security-groups/2d4ee0c7-d2f2-47fb-b523-99ee44ef881d HTTP/1.1" status: 404 len: 347 time: 0.0137296 Sep 16 10:02:51.579911 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd063fa-3e24-4aba-ab56-01351c22aa12 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:02:51.579911 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd063fa-3e24-4aba-ab56-01351c22aa12 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:02:51.579911 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd063fa-3e24-4aba-ab56-01351c22aa12 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:02:51.579911 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd063fa-3e24-4aba-ab56-01351c22aa12 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:02:51.579911 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd063fa-3e24-4aba-ab56-01351c22aa12 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:02:51.579911 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd063fa-3e24-4aba-ab56-01351c22aa12 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:02:51.579911 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd063fa-3e24-4aba-ab56-01351c22aa12 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:02:51.579911 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd063fa-3e24-4aba-ab56-01351c22aa12 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:02:51.579911 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd063fa-3e24-4aba-ab56-01351c22aa12 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:02:51.579911 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd063fa-3e24-4aba-ab56-01351c22aa12 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:02:51.581742 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 57662) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 10:02:51.690891 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.plugin [None req-9b49b333-8c15-471f-8936-d3606ebfda08 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Deleting port e1a1b717-a840-4186-afa2-17cf9130cfd4 {{(pid=113424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 10:02:51.691224 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-9b49b333-8c15-471f-8936-d3606ebfda08 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759571771405'] for port (e1a1b717-a840-4186-afa2-17cf9130cfd4), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:02:51.770836 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-9b49b333-8c15-471f-8936-d3606ebfda08 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699225'] for port (e1a1b717-a840-4186-afa2-17cf9130cfd4), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:02:51.771167 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-9b49b333-8c15-471f-8936-d3606ebfda08 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Publish callbacks [] for floatingip (e1a1b717-a840-4186-afa2-17cf9130cfd4), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:02:51.783100 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.plugin [None req-9b49b333-8c15-471f-8936-d3606ebfda08 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Calling delete_port for e1a1b717-a840-4186-afa2-17cf9130cfd4 owned by network:floatingip {{(pid=113424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 10:02:51.842393 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:02:51.962846 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-9b49b333-8c15-471f-8936-d3606ebfda08 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759571687051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759571245514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27240065'] for port (e1a1b717-a840-4186-afa2-17cf9130cfd4), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:02:51.987903 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b49b333-8c15-471f-8936-d3606ebfda08 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Pushing event deleted for resources: {'Port': ['ID=e1a1b717-a840-4186-afa2-17cf9130cfd4,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:02:52.049568 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-9b49b333-8c15-471f-8936-d3606ebfda08 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Publish callbacks [] for floatingip (78cebf34-4e14-427a-b11c-b33ba715bfce), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:02:52.052013 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-9b49b333-8c15-471f-8936-d3606ebfda08 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110971'] for floatingip (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:02:52.053164 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-9b49b333-8c15-471f-8936-d3606ebfda08 tempest-AttachVolumeTestJSON-104526531 tempest-AttachVolumeTestJSON-104526531-project] 10.222.0.73 "DELETE /networking/v2.0/floatingips/78cebf34-4e14-427a-b11c-b33ba715bfce HTTP/1.1" status: 204 len: 168 time: 0.4704976 Sep 16 10:02:52.174394 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9df7bd96-78b4-4cd2-8fd1-040fd7cb9f09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (54fa5420-569f-41b3-81ce-b3c99a893561), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:02:52.211260 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.agents_db [None req-7c9a7194-4e2e-43f7-be58-28c896ce3cef None None] Agent healthcheck: found 6 active agents {{(pid=113426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 10:02:53.463203 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Device 97cdb95d-619a-43b7-bb59-0593c39fa45d no longer exists at agent hyperv_hv-cinder-79053 {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 10:02:53.483288 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] No Port match for: 97cdb95d-619a-43b7-bb59-0593c39fa45d {{(pid=113425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 10:02:53.483638 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Device 97cdb95d-619a-43b7-bb59-0593c39fa45d not bound to the agent host hv-cinder-79053 {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 10:02:53.583003 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 57674) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 10:02:53.676259 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:02:53.724736 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.plugin [None req-0afcc6cb-849a-42cf-a3c5-f4de551e7174 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Deleting port f9cea36c-ed19-4f79-b674-cb8df21c76c7 {{(pid=113424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 10:02:53.725006 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-0afcc6cb-849a-42cf-a3c5-f4de551e7174 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759571771405'] for port (f9cea36c-ed19-4f79-b674-cb8df21c76c7), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:02:53.805152 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-0afcc6cb-849a-42cf-a3c5-f4de551e7174 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699225'] for port (f9cea36c-ed19-4f79-b674-cb8df21c76c7), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:02:53.805479 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-0afcc6cb-849a-42cf-a3c5-f4de551e7174 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Publish callbacks [] for floatingip (f9cea36c-ed19-4f79-b674-cb8df21c76c7), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:02:53.818453 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.plugin [None req-0afcc6cb-849a-42cf-a3c5-f4de551e7174 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Calling delete_port for f9cea36c-ed19-4f79-b674-cb8df21c76c7 owned by network:floatingip {{(pid=113424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 10:02:54.037101 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-0afcc6cb-849a-42cf-a3c5-f4de551e7174 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759571687051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759571245514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27240065'] for port (f9cea36c-ed19-4f79-b674-cb8df21c76c7), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:02:54.063316 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afcc6cb-849a-42cf-a3c5-f4de551e7174 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Pushing event deleted for resources: {'Port': ['ID=f9cea36c-ed19-4f79-b674-cb8df21c76c7,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:02:54.126604 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-0afcc6cb-849a-42cf-a3c5-f4de551e7174 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Publish callbacks [] for floatingip (77b30a7e-f962-43bc-a272-b60f95c182b4), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:02:54.126930 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.db.l3_db [None req-0afcc6cb-849a-42cf-a3c5-f4de551e7174 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Floating IP 77b30a7e-f962-43bc-a272-b60f95c182b4 disassociated (deleted). External IP: 172.27.1.203, port: cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8. Sep 16 10:02:54.306277 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:02:54.322013 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0afcc6cb-849a-42cf-a3c5-f4de551e7174 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Router e2193d24-a808-4fe9-b59b-7f09589274a9 has already been hosted by L3 agent 647718b3-8298-4382-86e2-3fad9f5d7804 {{(pid=113424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 10:02:54.424086 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0afcc6cb-849a-42cf-a3c5-f4de551e7174 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Notify agent at l3_agent.dv-cinder-790535-43-iscsi the message routers_updated {{(pid=113424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 10:02:54.428455 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-0afcc6cb-849a-42cf-a3c5-f4de551e7174 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110971'] for floatingip (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:02:54.433396 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc62391-aad1-4d62-8819-5831ed490e2a None None] Sync routers for ids ['e2193d24-a808-4fe9-b59b-7f09589274a9'] in dv-cinder-790535-43-iscsi {{(pid=113425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 10:02:54.442954 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc62391-aad1-4d62-8819-5831ed490e2a None None] Routers {'e2193d24-a808-4fe9-b59b-7f09589274a9'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 10:02:54.443555 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-6bc62391-aad1-4d62-8819-5831ed490e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T10:02:24Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['e2193d24-a808-4fe9-b59b-7f09589274a9'], 'active': True} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:02:54.458876 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-0afcc6cb-849a-42cf-a3c5-f4de551e7174 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "DELETE /networking/v2.0/floatingips/77b30a7e-f962-43bc-a272-b60f95c182b4 HTTP/1.1" status: 204 len: 168 time: 0.8747132 Sep 16 10:02:54.459494 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70372e0b-76cc-4156-84ae-3734dd9f7b25', 'tag': 'cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8'}] {{(pid=113424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 10:02:54.463067 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16dfd0a1dfdfa1f1ee01b24bca40ddc03421b0ad37c1355f54f1c3176401751a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5241cf2-c338-4550-8699-9f02ec02987d" -d '{"events": [{"name": "network-changed", "server_uuid": "70372e0b-76cc-4156-84ae-3734dd9f7b25", "tag": "cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8"}]}' {{(pid=113424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 10:02:54.506492 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 10:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b68625c-89d3-4448-a909-4a60367269bf x-openstack-request-id: req-9b68625c-89d3-4448-a909-4a60367269bf {{(pid=113424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 10:02:54.506784 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70372e0b-76cc-4156-84ae-3734dd9f7b25", "tag": "cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8", "status": "completed", "code": 200}]} {{(pid=113424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 10:02:54.507038 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9b68625c-89d3-4448-a909-4a60367269bf {{(pid=113424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 10:02:54.508219 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b68625c-89d3-4448-a909-4a60367269bf'] response: {'name': 'network-changed', 'server_uuid': '70372e0b-76cc-4156-84ae-3734dd9f7b25', 'tag': 'cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8', 'status': 'completed', 'code': 200} Sep 16 10:02:54.572749 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5241cf2-c338-4550-8699-9f02ec02987d req-8410aa7e-3c8a-4e1a-b506-14ac7dac22e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:02:54.574322 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-d5241cf2-c338-4550-8699-9f02ec02987d req-8410aa7e-3c8a-4e1a-b506-14ac7dac22e7 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=92e292a400454c93a48aca5510bfcee9&device_id=70372e0b-76cc-4156-84ae-3734dd9f7b25 HTTP/1.1" status: 200 len: 1130 time: 0.0417233 Sep 16 10:02:54.688056 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5241cf2-c338-4550-8699-9f02ec02987d req-8a490f1b-8c90-40bf-a8bc-9af332d0fd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:02:54.689680 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-d5241cf2-c338-4550-8699-9f02ec02987d req-8a490f1b-8c90-40bf-a8bc-9af332d0fd03 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=5f818df7-9eb8-4b00-80c1-bc6dbfafca51 HTTP/1.1" status: 200 len: 910 time: 0.1097374 Sep 16 10:02:54.694724 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvr_db [None req-6bc62391-aad1-4d62-8819-5831ed490e2a None None] Set router e2193d24-a808-4fe9-b59b-7f09589274a9 gateway port host: dv-cinder-790535-43-iscsi {{(pid=113425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 10:02:54.738257 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-d5241cf2-c338-4550-8699-9f02ec02987d req-ed24d4ed-854c-40e7-8994-bcbb1302ef9e service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8 HTTP/1.1" status: 200 len: 217 time: 0.0424497 Sep 16 10:02:54.777157 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-a46660a6-2e8a-41fb-8c36-58d3ae103568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (647718b3-8298-4382-86e2-3fad9f5d7804), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:02:54.796213 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:02:54.808189 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5241cf2-c338-4550-8699-9f02ec02987d req-9773f2be-d39b-4ff4-ad4e-78dd30caa8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:02:54.809711 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-d5241cf2-c338-4550-8699-9f02ec02987d req-9773f2be-d39b-4ff4-ad4e-78dd30caa8a3 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=e6f53e27-affc-429d-81c4-784084a2c348 HTTP/1.1" status: 200 len: 848 time: 0.0604296 Sep 16 10:02:54.854523 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5241cf2-c338-4550-8699-9f02ec02987d req-e6e10427-25b7-461e-abc3-128319148b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:02:54.858164 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-d5241cf2-c338-4550-8699-9f02ec02987d req-e6e10427-25b7-461e-abc3-128319148b8e service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=5f818df7-9eb8-4b00-80c1-bc6dbfafca51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0408654 Sep 16 10:02:54.918810 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-6bc62391-aad1-4d62-8819-5831ed490e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2193d24-a808-4fe9-b59b-7f09589274a9', 'name': 'tempest-TestShelveInstance-1857850018-router', 'tenant_id': '92e292a400454c93a48aca5510bfcee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '4da2ccde-bb82-4d37-8215-d9229b123eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:58:13Z', 'updated_at': '2022-09-16T09:58:17Z', 'revision_number': 4, 'project_id': '92e292a400454c93a48aca5510bfcee9', 'gw_port': {'id': '4da2ccde-bb82-4d37-8215-d9229b123eaf', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2193d24-a808-4fe9-b59b-7f09589274a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:58:14Z', 'updated_at': '2022-09-16T09:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_interfaces': [{'id': '936c45e4-c245-442f-a0d9-e2f6dbb91d15', 'name': '', 'network_id': '5f818df7-9eb8-4b00-80c1-bc6dbfafca51', 'tenant_id': '92e292a400454c93a48aca5510bfcee9', 'mac_address': 'fa:16:3e:81:3a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2193d24-a808-4fe9-b59b-7f09589274a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'e6f53e27-affc-429d-81c4-784084a2c348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:58:16Z', 'updated_at': '2022-09-16T09:58:21Z', 'revision_number': 5, 'project_id': '92e292a400454c93a48aca5510bfcee9', 'subnets': [{'id': 'e6f53e27-affc-429d-81c4-784084a2c348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:02:54.947328 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc62391-aad1-4d62-8819-5831ed490e2a None None] Checking router: e2193d24-a808-4fe9-b59b-7f09589274a9 for host: dv-cinder-790535-43-iscsi {{(pid=113425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 10:02:54.956983 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc62391-aad1-4d62-8819-5831ed490e2a None None] Routers {'e2193d24-a808-4fe9-b59b-7f09589274a9'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 10:02:54.957788 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-6bc62391-aad1-4d62-8819-5831ed490e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T10:02:54Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['e2193d24-a808-4fe9-b59b-7f09589274a9'], 'active': True} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:02:54.977689 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd48514-b559-4d3f-af1f-a47a4607fc3b req-6fb7185d-4459-4044-9c0d-4fa17b7fdd15 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:02:54.979147 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-1dd48514-b559-4d3f-af1f-a47a4607fc3b req-6fb7185d-4459-4044-9c0d-4fa17b7fdd15 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=70372e0b-76cc-4156-84ae-3734dd9f7b25 HTTP/1.1" status: 200 len: 946 time: 0.0705161 Sep 16 10:02:55.008959 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-d5241cf2-c338-4550-8699-9f02ec02987d req-54811bb4-dbed-4187-86a7-49a03cd1239b service neutron] 10.222.0.27 "GET /networking/v2.0/networks/5f818df7-9eb8-4b00-80c1-bc6dbfafca51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467853 Sep 16 10:02:55.038076 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-1dd48514-b559-4d3f-af1f-a47a4607fc3b req-079c7a33-f13b-41a4-baaa-28879729e375 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=120b3f6b-01c8-46d6-942b-91f138c52750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521224 Sep 16 10:02:55.069823 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvr_db [None req-6bc62391-aad1-4d62-8819-5831ed490e2a None None] Set router e2193d24-a808-4fe9-b59b-7f09589274a9 gateway port host: dv-cinder-790535-43-iscsi {{(pid=113425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 10:02:55.262298 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-6bc62391-aad1-4d62-8819-5831ed490e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2193d24-a808-4fe9-b59b-7f09589274a9', 'name': 'tempest-TestShelveInstance-1857850018-router', 'tenant_id': '92e292a400454c93a48aca5510bfcee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '4da2ccde-bb82-4d37-8215-d9229b123eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:58:13Z', 'updated_at': '2022-09-16T09:58:17Z', 'revision_number': 4, 'project_id': '92e292a400454c93a48aca5510bfcee9', 'gw_port': {'id': '4da2ccde-bb82-4d37-8215-d9229b123eaf', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2193d24-a808-4fe9-b59b-7f09589274a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:58:14Z', 'updated_at': '2022-09-16T09:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_interfaces': [{'id': '936c45e4-c245-442f-a0d9-e2f6dbb91d15', 'name': '', 'network_id': '5f818df7-9eb8-4b00-80c1-bc6dbfafca51', 'tenant_id': '92e292a400454c93a48aca5510bfcee9', 'mac_address': 'fa:16:3e:81:3a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2193d24-a808-4fe9-b59b-7f09589274a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'e6f53e27-affc-429d-81c4-784084a2c348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:58:16Z', 'updated_at': '2022-09-16T09:58:21Z', 'revision_number': 5, 'project_id': '92e292a400454c93a48aca5510bfcee9', 'subnets': [{'id': 'e6f53e27-affc-429d-81c4-784084a2c348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:02:55.291306 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc62391-aad1-4d62-8819-5831ed490e2a None None] The sync data for ids ['e2193d24-a808-4fe9-b59b-7f09589274a9'] in dv-cinder-790535-43-iscsi is: [{'id': 'e2193d24-a808-4fe9-b59b-7f09589274a9', 'name': 'tempest-TestShelveInstance-1857850018-router', 'tenant_id': '92e292a400454c93a48aca5510bfcee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '4da2ccde-bb82-4d37-8215-d9229b123eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:58:13Z', 'updated_at': '2022-09-16T09:58:17Z', 'revision_number': 4, 'project_id': '92e292a400454c93a48aca5510bfcee9', 'gw_port': {'id': '4da2ccde-bb82-4d37-8215-d9229b123eaf', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2193d24-a808-4fe9-b59b-7f09589274a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:58:14Z', 'updated_at': '2022-09-16T09:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_interfaces': [{'id': '936c45e4-c245-442f-a0d9-e2f6dbb91d15', 'name': '', 'network_id': '5f818df7-9eb8-4b00-80c1-bc6dbfafca51', 'tenant_id': '92e292a400454c93a48aca5510bfcee9', 'mac_address': 'fa:16:3e:81:3a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2193d24-a808-4fe9-b59b-7f09589274a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'e6f53e27-affc-429d-81c4-784084a2c348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:58:16Z', 'updated_at': '2022-09-16T09:58:21Z', 'revision_number': 5, 'project_id': '92e292a400454c93a48aca5510bfcee9', 'subnets': [{'id': 'e6f53e27-affc-429d-81c4-784084a2c348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 10:02:55.502144 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9454b7a4-090c-49a4-a1e1-440b02a93c15 None None] New status for floating IP 77b30a7e-f962-43bc-a272-b60f95c182b4: DOWN {{(pid=113426) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 10:02:55.920549 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-c17a0cac-31fa-4a66-ad06-99f53fca2b4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (2d63c820-fb16-4aae-acf9-0482010d4ad8), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:02:55.993635 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-d5241cf2-c338-4550-8699-9f02ec02987d req-e473f7e7-a2bb-4f90-b96b-6c3f8d35e5c0 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/5f818df7-9eb8-4b00-80c1-bc6dbfafca51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917473 Sep 16 10:02:56.177771 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce544b79-aeca-4072-8370-cc32e66b1bdd req-30e84a4a-d3ae-4607-9728-6c5730ef6b88 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:02:56.179258 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-ce544b79-aeca-4072-8370-cc32e66b1bdd req-30e84a4a-d3ae-4607-9728-6c5730ef6b88 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=70372e0b-76cc-4156-84ae-3734dd9f7b25 HTTP/1.1" status: 200 len: 946 time: 0.0512712 Sep 16 10:02:56.227567 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 57700) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 10:02:56.236747 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-ce544b79-aeca-4072-8370-cc32e66b1bdd req-ca976fee-255b-47cb-9a48-2b9a712f8bcd tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=120b3f6b-01c8-46d6-942b-91f138c52750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515974 Sep 16 10:02:56.401351 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7446386-c9fd-4d19-b0ac-7bd3f8f51ef8 req-d4468310-42bb-48ae-aeb7-56037f474923 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:02:56.402823 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-e7446386-c9fd-4d19-b0ac-7bd3f8f51ef8 req-d4468310-42bb-48ae-aeb7-56037f474923 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=70372e0b-76cc-4156-84ae-3734dd9f7b25 HTTP/1.1" status: 200 len: 946 time: 0.0468397 Sep 16 10:02:56.488931 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.plugin [req-e7446386-c9fd-4d19-b0ac-7bd3f8f51ef8 req-2f3d7f3f-78d1-49b8-9542-6144f73d3e78 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Deleting port cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8 {{(pid=113424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 10:02:56.489273 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-e7446386-c9fd-4d19-b0ac-7bd3f8f51ef8 req-2f3d7f3f-78d1-49b8-9542-6144f73d3e78 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759571771405'] for port (cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:02:56.492893 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=100 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:02:56.544091 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-590950a4-b831-4bda-8b6b-ef1f3368c038 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692131'] for router_interface (d4e03a5a-7d0d-4937-b22a-6c30f6fd97fc), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:02:56.585192 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.db [req-e7446386-c9fd-4d19-b0ac-7bd3f8f51ef8 req-2f3d7f3f-78d1-49b8-9542-6144f73d3e78 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] For port cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8,segment=NetworkSegment(022a31c6-a388-46c0-9edc-565f96442452),segment_id=022a31c6-a388-46c0-9edc-565f96442452)] {{(pid=113424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:02:56.585590 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-e7446386-c9fd-4d19-b0ac-7bd3f8f51ef8 req-2f3d7f3f-78d1-49b8-9542-6144f73d3e78 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699225'] for port (cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:02:56.599028 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.plugin [req-e7446386-c9fd-4d19-b0ac-7bd3f8f51ef8 req-2f3d7f3f-78d1-49b8-9542-6144f73d3e78 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Calling delete_port for cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8 owned by compute:nova {{(pid=113424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 10:02:56.770841 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:02:56.774941 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.plugin [None req-590950a4-b831-4bda-8b6b-ef1f3368c038 admin admin] Deleting port ea9c2fd9-73ef-4978-a41a-3a09f243f02d {{(pid=113423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 10:02:56.775278 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-590950a4-b831-4bda-8b6b-ef1f3368c038 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759571771405'] for port (ea9c2fd9-73ef-4978-a41a-3a09f243f02d), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:02:56.779857 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-e7446386-c9fd-4d19-b0ac-7bd3f8f51ef8 req-2f3d7f3f-78d1-49b8-9542-6144f73d3e78 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759571687051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759571245514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27240065'] for port (cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:02:56.808590 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3d7f3f-78d1-49b8-9542-6144f73d3e78 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Pushing event deleted for resources: {'Port': ['ID=cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:02:56.832578 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:02:56.855804 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7446386-c9fd-4d19-b0ac-7bd3f8f51ef8 req-2f3d7f3f-78d1-49b8-9542-6144f73d3e78 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] No DVR routers for this DVR port cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8 on host hv-cinder-79053 {{(pid=113424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 10:02:56.858368 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-e7446386-c9fd-4d19-b0ac-7bd3f8f51ef8 req-2f3d7f3f-78d1-49b8-9542-6144f73d3e78 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110971'] for port (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:02:56.861879 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-e7446386-c9fd-4d19-b0ac-7bd3f8f51ef8 req-2f3d7f3f-78d1-49b8-9542-6144f73d3e78 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.27 "DELETE /networking/v2.0/ports/cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8 HTTP/1.1" status: 204 len: 173 time: 0.4542916 Sep 16 10:02:56.862378 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70372e0b-76cc-4156-84ae-3734dd9f7b25', 'name': 'network-vif-deleted', 'tag': 'cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8'}] {{(pid=113424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 10:02:56.864698 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16dfd0a1dfdfa1f1ee01b24bca40ddc03421b0ad37c1355f54f1c3176401751a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a49b5ec2-f229-411d-a9d3-e594ab61fb96" -d '{"events": [{"server_uuid": "70372e0b-76cc-4156-84ae-3734dd9f7b25", "name": "network-vif-deleted", "tag": "cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8"}]}' {{(pid=113424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 10:02:56.868647 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.db [None req-590950a4-b831-4bda-8b6b-ef1f3368c038 admin admin] For port ea9c2fd9-73ef-4978-a41a-3a09f243f02d, host dv-cinder-790535-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=ea9c2fd9-73ef-4978-a41a-3a09f243f02d,segment=NetworkSegment(7733bfc5-bc22-4cba-b26f-b42431e1e84d),segment_id=7733bfc5-bc22-4cba-b26f-b42431e1e84d)] {{(pid=113423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:02:56.869215 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-590950a4-b831-4bda-8b6b-ef1f3368c038 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699225'] for port (ea9c2fd9-73ef-4978-a41a-3a09f243f02d), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:02:56.894492 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.plugin [None req-590950a4-b831-4bda-8b6b-ef1f3368c038 admin admin] Calling delete_port for ea9c2fd9-73ef-4978-a41a-3a09f243f02d owned by network:router_interface {{(pid=113423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 10:02:56.943102 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 10:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d44d5965-dfd9-42ec-be0f-33909e61d08d x-openstack-request-id: req-d44d5965-dfd9-42ec-be0f-33909e61d08d {{(pid=113424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 10:02:56.943102 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70372e0b-76cc-4156-84ae-3734dd9f7b25", "name": "network-vif-deleted", "tag": "cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8", "status": "completed", "code": 200}]} {{(pid=113424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 10:02:56.943102 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d44d5965-dfd9-42ec-be0f-33909e61d08d {{(pid=113424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 10:02:56.943102 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d44d5965-dfd9-42ec-be0f-33909e61d08d'] response: {'server_uuid': '70372e0b-76cc-4156-84ae-3734dd9f7b25', 'name': 'network-vif-deleted', 'tag': 'cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8', 'status': 'completed', 'code': 200} Sep 16 10:02:57.180301 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-590950a4-b831-4bda-8b6b-ef1f3368c038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759571687051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759571245514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473602'] for port (ea9c2fd9-73ef-4978-a41a-3a09f243f02d), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:02:57.224501 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590950a4-b831-4bda-8b6b-ef1f3368c038 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea9c2fd9-73ef-4978-a41a-3a09f243f02d,revision_number=None']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:02:57.284092 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (be58d251-43cc-467d-bf31-2aae48e2ac56), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:02:57.338774 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:02:57.417112 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-f87300e2-901f-4518-88b4-4c9f3cc84139 req-b017ffb8-e05d-4425-b0a3-a456f494f094 tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=70372e0b-76cc-4156-84ae-3734dd9f7b25 HTTP/1.1" status: 200 len: 210 time: 0.0591955 Sep 16 10:02:57.418316 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-cd5fe5d0-24d3-4349-8269-176b5bcdf250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (65aa34d6-cc53-475e-ab2c-2c2516bff08f), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:02:57.446545 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-590950a4-b831-4bda-8b6b-ef1f3368c038 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-697875'] for router_interface (d4e03a5a-7d0d-4937-b22a-6c30f6fd97fc), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:02:57.653992 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-590950a4-b831-4bda-8b6b-ef1f3368c038 admin admin] Router d4e03a5a-7d0d-4937-b22a-6c30f6fd97fc has already been hosted by L3 agent 647718b3-8298-4382-86e2-3fad9f5d7804 {{(pid=113423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 10:02:57.697309 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:02:57.761311 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-590950a4-b831-4bda-8b6b-ef1f3368c038 admin admin] Notify agent at l3_agent.dv-cinder-790535-43-iscsi the message routers_updated {{(pid=113423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 10:02:57.770143 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-590950a4-b831-4bda-8b6b-ef1f3368c038 admin admin] 10.222.0.73 "PUT /networking/v2.0/routers/d4e03a5a-7d0d-4937-b22a-6c30f6fd97fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5420263 Sep 16 10:02:57.777131 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 57706) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 10:02:57.777666 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d01b01b-4f66-495c-94ac-039d0bd97ec2 None None] Sync routers for ids ['d4e03a5a-7d0d-4937-b22a-6c30f6fd97fc'] in dv-cinder-790535-43-iscsi {{(pid=113425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 10:02:57.782394 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d01b01b-4f66-495c-94ac-039d0bd97ec2 None None] Routers {'d4e03a5a-7d0d-4937-b22a-6c30f6fd97fc'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 10:02:57.783010 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-9d01b01b-4f66-495c-94ac-039d0bd97ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T10:02:54Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['d4e03a5a-7d0d-4937-b22a-6c30f6fd97fc'], 'active': True} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:02:57.827804 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=100 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:02:57.876033 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:02:57.897562 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvr_db [None req-9d01b01b-4f66-495c-94ac-039d0bd97ec2 None None] Set router d4e03a5a-7d0d-4937-b22a-6c30f6fd97fc gateway port host: dv-cinder-790535-43-iscsi {{(pid=113425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 10:02:58.076776 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-9d01b01b-4f66-495c-94ac-039d0bd97ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e03a5a-7d0d-4937-b22a-6c30f6fd97fc', 'name': 'tempest-AttachVolumeTestJSON-1433253090-router', 'tenant_id': '75e9f7169b754d5daa040eb465e858e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '500ce511-f930-49c5-929c-fbb00abc517b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:58:29Z', 'updated_at': '2022-09-16T10:02:57Z', 'revision_number': 5, 'project_id': '75e9f7169b754d5daa040eb465e858e5', 'gw_port': {'id': '500ce511-f930-49c5-929c-fbb00abc517b', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:49:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e03a5a-7d0d-4937-b22a-6c30f6fd97fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:58:30Z', 'updated_at': '2022-09-16T09:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi'}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:02:58.107356 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d01b01b-4f66-495c-94ac-039d0bd97ec2 None None] Checking router: d4e03a5a-7d0d-4937-b22a-6c30f6fd97fc for host: dv-cinder-790535-43-iscsi {{(pid=113425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 10:02:58.116547 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d01b01b-4f66-495c-94ac-039d0bd97ec2 None None] Routers {'d4e03a5a-7d0d-4937-b22a-6c30f6fd97fc'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 10:02:58.117150 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-9d01b01b-4f66-495c-94ac-039d0bd97ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T10:02:54Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['d4e03a5a-7d0d-4937-b22a-6c30f6fd97fc'], 'active': True} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:02:58.148190 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-3ad9152f-a551-498e-892e-a260c1d6d94e admin admin] Publish callbacks [] for router (d4e03a5a-7d0d-4937-b22a-6c30f6fd97fc), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:02:58.218722 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvr_db [None req-9d01b01b-4f66-495c-94ac-039d0bd97ec2 None None] Set router d4e03a5a-7d0d-4937-b22a-6c30f6fd97fc gateway port host: dv-cinder-790535-43-iscsi {{(pid=113425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 10:02:58.251658 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-3ad9152f-a551-498e-892e-a260c1d6d94e admin admin] Publish callbacks [] for router_gateway (d4e03a5a-7d0d-4937-b22a-6c30f6fd97fc), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:02:58.347598 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.plugin [None req-3ad9152f-a551-498e-892e-a260c1d6d94e admin admin] Deleting port 500ce511-f930-49c5-929c-fbb00abc517b {{(pid=113424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 10:02:58.348011 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-3ad9152f-a551-498e-892e-a260c1d6d94e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759571771405'] for port (500ce511-f930-49c5-929c-fbb00abc517b), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:02:58.399887 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-9d01b01b-4f66-495c-94ac-039d0bd97ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e03a5a-7d0d-4937-b22a-6c30f6fd97fc', 'name': 'tempest-AttachVolumeTestJSON-1433253090-router', 'tenant_id': '75e9f7169b754d5daa040eb465e858e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '500ce511-f930-49c5-929c-fbb00abc517b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:58:29Z', 'updated_at': '2022-09-16T10:02:57Z', 'revision_number': 5, 'project_id': '75e9f7169b754d5daa040eb465e858e5', 'gw_port': {'id': '500ce511-f930-49c5-929c-fbb00abc517b', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:49:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e03a5a-7d0d-4937-b22a-6c30f6fd97fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:58:30Z', 'updated_at': '2022-09-16T09:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi'}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:02:58.405940 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:02:58.426800 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d01b01b-4f66-495c-94ac-039d0bd97ec2 None None] The sync data for ids ['d4e03a5a-7d0d-4937-b22a-6c30f6fd97fc'] in dv-cinder-790535-43-iscsi is: [{'id': 'd4e03a5a-7d0d-4937-b22a-6c30f6fd97fc', 'name': 'tempest-AttachVolumeTestJSON-1433253090-router', 'tenant_id': '75e9f7169b754d5daa040eb465e858e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '500ce511-f930-49c5-929c-fbb00abc517b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:58:29Z', 'updated_at': '2022-09-16T10:02:57Z', 'revision_number': 5, 'project_id': '75e9f7169b754d5daa040eb465e858e5', 'gw_port': {'id': '500ce511-f930-49c5-929c-fbb00abc517b', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:49:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e03a5a-7d0d-4937-b22a-6c30f6fd97fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:58:30Z', 'updated_at': '2022-09-16T09:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi'}] {{(pid=113425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 10:02:58.434660 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.db [None req-3ad9152f-a551-498e-892e-a260c1d6d94e admin admin] For port 500ce511-f930-49c5-929c-fbb00abc517b, host dv-cinder-790535-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=500ce511-f930-49c5-929c-fbb00abc517b,segment=NetworkSegment(0b254eb8-8459-4a20-9dd6-e212af12e724),segment_id=0b254eb8-8459-4a20-9dd6-e212af12e724)] {{(pid=113424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:02:58.438492 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-3ad9152f-a551-498e-892e-a260c1d6d94e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699225'] for port (500ce511-f930-49c5-929c-fbb00abc517b), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:02:58.450529 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.plugin [None req-3ad9152f-a551-498e-892e-a260c1d6d94e admin admin] Calling delete_port for 500ce511-f930-49c5-929c-fbb00abc517b owned by network:router_gateway {{(pid=113424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 10:02:58.490832 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 57710) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 10:02:58.550136 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-e8fb3cbc-63eb-4638-8dea-0c11b84bf86d tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Publish callbacks [] for security_group (120b3f6b-01c8-46d6-942b-91f138c52750), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:02:58.558288 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:02:58.575612 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-e8fb3cbc-63eb-4638-8dea-0c11b84bf86d tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Publish callbacks [] for security_group (120b3f6b-01c8-46d6-942b-91f138c52750), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:02:58.682608 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-3ad9152f-a551-498e-892e-a260c1d6d94e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759571687051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759571245514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27240065'] for port (500ce511-f930-49c5-929c-fbb00abc517b), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:02:58.706047 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad9152f-a551-498e-892e-a260c1d6d94e admin admin] Pushing event deleted for resources: {'Port': ['ID=500ce511-f930-49c5-929c-fbb00abc517b,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:02:58.728926 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-e8fb3cbc-63eb-4638-8dea-0c11b84bf86d tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (120b3f6b-01c8-46d6-942b-91f138c52750), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:02:58.731518 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-e8fb3cbc-63eb-4638-8dea-0c11b84bf86d tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Publish callbacks [] for security_group (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:02:58.732685 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-e8fb3cbc-63eb-4638-8dea-0c11b84bf86d tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] 10.222.0.73 "DELETE /networking/v2.0/security-groups/120b3f6b-01c8-46d6-942b-91f138c52750 HTTP/1.1" status: 204 len: 168 time: 0.2419183 Sep 16 10:02:58.742045 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fb3cbc-63eb-4638-8dea-0c11b84bf86d tempest-TestShelveInstance-1086613359 tempest-TestShelveInstance-1086613359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=120b3f6b-01c8-46d6-942b-91f138c52750,revision_number=None']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:02:58.775547 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-3ad9152f-a551-498e-892e-a260c1d6d94e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-711513'] for router_gateway (d4e03a5a-7d0d-4937-b22a-6c30f6fd97fc), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:02:58.848698 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 57714) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 10:02:58.879277 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-3ad9152f-a551-498e-892e-a260c1d6d94e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1171'] for router (d4e03a5a-7d0d-4937-b22a-6c30f6fd97fc), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:02:58.881605 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-3ad9152f-a551-498e-892e-a260c1d6d94e admin admin] Publish callbacks [] for router_controller (d4e03a5a-7d0d-4937-b22a-6c30f6fd97fc), precommit_delete_associations {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:02:58.897643 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:02:59.002568 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-3ad9152f-a551-498e-892e-a260c1d6d94e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-697966'] for router (d4e03a5a-7d0d-4937-b22a-6c30f6fd97fc), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:02:59.003233 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ad9152f-a551-498e-892e-a260c1d6d94e admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4e03a5a-7d0d-4937-b22a-6c30f6fd97fc {{(pid=113424) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 10:02:59.007849 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-3ad9152f-a551-498e-892e-a260c1d6d94e admin admin] Publish callbacks [] for router (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:02:59.009037 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-3ad9152f-a551-498e-892e-a260c1d6d94e admin admin] 10.222.0.73 "DELETE /networking/v2.0/routers/d4e03a5a-7d0d-4937-b22a-6c30f6fd97fc HTTP/1.1" status: 204 len: 168 time: 1.2376168 Sep 16 10:02:59.011694 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 57716) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 10:02:59.059568 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f1c6707-717a-4d4e-83d3-753e86356e87 admin admin] Deleting subnet 6190e3c9-98e1-4200-bd81-aa6704106c92 {{(pid=113424) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 10:02:59.062865 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-5f1c6707-717a-4d4e-83d3-753e86356e87 admin admin] Publish callbacks [] for subnet (6190e3c9-98e1-4200-bd81-aa6704106c92), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:02:59.101510 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-5f1c6707-717a-4d4e-83d3-753e86356e87 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2616881'] for subnet (6190e3c9-98e1-4200-bd81-aa6704106c92), precommit_delete_associations {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:02:59.191172 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-147cfc78-0e37-4a7e-aa4e-c9f4d0dd4867 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692131'] for router_interface (e2193d24-a808-4fe9-b59b-7f09589274a9), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:02:59.191392 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-5f1c6707-717a-4d4e-83d3-753e86356e87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1872270'] for subnet (6190e3c9-98e1-4200-bd81-aa6704106c92), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:02:59.340235 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-5f1c6707-717a-4d4e-83d3-753e86356e87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1875891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27240174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26736198'] for subnet (6190e3c9-98e1-4200-bd81-aa6704106c92), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:02:59.367018 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1c6707-717a-4d4e-83d3-753e86356e87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6190e3c9-98e1-4200-bd81-aa6704106c92,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:02:59.371209 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-5f1c6707-717a-4d4e-83d3-753e86356e87 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:02:59.377926 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-5f1c6707-717a-4d4e-83d3-753e86356e87 admin admin] 10.222.0.73 "DELETE /networking/v2.0/subnets/6190e3c9-98e1-4200-bd81-aa6704106c92 HTTP/1.1" status: 204 len: 168 time: 0.3649163 Sep 16 10:02:59.378603 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 57718) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 10:02:59.379710 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0e48ee-bc5f-4779-a278-221df7563ba4 None None] Network 0c5fa5a7-17b8-41e4-80c7-74693b744506 requested from dv-cinder-790535-43-iscsi {{(pid=113425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 10:02:59.416157 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.plugin [None req-147cfc78-0e37-4a7e-aa4e-c9f4d0dd4867 admin admin] Deleting port 936c45e4-c245-442f-a0d9-e2f6dbb91d15 {{(pid=113423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 10:02:59.416517 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-147cfc78-0e37-4a7e-aa4e-c9f4d0dd4867 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759571771405'] for port (936c45e4-c245-442f-a0d9-e2f6dbb91d15), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:02:59.450453 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-dd240f99-a2bb-4451-81e0-1ff82e1d36e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1848827'] for network (0c5fa5a7-17b8-41e4-80c7-74693b744506), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:02:59.498841 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.plugin [None req-dd240f99-a2bb-4451-81e0-1ff82e1d36e9 admin admin] Deleting port 9614321d-5c81-4155-8314-d780c796fb5d {{(pid=113424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 10:02:59.499234 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-dd240f99-a2bb-4451-81e0-1ff82e1d36e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759571771405'] for port (9614321d-5c81-4155-8314-d780c796fb5d), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:02:59.502236 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=84,neutron:DELETE=13,neutron:UPDATE=3 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:02:59.532349 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.db [None req-147cfc78-0e37-4a7e-aa4e-c9f4d0dd4867 admin admin] For port 936c45e4-c245-442f-a0d9-e2f6dbb91d15, host dv-cinder-790535-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=936c45e4-c245-442f-a0d9-e2f6dbb91d15,segment=NetworkSegment(022a31c6-a388-46c0-9edc-565f96442452),segment_id=022a31c6-a388-46c0-9edc-565f96442452)] {{(pid=113423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:02:59.533949 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-147cfc78-0e37-4a7e-aa4e-c9f4d0dd4867 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699225'] for port (936c45e4-c245-442f-a0d9-e2f6dbb91d15), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:02:59.557773 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.plugin [None req-147cfc78-0e37-4a7e-aa4e-c9f4d0dd4867 admin admin] Calling delete_port for 936c45e4-c245-442f-a0d9-e2f6dbb91d15 owned by network:router_interface {{(pid=113423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 10:02:59.572305 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.db [None req-dd240f99-a2bb-4451-81e0-1ff82e1d36e9 admin admin] For port 9614321d-5c81-4155-8314-d780c796fb5d, host dv-cinder-790535-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=9614321d-5c81-4155-8314-d780c796fb5d,segment=NetworkSegment(7733bfc5-bc22-4cba-b26f-b42431e1e84d),segment_id=7733bfc5-bc22-4cba-b26f-b42431e1e84d)] {{(pid=113424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:02:59.572517 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-dd240f99-a2bb-4451-81e0-1ff82e1d36e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699225'] for port (9614321d-5c81-4155-8314-d780c796fb5d), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:02:59.582292 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c94679-54bf-4256-8691-084c39b8be05 None None] DHCP port deletion for 0c5fa5a7-17b8-41e4-80c7-74693b744506 request from dv-cinder-790535-43-iscsi {{(pid=113425) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 10:02:59.599425 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.plugin [None req-dd240f99-a2bb-4451-81e0-1ff82e1d36e9 admin admin] Calling delete_port for 9614321d-5c81-4155-8314-d780c796fb5d owned by network:dhcp {{(pid=113424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 10:02:59.605290 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:02:59.623210 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device ea9c2fd9-73ef-4978-a41a-3a09f243f02d no longer exists at agent ovs-agent-dv-cinder-790535-43-iscsi {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 10:02:59.652705 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-90c94679-54bf-4256-8691-084c39b8be05 None None] Deleting port 9614321d-5c81-4155-8314-d780c796fb5d {{(pid=113425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 10:02:59.653089 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-90c94679-54bf-4256-8691-084c39b8be05 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759571771405'] for port (9614321d-5c81-4155-8314-d780c796fb5d), before_delete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:02:59.655025 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] No Port match for: ea9c2fd9-73ef-4978-a41a-3a09f243f02d {{(pid=113425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 10:02:59.655562 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device ea9c2fd9-73ef-4978-a41a-3a09f243f02d not bound to the agent host dv-cinder-790535-43-iscsi {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 10:02:59.656140 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device 500ce511-f930-49c5-929c-fbb00abc517b no longer exists at agent ovs-agent-dv-cinder-790535-43-iscsi {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 10:02:59.676751 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] No Port match for: 500ce511-f930-49c5-929c-fbb00abc517b {{(pid=113425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 10:02:59.677100 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device 500ce511-f930-49c5-929c-fbb00abc517b not bound to the agent host dv-cinder-790535-43-iscsi {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 10:02:59.737128 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:02:59.744757 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-90c94679-54bf-4256-8691-084c39b8be05 None None] For port 9614321d-5c81-4155-8314-d780c796fb5d, host dv-cinder-790535-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=9614321d-5c81-4155-8314-d780c796fb5d,segment=NetworkSegment(7733bfc5-bc22-4cba-b26f-b42431e1e84d),segment_id=7733bfc5-bc22-4cba-b26f-b42431e1e84d)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:02:59.745159 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-90c94679-54bf-4256-8691-084c39b8be05 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699225'] for port (9614321d-5c81-4155-8314-d780c796fb5d), precommit_delete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:02:59.758604 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-90c94679-54bf-4256-8691-084c39b8be05 None None] Calling delete_port for 9614321d-5c81-4155-8314-d780c796fb5d owned by network:dhcp {{(pid=113425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 10:02:59.772053 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-dd240f99-a2bb-4451-81e0-1ff82e1d36e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759571687051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759571245514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27240065'] for port (9614321d-5c81-4155-8314-d780c796fb5d), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:02:59.798254 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd240f99-a2bb-4451-81e0-1ff82e1d36e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9614321d-5c81-4155-8314-d780c796fb5d,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:02:59.802882 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd240f99-a2bb-4451-81e0-1ff82e1d36e9 admin admin] No DVR routers for this DVR port 9614321d-5c81-4155-8314-d780c796fb5d on host dv-cinder-790535-43-iscsi {{(pid=113424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 10:02:59.817959 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-147cfc78-0e37-4a7e-aa4e-c9f4d0dd4867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759571687051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759571245514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473602'] for port (936c45e4-c245-442f-a0d9-e2f6dbb91d15), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:02:59.844889 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147cfc78-0e37-4a7e-aa4e-c9f4d0dd4867 admin admin] Pushing event deleted for resources: {'Port': ['ID=936c45e4-c245-442f-a0d9-e2f6dbb91d15,revision_number=None']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:02:59.850086 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-90c94679-54bf-4256-8691-084c39b8be05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759571687051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759571245514'] for port (9614321d-5c81-4155-8314-d780c796fb5d), after_delete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:02:59.881001 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c94679-54bf-4256-8691-084c39b8be05 None None] Pushing event deleted for resources: {'Port': ['ID=9614321d-5c81-4155-8314-d780c796fb5d,revision_number=None']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:02:59.887596 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c94679-54bf-4256-8691-084c39b8be05 None None] No DVR routers for this DVR port 9614321d-5c81-4155-8314-d780c796fb5d on host dv-cinder-790535-43-iscsi {{(pid=113425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 10:02:59.892685 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-dd240f99-a2bb-4451-81e0-1ff82e1d36e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1303205', 'neutron.services.segments.db._delete_segments_for_network-8759571758529'] for network (0c5fa5a7-17b8-41e4-80c7-74693b744506), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:02:59.894108 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c94679-54bf-4256-8691-084c39b8be05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:02:59.894462 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c94679-54bf-4256-8691-084c39b8be05 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:02:59.895168 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c94679-54bf-4256-8691-084c39b8be05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:02:59.895417 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c94679-54bf-4256-8691-084c39b8be05 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:02:59.895756 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c94679-54bf-4256-8691-084c39b8be05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:02:59.896093 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c94679-54bf-4256-8691-084c39b8be05 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:02:59.896756 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c94679-54bf-4256-8691-084c39b8be05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:02:59.897232 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c94679-54bf-4256-8691-084c39b8be05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:02:59.897602 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c94679-54bf-4256-8691-084c39b8be05 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:02:59.897980 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c94679-54bf-4256-8691-084c39b8be05 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:02:59.898317 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c94679-54bf-4256-8691-084c39b8be05 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:02:59.898648 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c94679-54bf-4256-8691-084c39b8be05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:02:59.899062 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c94679-54bf-4256-8691-084c39b8be05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:02:59.899519 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c94679-54bf-4256-8691-084c39b8be05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:02:59.899896 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c94679-54bf-4256-8691-084c39b8be05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:02:59.931969 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.services.segments.db [None req-dd240f99-a2bb-4451-81e0-1ff82e1d36e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c5fa5a7-17b8-41e4-80c7-74693b744506']}} {{(pid=113424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:02:59.936347 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:02:59.946800 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.services.segments.db [None req-dd240f99-a2bb-4451-81e0-1ff82e1d36e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7733bfc5-bc22-4cba-b26f-b42431e1e84d') {'for_net_delete': True} {{(pid=113424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:02:59.947108 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.services.segments.db [None req-dd240f99-a2bb-4451-81e0-1ff82e1d36e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7733bfc5-bc22-4cba-b26f-b42431e1e84d') {} {{(pid=113424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:02:59.958382 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-dd240f99-a2bb-4451-81e0-1ff82e1d36e9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759571758421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2616842'] for segment (7733bfc5-bc22-4cba-b26f-b42431e1e84d), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:02:59.978471 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-dd240f99-a2bb-4451-81e0-1ff82e1d36e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1277354'] for segment (7733bfc5-bc22-4cba-b26f-b42431e1e84d), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:02:59.987238 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd240f99-a2bb-4451-81e0-1ff82e1d36e9 admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=113424) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 10:02:59.987576 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-dd240f99-a2bb-4451-81e0-1ff82e1d36e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1277354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27240020'] for segment (7733bfc5-bc22-4cba-b26f-b42431e1e84d), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:00.024008 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-147cfc78-0e37-4a7e-aa4e-c9f4d0dd4867 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-697875'] for router_interface (e2193d24-a808-4fe9-b59b-7f09589274a9), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:00.091732 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.services.segments.plugin [-] Segment 7733bfc5-bc22-4cba-b26f-b42431e1e84d resource provider aggregate not found Sep 16 10:03:00.105729 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-dd240f99-a2bb-4451-81e0-1ff82e1d36e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1303196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-711564'] for network (0c5fa5a7-17b8-41e4-80c7-74693b744506), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:00.109831 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.services.segments.plugin [-] Segment 7733bfc5-bc22-4cba-b26f-b42431e1e84d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7733bfc5-bc22-4cba-b26f-b42431e1e84d found for delete ", "request_id": "req-e294a076-98fa-4e16-bfce-da6d46ad263d"}]} Sep 16 10:03:00.115319 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-dd240f99-a2bb-4451-81e0-1ff82e1d36e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546317'] for network (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:00.118443 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-dd240f99-a2bb-4451-81e0-1ff82e1d36e9 admin admin] 10.222.0.73 "DELETE /networking/v2.0/networks/0c5fa5a7-17b8-41e4-80c7-74693b744506 HTTP/1.1" status: 204 len: 168 time: 0.7389472 Sep 16 10:03:00.129098 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd240f99-a2bb-4451-81e0-1ff82e1d36e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c5fa5a7-17b8-41e4-80c7-74693b744506,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:03:00.245584 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-147cfc78-0e37-4a7e-aa4e-c9f4d0dd4867 admin admin] Router e2193d24-a808-4fe9-b59b-7f09589274a9 has already been hosted by L3 agent 647718b3-8298-4382-86e2-3fad9f5d7804 {{(pid=113423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 10:03:00.477507 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 57728) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 10:03:00.526446 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-1b6d6470-b8e1-4355-8b2b-eab85734f588 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=75e9f7169b754d5daa040eb465e858e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0475969 Sep 16 10:03:00.528834 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 57730) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 10:03:00.582263 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-12701c79-5b98-4050-ba6b-2eaf0cc1edeb admin admin] Publish callbacks [] for security_group (33f12b84-45ed-48a4-9b6f-c4fd86f77b5d), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:00.597254 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-147cfc78-0e37-4a7e-aa4e-c9f4d0dd4867 admin admin] Notify agent at l3_agent.dv-cinder-790535-43-iscsi the message routers_updated {{(pid=113423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 10:03:00.605299 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-147cfc78-0e37-4a7e-aa4e-c9f4d0dd4867 admin admin] 10.222.0.73 "PUT /networking/v2.0/routers/e2193d24-a808-4fe9-b59b-7f09589274a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7528706 Sep 16 10:03:00.605405 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-12701c79-5b98-4050-ba6b-2eaf0cc1edeb admin admin] Publish callbacks [] for security_group (33f12b84-45ed-48a4-9b6f-c4fd86f77b5d), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:00.605405 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 57732) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 10:03:00.607999 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f381e3-f21e-43b9-8d1b-39a64450151a None None] Sync routers for ids ['e2193d24-a808-4fe9-b59b-7f09589274a9'] in dv-cinder-790535-43-iscsi {{(pid=113426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 10:03:00.619488 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f381e3-f21e-43b9-8d1b-39a64450151a None None] Routers {'e2193d24-a808-4fe9-b59b-7f09589274a9'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 10:03:00.620106 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-c4f381e3-f21e-43b9-8d1b-39a64450151a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T10:02:54Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['e2193d24-a808-4fe9-b59b-7f09589274a9'], 'active': True} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:03:00.725530 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvr_db [None req-c4f381e3-f21e-43b9-8d1b-39a64450151a None None] Set router e2193d24-a808-4fe9-b59b-7f09589274a9 gateway port host: dv-cinder-790535-43-iscsi {{(pid=113426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 10:03:00.738192 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-ed0d1130-876e-4bbe-907e-33d595d7e8f3 admin admin] Publish callbacks [] for router (e2193d24-a808-4fe9-b59b-7f09589274a9), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:00.817896 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-12701c79-5b98-4050-ba6b-2eaf0cc1edeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (33f12b84-45ed-48a4-9b6f-c4fd86f77b5d), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:00.820423 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-12701c79-5b98-4050-ba6b-2eaf0cc1edeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:00.824247 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-12701c79-5b98-4050-ba6b-2eaf0cc1edeb admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/33f12b84-45ed-48a4-9b6f-c4fd86f77b5d HTTP/1.1" status: 204 len: 168 time: 0.2918606 Sep 16 10:03:00.840260 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12701c79-5b98-4050-ba6b-2eaf0cc1edeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f12b84-45ed-48a4-9b6f-c4fd86f77b5d,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:03:00.855114 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-ed0d1130-876e-4bbe-907e-33d595d7e8f3 admin admin] Publish callbacks [] for router_gateway (e2193d24-a808-4fe9-b59b-7f09589274a9), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:00.900160 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-c4f381e3-f21e-43b9-8d1b-39a64450151a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2193d24-a808-4fe9-b59b-7f09589274a9', 'name': 'tempest-TestShelveInstance-1857850018-router', 'tenant_id': '92e292a400454c93a48aca5510bfcee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '4da2ccde-bb82-4d37-8215-d9229b123eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:58:13Z', 'updated_at': '2022-09-16T10:02:59Z', 'revision_number': 5, 'project_id': '92e292a400454c93a48aca5510bfcee9', 'gw_port': {'id': '4da2ccde-bb82-4d37-8215-d9229b123eaf', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2193d24-a808-4fe9-b59b-7f09589274a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:58:14Z', 'updated_at': '2022-09-16T09:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi'}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:03:00.929515 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f381e3-f21e-43b9-8d1b-39a64450151a None None] Checking router: e2193d24-a808-4fe9-b59b-7f09589274a9 for host: dv-cinder-790535-43-iscsi {{(pid=113426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 10:03:00.938211 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f381e3-f21e-43b9-8d1b-39a64450151a None None] Routers {'e2193d24-a808-4fe9-b59b-7f09589274a9'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 10:03:00.938814 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-c4f381e3-f21e-43b9-8d1b-39a64450151a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T10:02:54Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['e2193d24-a808-4fe9-b59b-7f09589274a9'], 'active': True} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:03:00.976542 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.plugin [None req-ed0d1130-876e-4bbe-907e-33d595d7e8f3 admin admin] Deleting port 4da2ccde-bb82-4d37-8215-d9229b123eaf {{(pid=113424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 10:03:00.977157 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-ed0d1130-876e-4bbe-907e-33d595d7e8f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759571771405'] for port (4da2ccde-bb82-4d37-8215-d9229b123eaf), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:01.042507 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvr_db [None req-c4f381e3-f21e-43b9-8d1b-39a64450151a None None] Set router e2193d24-a808-4fe9-b59b-7f09589274a9 gateway port host: dv-cinder-790535-43-iscsi {{(pid=113426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 10:03:01.066968 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.db [None req-ed0d1130-876e-4bbe-907e-33d595d7e8f3 admin admin] For port 4da2ccde-bb82-4d37-8215-d9229b123eaf, host dv-cinder-790535-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=4da2ccde-bb82-4d37-8215-d9229b123eaf,segment=NetworkSegment(0b254eb8-8459-4a20-9dd6-e212af12e724),segment_id=0b254eb8-8459-4a20-9dd6-e212af12e724)] {{(pid=113424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:03:01.067339 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-ed0d1130-876e-4bbe-907e-33d595d7e8f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699225'] for port (4da2ccde-bb82-4d37-8215-d9229b123eaf), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:01.080744 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.plugin [None req-ed0d1130-876e-4bbe-907e-33d595d7e8f3 admin admin] Calling delete_port for 4da2ccde-bb82-4d37-8215-d9229b123eaf owned by network:router_gateway {{(pid=113424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 10:03:01.090156 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:DELETE=7,neutron:SELECT=92,neutron:UPDATE=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:03:01.221282 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-c4f381e3-f21e-43b9-8d1b-39a64450151a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2193d24-a808-4fe9-b59b-7f09589274a9', 'name': 'tempest-TestShelveInstance-1857850018-router', 'tenant_id': '92e292a400454c93a48aca5510bfcee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '4da2ccde-bb82-4d37-8215-d9229b123eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:58:13Z', 'updated_at': '2022-09-16T10:02:59Z', 'revision_number': 5, 'project_id': '92e292a400454c93a48aca5510bfcee9', 'gw_port': {'id': '4da2ccde-bb82-4d37-8215-d9229b123eaf', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2193d24-a808-4fe9-b59b-7f09589274a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:58:14Z', 'updated_at': '2022-09-16T09:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi'}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:03:01.243790 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:03:01.251280 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f381e3-f21e-43b9-8d1b-39a64450151a None None] The sync data for ids ['e2193d24-a808-4fe9-b59b-7f09589274a9'] in dv-cinder-790535-43-iscsi is: [{'id': 'e2193d24-a808-4fe9-b59b-7f09589274a9', 'name': 'tempest-TestShelveInstance-1857850018-router', 'tenant_id': '92e292a400454c93a48aca5510bfcee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '4da2ccde-bb82-4d37-8215-d9229b123eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:58:13Z', 'updated_at': '2022-09-16T10:02:59Z', 'revision_number': 5, 'project_id': '92e292a400454c93a48aca5510bfcee9', 'gw_port': {'id': '4da2ccde-bb82-4d37-8215-d9229b123eaf', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2193d24-a808-4fe9-b59b-7f09589274a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:58:14Z', 'updated_at': '2022-09-16T09:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi'}] {{(pid=113426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 10:03:01.345788 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-ed0d1130-876e-4bbe-907e-33d595d7e8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759571687051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759571245514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27240065'] for port (4da2ccde-bb82-4d37-8215-d9229b123eaf), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:01.372381 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0d1130-876e-4bbe-907e-33d595d7e8f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4da2ccde-bb82-4d37-8215-d9229b123eaf,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:03:01.438517 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-ed0d1130-876e-4bbe-907e-33d595d7e8f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-711513'] for router_gateway (e2193d24-a808-4fe9-b59b-7f09589274a9), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:01.464285 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Device cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 10:03:01.485772 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] No Port match for: cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8 {{(pid=113425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 10:03:01.486402 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Device cc7b6bd5-7e7c-4cc5-8097-75cfcd4c3ad8 not bound to the agent host hv-cinder-79053 {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 10:03:01.530899 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-ed0d1130-876e-4bbe-907e-33d595d7e8f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1171'] for router (e2193d24-a808-4fe9-b59b-7f09589274a9), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:01.533507 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-ed0d1130-876e-4bbe-907e-33d595d7e8f3 admin admin] Publish callbacks [] for router_controller (e2193d24-a808-4fe9-b59b-7f09589274a9), precommit_delete_associations {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:01.660495 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device 9614321d-5c81-4155-8314-d780c796fb5d no longer exists at agent ovs-agent-dv-cinder-790535-43-iscsi {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 10:03:01.671667 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-ed0d1130-876e-4bbe-907e-33d595d7e8f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-697966'] for router (e2193d24-a808-4fe9-b59b-7f09589274a9), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:01.673461 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed0d1130-876e-4bbe-907e-33d595d7e8f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2193d24-a808-4fe9-b59b-7f09589274a9 {{(pid=113424) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 10:03:01.680268 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-ed0d1130-876e-4bbe-907e-33d595d7e8f3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:01.687150 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-ed0d1130-876e-4bbe-907e-33d595d7e8f3 admin admin] 10.222.0.73 "DELETE /networking/v2.0/routers/e2193d24-a808-4fe9-b59b-7f09589274a9 HTTP/1.1" status: 204 len: 168 time: 1.0787420 Sep 16 10:03:01.687553 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 57748) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 10:03:01.689204 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] No Port match for: 9614321d-5c81-4155-8314-d780c796fb5d {{(pid=113425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 10:03:01.689568 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device 9614321d-5c81-4155-8314-d780c796fb5d not bound to the agent host dv-cinder-790535-43-iscsi {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 10:03:01.748698 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.db.db_base_plugin_v2 [None req-abdc97b2-15c0-43fd-8d02-489902f96d9d admin admin] Deleting subnet e6f53e27-affc-429d-81c4-784084a2c348 {{(pid=113423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 10:03:01.753360 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-abdc97b2-15c0-43fd-8d02-489902f96d9d admin admin] Publish callbacks [] for subnet (e6f53e27-affc-429d-81c4-784084a2c348), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:01.791739 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-abdc97b2-15c0-43fd-8d02-489902f96d9d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26815304'] for subnet (e6f53e27-affc-429d-81c4-784084a2c348), precommit_delete_associations {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:01.874663 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-abdc97b2-15c0-43fd-8d02-489902f96d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1872270'] for subnet (e6f53e27-affc-429d-81c4-784084a2c348), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:01.912713 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:03:02.018368 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-abdc97b2-15c0-43fd-8d02-489902f96d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1875891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2473709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2535151'] for subnet (e6f53e27-affc-429d-81c4-784084a2c348), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:02.044438 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc97b2-15c0-43fd-8d02-489902f96d9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6f53e27-affc-429d-81c4-784084a2c348,revision_number=None']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:03:02.048972 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-abdc97b2-15c0-43fd-8d02-489902f96d9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546317'] for subnet (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:02.055230 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-abdc97b2-15c0-43fd-8d02-489902f96d9d admin admin] 10.222.0.73 "DELETE /networking/v2.0/subnets/e6f53e27-affc-429d-81c4-784084a2c348 HTTP/1.1" status: 204 len: 168 time: 0.3622506 Sep 16 10:03:02.055230 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 57758) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 10:03:02.057649 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aca15c6-028e-4edd-b6a6-bc04c2ff13cc None None] Network 5f818df7-9eb8-4b00-80c1-bc6dbfafca51 requested from dv-cinder-790535-43-iscsi {{(pid=113425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 10:03:02.126620 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-d14d23a7-bdb9-44ae-a4ff-cd765b68f048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1848827'] for network (5f818df7-9eb8-4b00-80c1-bc6dbfafca51), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:02.168787 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.plugin [None req-d14d23a7-bdb9-44ae-a4ff-cd765b68f048 admin admin] Deleting port a8bf9fbf-815e-4388-aa78-61989ac040b4 {{(pid=113423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 10:03:02.169133 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-d14d23a7-bdb9-44ae-a4ff-cd765b68f048 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759571771405'] for port (a8bf9fbf-815e-4388-aa78-61989ac040b4), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:02.206679 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:03:02.234334 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.db [None req-d14d23a7-bdb9-44ae-a4ff-cd765b68f048 admin admin] For port a8bf9fbf-815e-4388-aa78-61989ac040b4, host dv-cinder-790535-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=a8bf9fbf-815e-4388-aa78-61989ac040b4,segment=NetworkSegment(022a31c6-a388-46c0-9edc-565f96442452),segment_id=022a31c6-a388-46c0-9edc-565f96442452)] {{(pid=113423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:03:02.234648 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-d14d23a7-bdb9-44ae-a4ff-cd765b68f048 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699225'] for port (a8bf9fbf-815e-4388-aa78-61989ac040b4), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:02.252558 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.plugin [None req-d14d23a7-bdb9-44ae-a4ff-cd765b68f048 admin admin] Calling delete_port for a8bf9fbf-815e-4388-aa78-61989ac040b4 owned by network:dhcp {{(pid=113423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 10:03:02.315072 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1651c889-e311-4c77-95c5-e37aaa2655a5 None None] DHCP port deletion for 5f818df7-9eb8-4b00-80c1-bc6dbfafca51 request from dv-cinder-790535-43-iscsi {{(pid=113425) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 10:03:02.359631 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-1651c889-e311-4c77-95c5-e37aaa2655a5 None None] Deleting port a8bf9fbf-815e-4388-aa78-61989ac040b4 {{(pid=113425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 10:03:02.360192 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-1651c889-e311-4c77-95c5-e37aaa2655a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759571771405'] for port (a8bf9fbf-815e-4388-aa78-61989ac040b4), before_delete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:02.401047 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-d14d23a7-bdb9-44ae-a4ff-cd765b68f048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759571687051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759571245514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473602'] for port (a8bf9fbf-815e-4388-aa78-61989ac040b4), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:02.427585 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-1651c889-e311-4c77-95c5-e37aaa2655a5 None None] For port a8bf9fbf-815e-4388-aa78-61989ac040b4, host dv-cinder-790535-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=a8bf9fbf-815e-4388-aa78-61989ac040b4,segment=NetworkSegment(022a31c6-a388-46c0-9edc-565f96442452),segment_id=022a31c6-a388-46c0-9edc-565f96442452)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:03:02.427585 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-1651c889-e311-4c77-95c5-e37aaa2655a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699225'] for port (a8bf9fbf-815e-4388-aa78-61989ac040b4), precommit_delete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:02.428558 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14d23a7-bdb9-44ae-a4ff-cd765b68f048 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8bf9fbf-815e-4388-aa78-61989ac040b4,revision_number=None']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:03:02.432527 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14d23a7-bdb9-44ae-a4ff-cd765b68f048 admin admin] No DVR routers for this DVR port a8bf9fbf-815e-4388-aa78-61989ac040b4 on host dv-cinder-790535-43-iscsi {{(pid=113423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 10:03:02.440739 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-1651c889-e311-4c77-95c5-e37aaa2655a5 None None] Calling delete_port for a8bf9fbf-815e-4388-aa78-61989ac040b4 owned by network:dhcp {{(pid=113425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 10:03:02.522391 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-d14d23a7-bdb9-44ae-a4ff-cd765b68f048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1303205', 'neutron.services.segments.db._delete_segments_for_network-8759571758529'] for network (5f818df7-9eb8-4b00-80c1-bc6dbfafca51), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:02.544381 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.services.segments.db [None req-d14d23a7-bdb9-44ae-a4ff-cd765b68f048 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f818df7-9eb8-4b00-80c1-bc6dbfafca51']}} {{(pid=113423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:03:02.554723 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.services.segments.db [None req-d14d23a7-bdb9-44ae-a4ff-cd765b68f048 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '022a31c6-a388-46c0-9edc-565f96442452') {'for_net_delete': True} {{(pid=113423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:03:02.555509 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.services.segments.db [None req-d14d23a7-bdb9-44ae-a4ff-cd765b68f048 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '022a31c6-a388-46c0-9edc-565f96442452') {} {{(pid=113423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:03:02.566821 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-d14d23a7-bdb9-44ae-a4ff-cd765b68f048 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759571758421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26815347'] for segment (022a31c6-a388-46c0-9edc-565f96442452), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:02.583517 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-d14d23a7-bdb9-44ae-a4ff-cd765b68f048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1277354'] for segment (022a31c6-a388-46c0-9edc-565f96442452), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:02.590937 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d14d23a7-bdb9-44ae-a4ff-cd765b68f048 admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=113423) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 10:03:02.591473 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-d14d23a7-bdb9-44ae-a4ff-cd765b68f048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1277354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473559'] for segment (022a31c6-a388-46c0-9edc-565f96442452), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:02.636986 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:03:02.647965 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:03:02.659131 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-1651c889-e311-4c77-95c5-e37aaa2655a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759571687051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759571245514'] for port (a8bf9fbf-815e-4388-aa78-61989ac040b4), after_delete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:02.690763 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1651c889-e311-4c77-95c5-e37aaa2655a5 None None] Pushing event deleted for resources: {'Port': ['ID=a8bf9fbf-815e-4388-aa78-61989ac040b4,revision_number=None']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:03:02.694634 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1651c889-e311-4c77-95c5-e37aaa2655a5 None None] No DVR routers for this DVR port a8bf9fbf-815e-4388-aa78-61989ac040b4 on host dv-cinder-790535-43-iscsi {{(pid=113425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 10:03:02.756903 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-d14d23a7-bdb9-44ae-a4ff-cd765b68f048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1303196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-711564'] for network (5f818df7-9eb8-4b00-80c1-bc6dbfafca51), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:02.766234 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-d14d23a7-bdb9-44ae-a4ff-cd765b68f048 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546317'] for network (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:02.777939 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-d14d23a7-bdb9-44ae-a4ff-cd765b68f048 admin admin] 10.222.0.73 "DELETE /networking/v2.0/networks/5f818df7-9eb8-4b00-80c1-bc6dbfafca51 HTTP/1.1" status: 204 len: 168 time: 0.7215097 Sep 16 10:03:02.780766 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 57776) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 10:03:02.790234 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14d23a7-bdb9-44ae-a4ff-cd765b68f048 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f818df7-9eb8-4b00-80c1-bc6dbfafca51,revision_number=None']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:03:02.868175 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.services.segments.plugin [-] Segment 022a31c6-a388-46c0-9edc-565f96442452 resource provider aggregate not found Sep 16 10:03:02.886827 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.services.segments.plugin [-] Segment 022a31c6-a388-46c0-9edc-565f96442452 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 022a31c6-a388-46c0-9edc-565f96442452 found for delete ", "request_id": "req-7d6ff219-656c-488c-a174-dbaac67a8fe3"}]} Sep 16 10:03:03.113013 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-678bdae6-0cc3-44ce-961e-9a053a54e1b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692131'] for router_interface (d3416b4b-5fd9-4b75-80b9-b33ee467ada3), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:03.279699 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device 936c45e4-c245-442f-a0d9-e2f6dbb91d15 no longer exists at agent ovs-agent-dv-cinder-790535-43-iscsi {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 10:03:03.301237 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] No Port match for: 936c45e4-c245-442f-a0d9-e2f6dbb91d15 {{(pid=113425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 10:03:03.301618 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device 936c45e4-c245-442f-a0d9-e2f6dbb91d15 not bound to the agent host dv-cinder-790535-43-iscsi {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 10:03:03.302044 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device a8bf9fbf-815e-4388-aa78-61989ac040b4 no longer exists at agent ovs-agent-dv-cinder-790535-43-iscsi {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 10:03:03.321703 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] No Port match for: a8bf9fbf-815e-4388-aa78-61989ac040b4 {{(pid=113425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 10:03:03.322280 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device a8bf9fbf-815e-4388-aa78-61989ac040b4 not bound to the agent host dv-cinder-790535-43-iscsi {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 10:03:03.322868 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device 4da2ccde-bb82-4d37-8215-d9229b123eaf no longer exists at agent ovs-agent-dv-cinder-790535-43-iscsi {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 10:03:03.346006 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.plugin [None req-678bdae6-0cc3-44ce-961e-9a053a54e1b8 admin admin] Deleting port 85e5b4bb-ce12-4cf0-9c3e-22096a983654 {{(pid=113424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 10:03:03.346653 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] No Port match for: 4da2ccde-bb82-4d37-8215-d9229b123eaf {{(pid=113425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 10:03:03.346823 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-678bdae6-0cc3-44ce-961e-9a053a54e1b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759571771405'] for port (85e5b4bb-ce12-4cf0-9c3e-22096a983654), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:03.346954 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device 4da2ccde-bb82-4d37-8215-d9229b123eaf not bound to the agent host dv-cinder-790535-43-iscsi {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 10:03:03.407522 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:03:03.432719 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.db [None req-678bdae6-0cc3-44ce-961e-9a053a54e1b8 admin admin] For port 85e5b4bb-ce12-4cf0-9c3e-22096a983654, host dv-cinder-790535-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=85e5b4bb-ce12-4cf0-9c3e-22096a983654,segment=NetworkSegment(82c1c5c3-7389-4f28-a912-6cf23b63dbea),segment_id=82c1c5c3-7389-4f28-a912-6cf23b63dbea)] {{(pid=113424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:03:03.433005 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-678bdae6-0cc3-44ce-961e-9a053a54e1b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699225'] for port (85e5b4bb-ce12-4cf0-9c3e-22096a983654), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:03.445447 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.plugin [None req-678bdae6-0cc3-44ce-961e-9a053a54e1b8 admin admin] Calling delete_port for 85e5b4bb-ce12-4cf0-9c3e-22096a983654 owned by network:router_interface {{(pid=113424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 10:03:03.492228 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:03:03.686805 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-678bdae6-0cc3-44ce-961e-9a053a54e1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759571687051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759571245514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27240065'] for port (85e5b4bb-ce12-4cf0-9c3e-22096a983654), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:03.714025 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678bdae6-0cc3-44ce-961e-9a053a54e1b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=85e5b4bb-ce12-4cf0-9c3e-22096a983654,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:03:03.880151 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-678bdae6-0cc3-44ce-961e-9a053a54e1b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-697875'] for router_interface (d3416b4b-5fd9-4b75-80b9-b33ee467ada3), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:04.084791 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-678bdae6-0cc3-44ce-961e-9a053a54e1b8 admin admin] Router d3416b4b-5fd9-4b75-80b9-b33ee467ada3 has already been hosted by L3 agent 647718b3-8298-4382-86e2-3fad9f5d7804 {{(pid=113424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 10:03:04.434077 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:03:04.455051 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-678bdae6-0cc3-44ce-961e-9a053a54e1b8 admin admin] Notify agent at l3_agent.dv-cinder-790535-43-iscsi the message routers_updated {{(pid=113424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 10:03:04.459985 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-678bdae6-0cc3-44ce-961e-9a053a54e1b8 admin admin] 10.222.0.73 "PUT /networking/v2.0/routers/d3416b4b-5fd9-4b75-80b9-b33ee467ada3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6772580 Sep 16 10:03:04.462559 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 57792) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 10:03:04.465675 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc81ed3-7f0d-4a0c-949d-f56c1c91e172 None None] Sync routers for ids ['d3416b4b-5fd9-4b75-80b9-b33ee467ada3'] in dv-cinder-790535-43-iscsi {{(pid=113425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 10:03:04.476702 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc81ed3-7f0d-4a0c-949d-f56c1c91e172 None None] Routers {'d3416b4b-5fd9-4b75-80b9-b33ee467ada3'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 10:03:04.477484 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-acc81ed3-7f0d-4a0c-949d-f56c1c91e172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T10:02:54Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['d3416b4b-5fd9-4b75-80b9-b33ee467ada3'], 'active': True} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:03:04.561697 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-1622703f-0549-4b5e-8471-c3e28e895399 admin admin] Publish callbacks [] for router (d3416b4b-5fd9-4b75-80b9-b33ee467ada3), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:04.580350 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvr_db [None req-acc81ed3-7f0d-4a0c-949d-f56c1c91e172 None None] Set router d3416b4b-5fd9-4b75-80b9-b33ee467ada3 gateway port host: dv-cinder-790535-43-iscsi {{(pid=113425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 10:03:04.663393 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-1622703f-0549-4b5e-8471-c3e28e895399 admin admin] Publish callbacks [] for router_gateway (d3416b4b-5fd9-4b75-80b9-b33ee467ada3), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:04.763081 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-acc81ed3-7f0d-4a0c-949d-f56c1c91e172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3416b4b-5fd9-4b75-80b9-b33ee467ada3', 'name': 'tempest-TestShelveInstance-1043494730-router', 'tenant_id': '7745a4f0a9f14e03b2e610412634d470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '8884c530-3561-4568-a952-9f8d636c0fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:58:21Z', 'updated_at': '2022-09-16T10:03:03Z', 'revision_number': 5, 'project_id': '7745a4f0a9f14e03b2e610412634d470', 'gw_port': {'id': '8884c530-3561-4568-a952-9f8d636c0fc7', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:df:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3416b4b-5fd9-4b75-80b9-b33ee467ada3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T09:58:22Z', 'updated_at': '2022-09-16T09:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi'}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:03:04.776680 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.plugin [None req-1622703f-0549-4b5e-8471-c3e28e895399 admin admin] Deleting port 8884c530-3561-4568-a952-9f8d636c0fc7 {{(pid=113424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 10:03:04.777095 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-1622703f-0549-4b5e-8471-c3e28e895399 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759571771405'] for port (8884c530-3561-4568-a952-9f8d636c0fc7), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:04.790372 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc81ed3-7f0d-4a0c-949d-f56c1c91e172 None None] Checking router: d3416b4b-5fd9-4b75-80b9-b33ee467ada3 for host: dv-cinder-790535-43-iscsi {{(pid=113425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 10:03:04.799000 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc81ed3-7f0d-4a0c-949d-f56c1c91e172 None None] Routers {'d3416b4b-5fd9-4b75-80b9-b33ee467ada3'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 10:03:04.799619 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-acc81ed3-7f0d-4a0c-949d-f56c1c91e172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T10:02:54Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['d3416b4b-5fd9-4b75-80b9-b33ee467ada3'], 'active': True} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:03:04.839438 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:03:04.864080 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.db [None req-1622703f-0549-4b5e-8471-c3e28e895399 admin admin] For port 8884c530-3561-4568-a952-9f8d636c0fc7, host dv-cinder-790535-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=8884c530-3561-4568-a952-9f8d636c0fc7,segment=NetworkSegment(0b254eb8-8459-4a20-9dd6-e212af12e724),segment_id=0b254eb8-8459-4a20-9dd6-e212af12e724)] {{(pid=113424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:03:04.869379 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-1622703f-0549-4b5e-8471-c3e28e895399 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699225'] for port (8884c530-3561-4568-a952-9f8d636c0fc7), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:04.879692 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.plugin [None req-1622703f-0549-4b5e-8471-c3e28e895399 admin admin] Calling delete_port for 8884c530-3561-4568-a952-9f8d636c0fc7 owned by network:router_gateway {{(pid=113424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 10:03:04.895142 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvr_db [None req-acc81ed3-7f0d-4a0c-949d-f56c1c91e172 None None] Set router d3416b4b-5fd9-4b75-80b9-b33ee467ada3 gateway port host: None {{(pid=113425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 10:03:04.948393 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (5b31c92a-f134-4c39-96dd-6f3267de2076), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:04.949351 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-acc81ed3-7f0d-4a0c-949d-f56c1c91e172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3416b4b-5fd9-4b75-80b9-b33ee467ada3', 'name': 'tempest-TestShelveInstance-1043494730-router', 'tenant_id': '7745a4f0a9f14e03b2e610412634d470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:58:21Z', 'updated_at': '2022-09-16T10:03:04Z', 'revision_number': 6, 'project_id': '7745a4f0a9f14e03b2e610412634d470', 'gw_port_host': None}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:03:04.976694 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc81ed3-7f0d-4a0c-949d-f56c1c91e172 None None] The sync data for ids ['d3416b4b-5fd9-4b75-80b9-b33ee467ada3'] in dv-cinder-790535-43-iscsi is: [{'id': 'd3416b4b-5fd9-4b75-80b9-b33ee467ada3', 'name': 'tempest-TestShelveInstance-1043494730-router', 'tenant_id': '7745a4f0a9f14e03b2e610412634d470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T09:58:21Z', 'updated_at': '2022-09-16T10:03:04Z', 'revision_number': 6, 'project_id': '7745a4f0a9f14e03b2e610412634d470', 'gw_port_host': None}] {{(pid=113425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 10:03:05.179571 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-1622703f-0549-4b5e-8471-c3e28e895399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759571687051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759571245514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27240065'] for port (8884c530-3561-4568-a952-9f8d636c0fc7), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:05.202735 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1622703f-0549-4b5e-8471-c3e28e895399 admin admin] Pushing event deleted for resources: {'Port': ['ID=8884c530-3561-4568-a952-9f8d636c0fc7,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:03:05.271662 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-1622703f-0549-4b5e-8471-c3e28e895399 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-711513'] for router_gateway (d3416b4b-5fd9-4b75-80b9-b33ee467ada3), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:05.361427 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-1622703f-0549-4b5e-8471-c3e28e895399 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1171'] for router (d3416b4b-5fd9-4b75-80b9-b33ee467ada3), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:05.363876 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-1622703f-0549-4b5e-8471-c3e28e895399 admin admin] Publish callbacks [] for router_controller (d3416b4b-5fd9-4b75-80b9-b33ee467ada3), precommit_delete_associations {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:05.480178 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-1622703f-0549-4b5e-8471-c3e28e895399 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-697966'] for router (d3416b4b-5fd9-4b75-80b9-b33ee467ada3), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:05.480810 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1622703f-0549-4b5e-8471-c3e28e895399 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3416b4b-5fd9-4b75-80b9-b33ee467ada3 {{(pid=113424) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 10:03:05.486091 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-1622703f-0549-4b5e-8471-c3e28e895399 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:05.487168 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-1622703f-0549-4b5e-8471-c3e28e895399 admin admin] 10.222.0.73 "DELETE /networking/v2.0/routers/d3416b4b-5fd9-4b75-80b9-b33ee467ada3 HTTP/1.1" status: 204 len: 168 time: 1.0236199 Sep 16 10:03:05.489639 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 57814) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 10:03:05.536506 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.db_base_plugin_v2 [None req-0988a626-4cf4-46e7-8f7d-0bacbc0f7a60 admin admin] Deleting subnet dc4a35d8-c2dd-44f2-8425-fc07df4b1aeb {{(pid=113424) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 10:03:05.539773 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-0988a626-4cf4-46e7-8f7d-0bacbc0f7a60 admin admin] Publish callbacks [] for subnet (dc4a35d8-c2dd-44f2-8425-fc07df4b1aeb), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:05.576358 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-0988a626-4cf4-46e7-8f7d-0bacbc0f7a60 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2616881'] for subnet (dc4a35d8-c2dd-44f2-8425-fc07df4b1aeb), precommit_delete_associations {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:05.656859 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:03:05.658382 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-0988a626-4cf4-46e7-8f7d-0bacbc0f7a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1872270'] for subnet (dc4a35d8-c2dd-44f2-8425-fc07df4b1aeb), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:05.739832 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device 85e5b4bb-ce12-4cf0-9c3e-22096a983654 no longer exists at agent ovs-agent-dv-cinder-790535-43-iscsi {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 10:03:05.764372 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] No Port match for: 85e5b4bb-ce12-4cf0-9c3e-22096a983654 {{(pid=113425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 10:03:05.764724 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device 85e5b4bb-ce12-4cf0-9c3e-22096a983654 not bound to the agent host dv-cinder-790535-43-iscsi {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 10:03:05.786182 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-0988a626-4cf4-46e7-8f7d-0bacbc0f7a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1875891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27240174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26736198'] for subnet (dc4a35d8-c2dd-44f2-8425-fc07df4b1aeb), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:05.811654 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0988a626-4cf4-46e7-8f7d-0bacbc0f7a60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc4a35d8-c2dd-44f2-8425-fc07df4b1aeb,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:03:05.818218 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-0988a626-4cf4-46e7-8f7d-0bacbc0f7a60 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:05.824405 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-0988a626-4cf4-46e7-8f7d-0bacbc0f7a60 admin admin] 10.222.0.73 "DELETE /networking/v2.0/subnets/dc4a35d8-c2dd-44f2-8425-fc07df4b1aeb HTTP/1.1" status: 204 len: 168 time: 0.3307600 Sep 16 10:03:05.824405 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 57820) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 10:03:05.825482 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b5cd31-8230-460e-ad10-a6c520ebbfb5 None None] Network efcee80f-84e3-4c3a-9956-ec53ee03c508 requested from dv-cinder-790535-43-iscsi {{(pid=113425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 10:03:05.838986 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:03:05.901362 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-64f9dc43-7be6-4efe-bb7f-ad9eeed41ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1848827'] for network (efcee80f-84e3-4c3a-9956-ec53ee03c508), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:05.946776 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.plugin [None req-64f9dc43-7be6-4efe-bb7f-ad9eeed41ff1 admin admin] Deleting port e056d6ee-8259-4696-bc8e-64085ef188a0 {{(pid=113424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 10:03:05.948444 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-64f9dc43-7be6-4efe-bb7f-ad9eeed41ff1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759571771405'] for port (e056d6ee-8259-4696-bc8e-64085ef188a0), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:05.991649 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51d9c75-261f-4d43-b16c-c9609ef74be4 None None] DHCP port deletion for efcee80f-84e3-4c3a-9956-ec53ee03c508 request from dv-cinder-790535-43-iscsi {{(pid=113425) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 10:03:06.017730 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.db [None req-64f9dc43-7be6-4efe-bb7f-ad9eeed41ff1 admin admin] For port e056d6ee-8259-4696-bc8e-64085ef188a0, host dv-cinder-790535-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=e056d6ee-8259-4696-bc8e-64085ef188a0,segment=NetworkSegment(82c1c5c3-7389-4f28-a912-6cf23b63dbea),segment_id=82c1c5c3-7389-4f28-a912-6cf23b63dbea)] {{(pid=113424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:03:06.018103 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-64f9dc43-7be6-4efe-bb7f-ad9eeed41ff1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699225'] for port (e056d6ee-8259-4696-bc8e-64085ef188a0), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:06.032619 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.plugin [None req-64f9dc43-7be6-4efe-bb7f-ad9eeed41ff1 admin admin] Calling delete_port for e056d6ee-8259-4696-bc8e-64085ef188a0 owned by network:dhcp {{(pid=113424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 10:03:06.038929 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-c51d9c75-261f-4d43-b16c-c9609ef74be4 None None] Deleting port e056d6ee-8259-4696-bc8e-64085ef188a0 {{(pid=113425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 10:03:06.039369 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-c51d9c75-261f-4d43-b16c-c9609ef74be4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759571771405'] for port (e056d6ee-8259-4696-bc8e-64085ef188a0), before_delete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:06.079913 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:UPDATE=5 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:03:06.105798 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-c51d9c75-261f-4d43-b16c-c9609ef74be4 None None] For port e056d6ee-8259-4696-bc8e-64085ef188a0, host dv-cinder-790535-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=e056d6ee-8259-4696-bc8e-64085ef188a0,segment=NetworkSegment(82c1c5c3-7389-4f28-a912-6cf23b63dbea),segment_id=82c1c5c3-7389-4f28-a912-6cf23b63dbea)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:03:06.106230 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-c51d9c75-261f-4d43-b16c-c9609ef74be4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699225'] for port (e056d6ee-8259-4696-bc8e-64085ef188a0), precommit_delete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:06.120101 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-c51d9c75-261f-4d43-b16c-c9609ef74be4 None None] Calling delete_port for e056d6ee-8259-4696-bc8e-64085ef188a0 owned by network:dhcp {{(pid=113425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 10:03:06.174355 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-64f9dc43-7be6-4efe-bb7f-ad9eeed41ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759571687051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759571245514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27240065'] for port (e056d6ee-8259-4696-bc8e-64085ef188a0), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:06.198963 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-c51d9c75-261f-4d43-b16c-c9609ef74be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759571687051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759571245514'] for port (e056d6ee-8259-4696-bc8e-64085ef188a0), after_delete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:06.199838 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f9dc43-7be6-4efe-bb7f-ad9eeed41ff1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e056d6ee-8259-4696-bc8e-64085ef188a0,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:03:06.203993 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f9dc43-7be6-4efe-bb7f-ad9eeed41ff1 admin admin] No DVR routers for this DVR port e056d6ee-8259-4696-bc8e-64085ef188a0 on host dv-cinder-790535-43-iscsi {{(pid=113424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 10:03:06.224594 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51d9c75-261f-4d43-b16c-c9609ef74be4 None None] Pushing event deleted for resources: {'Port': ['ID=e056d6ee-8259-4696-bc8e-64085ef188a0,revision_number=None']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:03:06.231159 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51d9c75-261f-4d43-b16c-c9609ef74be4 None None] No DVR routers for this DVR port e056d6ee-8259-4696-bc8e-64085ef188a0 on host dv-cinder-790535-43-iscsi {{(pid=113425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 10:03:06.281709 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-64f9dc43-7be6-4efe-bb7f-ad9eeed41ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1303205', 'neutron.services.segments.db._delete_segments_for_network-8759571758529'] for network (efcee80f-84e3-4c3a-9956-ec53ee03c508), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:06.305342 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.services.segments.db [None req-64f9dc43-7be6-4efe-bb7f-ad9eeed41ff1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efcee80f-84e3-4c3a-9956-ec53ee03c508']}} {{(pid=113424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:03:06.314860 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.services.segments.db [None req-64f9dc43-7be6-4efe-bb7f-ad9eeed41ff1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82c1c5c3-7389-4f28-a912-6cf23b63dbea') {'for_net_delete': True} {{(pid=113424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:03:06.315162 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.services.segments.db [None req-64f9dc43-7be6-4efe-bb7f-ad9eeed41ff1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82c1c5c3-7389-4f28-a912-6cf23b63dbea') {} {{(pid=113424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:03:06.324647 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-64f9dc43-7be6-4efe-bb7f-ad9eeed41ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759571758421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2616842'] for segment (82c1c5c3-7389-4f28-a912-6cf23b63dbea), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:06.338132 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-64f9dc43-7be6-4efe-bb7f-ad9eeed41ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1277354'] for segment (82c1c5c3-7389-4f28-a912-6cf23b63dbea), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:06.345308 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64f9dc43-7be6-4efe-bb7f-ad9eeed41ff1 admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=113424) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 10:03:06.349049 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-64f9dc43-7be6-4efe-bb7f-ad9eeed41ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1277354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27240020'] for segment (82c1c5c3-7389-4f28-a912-6cf23b63dbea), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:06.385658 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.services.segments.plugin [-] Segment 82c1c5c3-7389-4f28-a912-6cf23b63dbea resource provider aggregate not found Sep 16 10:03:06.407435 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.services.segments.plugin [-] Segment 82c1c5c3-7389-4f28-a912-6cf23b63dbea resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 82c1c5c3-7389-4f28-a912-6cf23b63dbea found for delete ", "request_id": "req-2b8a7c19-f036-4851-853e-0a484777c475"}]} Sep 16 10:03:06.463346 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-64f9dc43-7be6-4efe-bb7f-ad9eeed41ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1303196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-711564'] for network (efcee80f-84e3-4c3a-9956-ec53ee03c508), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:06.475970 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-64f9dc43-7be6-4efe-bb7f-ad9eeed41ff1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546317'] for network (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:06.475970 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-64f9dc43-7be6-4efe-bb7f-ad9eeed41ff1 admin admin] 10.222.0.73 "DELETE /networking/v2.0/networks/efcee80f-84e3-4c3a-9956-ec53ee03c508 HTTP/1.1" status: 204 len: 168 time: 0.6488469 Sep 16 10:03:06.485526 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f9dc43-7be6-4efe-bb7f-ad9eeed41ff1 admin admin] Pushing event deleted for resources: {'Network': ['ID=efcee80f-84e3-4c3a-9956-ec53ee03c508,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:03:06.813601 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 57832) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 10:03:06.857098 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-3a831d30-bbdb-47ae-acb6-8c077b619191 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=92e292a400454c93a48aca5510bfcee9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0459347 Sep 16 10:03:06.859829 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 57836) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 10:03:06.912603 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-8b50aef0-c0b9-447a-926d-da44fc170a93 admin admin] Publish callbacks [] for security_group (a6c5c7df-c755-4729-a16d-d2840b0c1160), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:06.933018 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-8b50aef0-c0b9-447a-926d-da44fc170a93 admin admin] Publish callbacks [] for security_group (a6c5c7df-c755-4729-a16d-d2840b0c1160), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:07.040121 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-8b50aef0-c0b9-447a-926d-da44fc170a93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (a6c5c7df-c755-4729-a16d-d2840b0c1160), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:07.042758 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-8b50aef0-c0b9-447a-926d-da44fc170a93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:07.044029 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-8b50aef0-c0b9-447a-926d-da44fc170a93 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/a6c5c7df-c755-4729-a16d-d2840b0c1160 HTTP/1.1" status: 204 len: 168 time: 0.1831465 Sep 16 10:03:07.053429 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b50aef0-c0b9-447a-926d-da44fc170a93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c5c7df-c755-4729-a16d-d2840b0c1160,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:03:07.267668 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device e056d6ee-8259-4696-bc8e-64085ef188a0 no longer exists at agent ovs-agent-dv-cinder-790535-43-iscsi {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 10:03:07.287468 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] No Port match for: e056d6ee-8259-4696-bc8e-64085ef188a0 {{(pid=113425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 10:03:07.287820 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device e056d6ee-8259-4696-bc8e-64085ef188a0 not bound to the agent host dv-cinder-790535-43-iscsi {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 10:03:07.288237 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device 8884c530-3561-4568-a952-9f8d636c0fc7 no longer exists at agent ovs-agent-dv-cinder-790535-43-iscsi {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 10:03:07.307276 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] No Port match for: 8884c530-3561-4568-a952-9f8d636c0fc7 {{(pid=113425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 10:03:07.307629 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device 8884c530-3561-4568-a952-9f8d636c0fc7 not bound to the agent host dv-cinder-790535-43-iscsi {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 10:03:07.435813 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 57848) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 10:03:07.545049 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-5ebdf412-3def-4eeb-8cac-7a90fc4d3289 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:07.578900 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:03:07.623572 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-5ebdf412-3def-4eeb-8cac-7a90fc4d3289 admin admin] Publish callbacks [] for security_group (42501ae8-0a6a-4e4e-afb8-652e37a9c037), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:07.716882 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-5ebdf412-3def-4eeb-8cac-7a90fc4d3289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (42501ae8-0a6a-4e4e-afb8-652e37a9c037), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:07.756506 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebdf412-3def-4eeb-8cac-7a90fc4d3289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42501ae8-0a6a-4e4e-afb8-652e37a9c037,revision_number=1']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:03:07.760825 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-5ebdf412-3def-4eeb-8cac-7a90fc4d3289 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=66e8b836cbbe403385c8946e440d28da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3239844 Sep 16 10:03:07.763598 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 57852) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 10:03:07.777169 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 57854) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 10:03:07.835531 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:03:07.850057 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-1fa504f0-b6d9-4539-bd75-687d7d575e27 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=7745a4f0a9f14e03b2e610412634d470&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0718565 Sep 16 10:03:07.850913 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-80b67f70-e319-43ce-844e-37dac6de5bfc admin admin] Publish callbacks [] for security_group (42501ae8-0a6a-4e4e-afb8-652e37a9c037), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:07.852913 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 57856) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 10:03:07.873378 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-80b67f70-e319-43ce-844e-37dac6de5bfc admin admin] Publish callbacks [] for security_group (42501ae8-0a6a-4e4e-afb8-652e37a9c037), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:07.902170 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-6fca19d1-d2a3-4b1b-915c-1611b2f5a9e5 admin admin] Publish callbacks [] for security_group (4d5e94ae-50ce-45f5-81ed-763e6f1e6e78), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:07.922987 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-6fca19d1-d2a3-4b1b-915c-1611b2f5a9e5 admin admin] Publish callbacks [] for security_group (4d5e94ae-50ce-45f5-81ed-763e6f1e6e78), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:07.990820 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-80b67f70-e319-43ce-844e-37dac6de5bfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (42501ae8-0a6a-4e4e-afb8-652e37a9c037), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:07.993330 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-80b67f70-e319-43ce-844e-37dac6de5bfc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:07.994562 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-80b67f70-e319-43ce-844e-37dac6de5bfc admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/42501ae8-0a6a-4e4e-afb8-652e37a9c037 HTTP/1.1" status: 204 len: 168 time: 0.2301331 Sep 16 10:03:08.003195 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b67f70-e319-43ce-844e-37dac6de5bfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42501ae8-0a6a-4e4e-afb8-652e37a9c037,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:03:08.048145 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-6fca19d1-d2a3-4b1b-915c-1611b2f5a9e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (4d5e94ae-50ce-45f5-81ed-763e6f1e6e78), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:08.050790 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-6fca19d1-d2a3-4b1b-915c-1611b2f5a9e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:08.052056 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-6fca19d1-d2a3-4b1b-915c-1611b2f5a9e5 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/4d5e94ae-50ce-45f5-81ed-763e6f1e6e78 HTTP/1.1" status: 204 len: 168 time: 0.1981153 Sep 16 10:03:08.061949 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fca19d1-d2a3-4b1b-915c-1611b2f5a9e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d5e94ae-50ce-45f5-81ed-763e6f1e6e78,revision_number=None']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:03:08.708446 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 57874) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 10:03:08.722289 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-234e5500-22e0-46a8-b921-232431a48edb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:08.737366 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:03:08.798420 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-234e5500-22e0-46a8-b921-232431a48edb admin admin] Publish callbacks [] for security_group (161d6233-6fbb-4f26-a62b-bd78a1952e5a), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:08.879785 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-234e5500-22e0-46a8-b921-232431a48edb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (161d6233-6fbb-4f26-a62b-bd78a1952e5a), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:08.924203 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-234e5500-22e0-46a8-b921-232431a48edb admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=f25ab4d2fb4141bf8aad312d4a3344c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2132888 Sep 16 10:03:08.925161 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234e5500-22e0-46a8-b921-232431a48edb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=161d6233-6fbb-4f26-a62b-bd78a1952e5a,revision_number=1']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:03:08.926342 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 57882) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 10:03:08.991024 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-9df4f438-4ff7-4b28-b0ee-e80dc9d569e1 admin admin] Publish callbacks [] for security_group (161d6233-6fbb-4f26-a62b-bd78a1952e5a), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:09.012369 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-9df4f438-4ff7-4b28-b0ee-e80dc9d569e1 admin admin] Publish callbacks [] for security_group (161d6233-6fbb-4f26-a62b-bd78a1952e5a), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:09.100423 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 57886) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 10:03:09.126348 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-9df4f438-4ff7-4b28-b0ee-e80dc9d569e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (161d6233-6fbb-4f26-a62b-bd78a1952e5a), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:09.129050 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-9df4f438-4ff7-4b28-b0ee-e80dc9d569e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:09.130325 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-9df4f438-4ff7-4b28-b0ee-e80dc9d569e1 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/161d6233-6fbb-4f26-a62b-bd78a1952e5a HTTP/1.1" status: 204 len: 168 time: 0.2029440 Sep 16 10:03:09.138648 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df4f438-4ff7-4b28-b0ee-e80dc9d569e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=161d6233-6fbb-4f26-a62b-bd78a1952e5a,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:03:09.206658 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.v2.base [None req-40e41d07-4193-4aa2-91a0-f4b417d8cc25 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2090367717-network', 'tenant_id': 'aaeb5ec036dd43479e9b66290a29d6d5'}} {{(pid=113423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:03:09.213165 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:03:09.286618 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40e41d07-4193-4aa2-91a0-f4b417d8cc25 admin admin] Made reservation on behalf of aaeb5ec036dd43479e9b66290a29d6d5 for: {'network': 1} {{(pid=113423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 10:03:09.289047 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-40e41d07-4193-4aa2-91a0-f4b417d8cc25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for network (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:09.298709 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-40e41d07-4193-4aa2-91a0-f4b417d8cc25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:09.373160 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-40e41d07-4193-4aa2-91a0-f4b417d8cc25 admin admin] Publish callbacks [] for security_group (b7a38218-3b53-49b1-9e06-0ffe5885036b), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:09.465171 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-40e41d07-4193-4aa2-91a0-f4b417d8cc25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (b7a38218-3b53-49b1-9e06-0ffe5885036b), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:09.492014 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40e41d07-4193-4aa2-91a0-f4b417d8cc25 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=113423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 10:03:09.503126 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e41d07-4193-4aa2-91a0-f4b417d8cc25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a38218-3b53-49b1-9e06-0ffe5885036b,revision_number=1']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:03:09.507992 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-40e41d07-4193-4aa2-91a0-f4b417d8cc25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1277354'] for segment (be3ea914-9668-4564-9738-7252d20654e9), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:09.508538 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.db.segments_db [None req-40e41d07-4193-4aa2-91a0-f4b417d8cc25 admin admin] Added segment be3ea914-9668-4564-9738-7252d20654e9 of type vlan for network 15128754-481d-4580-9909-e9d7f17bf2e9 Sep 16 10:03:09.549882 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-40e41d07-4193-4aa2-91a0-f4b417d8cc25 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759571199151'] for network (15128754-481d-4580-9909-e9d7f17bf2e9), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:09.653728 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-40e41d07-4193-4aa2-91a0-f4b417d8cc25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335'] for network (15128754-481d-4580-9909-e9d7f17bf2e9), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:09.654752 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e41d07-4193-4aa2-91a0-f4b417d8cc25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:03:09.655352 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-40e41d07-4193-4aa2-91a0-f4b417d8cc25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546317'] for network (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:09.721167 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e41d07-4193-4aa2-91a0-f4b417d8cc25 admin admin] Pushing event updated for resources: {'Network': ['ID=15128754-481d-4580-9909-e9d7f17bf2e9,revision_number=1']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:03:09.731285 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Network 15128754-481d-4580-9909-e9d7f17bf2e9 details requested by agent ovs-agent-dv-cinder-790535-43-iscsi with host dv-cinder-790535-43-iscsi {{(pid=113425) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 10:03:09.814915 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-40e41d07-4193-4aa2-91a0-f4b417d8cc25 admin admin] 10.222.0.73 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7133780 Sep 16 10:03:09.818305 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 57902) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 10:03:09.823264 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.v2.base [None req-8ffc2c4b-ca55-427f-aed9-2a76405cb3ec admin admin] Request body: {'subnet': {'network_id': '15128754-481d-4580-9909-e9d7f17bf2e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2090367717-subnet', 'tenant_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'ip_version': 4}} {{(pid=113423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:03:09.911154 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ffc2c4b-ca55-427f-aed9-2a76405cb3ec admin admin] Made reservation on behalf of aaeb5ec036dd43479e9b66290a29d6d5 for: {'subnet': 1} {{(pid=113423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 10:03:09.913516 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-8ffc2c4b-ca55-427f-aed9-2a76405cb3ec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2535104'] for subnet (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:09.973419 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=72,neutron:INSERT=22,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:03:10.160511 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-8ffc2c4b-ca55-427f-aed9-2a76405cb3ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2475058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2535126'] for subnet (58989cad-7ca2-43f9-ae25-0fab1e713f7c), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:10.219010 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffc2c4b-ca55-427f-aed9-2a76405cb3ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=58989cad-7ca2-43f9-ae25-0fab1e713f7c,revision_number=0']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:03:10.228991 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffc2c4b-ca55-427f-aed9-2a76405cb3ec admin admin] Checking segment: {'id': 'be3ea914-9668-4564-9738-7252d20654e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '15128754-481d-4580-9909-e9d7f17bf2e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 10:03:10.228991 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ffc2c4b-ca55-427f-aed9-2a76405cb3ec admin admin] Network hostable DHCP agents. Network: 15128754-481d-4580-9909-e9d7f17bf2e9, hostable agents: ['54fa5420-569f-41b3-81ce-b3c99a893561'], hosted agents: [] {{(pid=113423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 10:03:10.297859 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ffc2c4b-ca55-427f-aed9-2a76405cb3ec admin admin] Network 15128754-481d-4580-9909-e9d7f17bf2e9 is scheduled to be hosted by DHCP agent 54fa5420-569f-41b3-81ce-b3c99a893561 with binding_index 1 {{(pid=113423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 10:03:10.373746 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.base_scheduler [None req-8ffc2c4b-ca55-427f-aed9-2a76405cb3ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-43-iscsi, 15128754-481d-4580-9909-e9d7f17bf2e9) {{(pid=113423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 10:03:10.378513 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ffc2c4b-ca55-427f-aed9-2a76405cb3ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:03:10.379114 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-8ffc2c4b-ca55-427f-aed9-2a76405cb3ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546317'] for subnet (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:10.383884 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d0574c-3e1e-441a-abcd-c4fa1b49913e None None] Network 15128754-481d-4580-9909-e9d7f17bf2e9 requested from dv-cinder-790535-43-iscsi {{(pid=113425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 10:03:10.483167 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-8ffc2c4b-ca55-427f-aed9-2a76405cb3ec admin admin] 10.222.0.73 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6636178 Sep 16 10:03:10.486469 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 57916) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 10:03:10.492502 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.v2.base [None req-93a8f690-a888-435d-9d94-0276233b8cec admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2090367717-router', 'tenant_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79'}}} {{(pid=113423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:03:10.494870 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab896992-d600-4304-8f13-f1ed150713dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8adadafb-aa0f-50bc-bc9f-45663671aa4d-15128754-481d-4580-9909-e9d7f17bf2e9', 'network_id': '15128754-481d-4580-9909-e9d7f17bf2e9', 'project_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'fixed_ips': [{'subnet_id': '58989cad-7ca2-43f9-ae25-0fab1e713f7c'}]}} from dv-cinder-790535-43-iscsi. {{(pid=113425) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 10:03:10.495800 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-ab896992-d600-4304-8f13-f1ed150713dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (None), before_create {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:10.603297 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-93a8f690-a888-435d-9d94-0276233b8cec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-696460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65145'] for router (1d8e0e84-a6e6-465b-800d-351c9eea58c8), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:10.604385 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-93a8f690-a888-435d-9d94-0276233b8cec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65120'] for router (1d8e0e84-a6e6-465b-800d-351c9eea58c8), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:10.633657 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.db_base_plugin_common [None req-ab896992-d600-4304-8f13-f1ed150713dd None None] Allocated IP 172.20.0.2 (15128754-481d-4580-9909-e9d7f17bf2e9/58989cad-7ca2-43f9-ae25-0fab1e713f7c/99a6e1e4-6b19-463f-a1e5-cffaa0f3ef06) {{(pid=113425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 10:03:10.665593 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-93a8f690-a888-435d-9d94-0276233b8cec admin admin] Publish callbacks [] for router_controller (1d8e0e84-a6e6-465b-800d-351c9eea58c8), precommit_add_association {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:10.694103 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:03:10.776317 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:03:10.779987 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-ab896992-d600-4304-8f13-f1ed150713dd None None] Publish callbacks [] for port (99a6e1e4-6b19-463f-a1e5-cffaa0f3ef06), precommit_create {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:10.890334 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-93a8f690-a888-435d-9d94-0276233b8cec admin admin] Publish callbacks [] for router_gateway (1d8e0e84-a6e6-465b-800d-351c9eea58c8), precommit_update {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:10.920776 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-ab896992-d600-4304-8f13-f1ed150713dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759571245505'] for port (99a6e1e4-6b19-463f-a1e5-cffaa0f3ef06), after_create {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:10.962732 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab896992-d600-4304-8f13-f1ed150713dd None None] Network 15128754-481d-4580-9909-e9d7f17bf2e9 is already hosted by enough agents. {{(pid=113425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 10:03:10.966033 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.scheduler.base_scheduler [None req-ab896992-d600-4304-8f13-f1ed150713dd None None] Resources bound (agent type, host, resource id): {{(pid=113425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 10:03:10.971334 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab896992-d600-4304-8f13-f1ed150713dd None None] Received port after_create {{(pid=113425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 10:03:10.976224 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab896992-d600-4304-8f13-f1ed150713dd None None] Pushing event updated for resources: {'Port': ['ID=99a6e1e4-6b19-463f-a1e5-cffaa0f3ef06,revision_number=1']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:03:11.029612 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.managers [None req-ab896992-d600-4304-8f13-f1ed150713dd None None] Attempting to bind port 99a6e1e4-6b19-463f-a1e5-cffaa0f3ef06 on host dv-cinder-790535-43-iscsi for vnic_type normal with profile {{(pid=113425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 10:03:11.029909 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.managers [None req-ab896992-d600-4304-8f13-f1ed150713dd None None] Attempting to bind port 99a6e1e4-6b19-463f-a1e5-cffaa0f3ef06 by drivers openvswitch,hyperv on host dv-cinder-790535-43-iscsi at level 0 using segments [{'id': 'be3ea914-9668-4564-9738-7252d20654e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '15128754-481d-4580-9909-e9d7f17bf2e9'}] {{(pid=113425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 10:03:11.030266 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab896992-d600-4304-8f13-f1ed150713dd None None] Attempting to bind port 99a6e1e4-6b19-463f-a1e5-cffaa0f3ef06 on network 15128754-481d-4580-9909-e9d7f17bf2e9 {{(pid=113425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 10:03:11.074580 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab896992-d600-4304-8f13-f1ed150713dd None None] Checking agent: {'id': 'be58d251-43cc-467d-bf31-2aae48e2ac56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-43-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 9, 41, 57), 'started_at': datetime.datetime(2022, 9, 16, 9, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 10, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-43-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 10:03:11.074947 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab896992-d600-4304-8f13-f1ed150713dd None None] Checking segment: {'id': 'be3ea914-9668-4564-9738-7252d20654e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '15128754-481d-4580-9909-e9d7f17bf2e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 10:03:11.075344 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-ab896992-d600-4304-8f13-f1ed150713dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:11.075736 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab896992-d600-4304-8f13-f1ed150713dd None None] Bound using segment: {'id': 'be3ea914-9668-4564-9738-7252d20654e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '15128754-481d-4580-9909-e9d7f17bf2e9'} {{(pid=113425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 10:03:11.076198 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.managers [None req-ab896992-d600-4304-8f13-f1ed150713dd None None] Bound port: 99a6e1e4-6b19-463f-a1e5-cffaa0f3ef06, host: dv-cinder-790535-43-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be3ea914-9668-4564-9738-7252d20654e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '15128754-481d-4580-9909-e9d7f17bf2e9'}}] {{(pid=113425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 10:03:11.076570 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-ab896992-d600-4304-8f13-f1ed150713dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (99a6e1e4-6b19-463f-a1e5-cffaa0f3ef06), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:11.095882 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:03:11.138931 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-93a8f690-a888-435d-9d94-0276233b8cec admin admin] Publish callbacks [] for router_gateway (1d8e0e84-a6e6-465b-800d-351c9eea58c8), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:11.141809 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:03:11.146588 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-ab896992-d600-4304-8f13-f1ed150713dd None None] For port 99a6e1e4-6b19-463f-a1e5-cffaa0f3ef06, host dv-cinder-790535-43-iscsi, cleared binding levels {{(pid=113425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 10:03:11.150174 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-ab896992-d600-4304-8f13-f1ed150713dd None None] For port 99a6e1e4-6b19-463f-a1e5-cffaa0f3ef06, host dv-cinder-790535-43-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=99a6e1e4-6b19-463f-a1e5-cffaa0f3ef06,segment=NetworkSegment(be3ea914-9668-4564-9738-7252d20654e9),segment_id=be3ea914-9668-4564-9738-7252d20654e9)] {{(pid=113425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 10:03:11.159509 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-93a8f690-a888-435d-9d94-0276233b8cec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:11.223895 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=70,neutron:UPDATE=2 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:03:11.224390 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=69 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:03:11.229048 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-ab896992-d600-4304-8f13-f1ed150713dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (99a6e1e4-6b19-463f-a1e5-cffaa0f3ef06), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:11.278192 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.db.db_base_plugin_common [None req-93a8f690-a888-435d-9d94-0276233b8cec admin admin] Allocated IP 172.27.1.5 (d06af4bd-75ff-4039-9388-f05026361d79/429d2505-e0fa-44a7-bb81-98c451c1a231/afc272bc-b8b5-4b2e-a80a-6c3c49f76550) {{(pid=113423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 10:03:11.292544 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab896992-d600-4304-8f13-f1ed150713dd None None] Pushing event updated for resources: {'Port': ['ID=99a6e1e4-6b19-463f-a1e5-cffaa0f3ef06,revision_number=2']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:03:11.347878 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:03:11.406515 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-93a8f690-a888-435d-9d94-0276233b8cec admin admin] Publish callbacks [] for port (afc272bc-b8b5-4b2e-a80a-6c3c49f76550), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:11.552013 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-93a8f690-a888-435d-9d94-0276233b8cec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759571245505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473602'] for port (afc272bc-b8b5-4b2e-a80a-6c3c49f76550), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:11.585981 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a8f690-a888-435d-9d94-0276233b8cec admin admin] Network d06af4bd-75ff-4039-9388-f05026361d79 is already hosted by enough agents. {{(pid=113423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 10:03:11.590309 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.base_scheduler [None req-93a8f690-a888-435d-9d94-0276233b8cec admin admin] Resources bound (agent type, host, resource id): {{(pid=113423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 10:03:11.596949 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a8f690-a888-435d-9d94-0276233b8cec admin admin] Received port after_create {{(pid=113423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 10:03:11.630249 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a8f690-a888-435d-9d94-0276233b8cec admin admin] Pushing event updated for resources: {'Port': ['ID=afc272bc-b8b5-4b2e-a80a-6c3c49f76550,revision_number=1']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:03:11.910364 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-93a8f690-a888-435d-9d94-0276233b8cec admin admin] Publish callbacks [] for router_gateway (1d8e0e84-a6e6-465b-800d-351c9eea58c8), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:12.115674 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-93a8f690-a888-435d-9d94-0276233b8cec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-711457'] for router (1d8e0e84-a6e6-465b-800d-351c9eea58c8), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:12.228595 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ffa196-45b3-4486-b34e-419132e7a198 None None] Network 15128754-481d-4580-9909-e9d7f17bf2e9 requested from dv-cinder-790535-43-iscsi {{(pid=113425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 10:03:12.345915 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93a8f690-a888-435d-9d94-0276233b8cec admin admin] Router 1d8e0e84-a6e6-465b-800d-351c9eea58c8 is scheduled to L3 agent 647718b3-8298-4382-86e2-3fad9f5d7804 with binding_index 1 {{(pid=113423) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 10:03:12.347151 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-73854dc1-590b-4af7-aa5e-f2822420c234 None None] Provisioning complete for port 99a6e1e4-6b19-463f-a1e5-cffaa0f3ef06 triggered by entity DHCP. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 10:03:12.347528 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-73854dc1-590b-4af7-aa5e-f2822420c234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (99a6e1e4-6b19-463f-a1e5-cffaa0f3ef06), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:12.347862 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-73854dc1-590b-4af7-aa5e-f2822420c234 None None] Attempt 1 to provision port 99a6e1e4-6b19-463f-a1e5-cffaa0f3ef06 Sep 16 10:03:12.394689 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:03:12.445072 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-73854dc1-590b-4af7-aa5e-f2822420c234 None None] Current status of the port 99a6e1e4-6b19-463f-a1e5-cffaa0f3ef06 is: DOWN; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 10:03:12.445837 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-73854dc1-590b-4af7-aa5e-f2822420c234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (99a6e1e4-6b19-463f-a1e5-cffaa0f3ef06), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:12.488158 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93a8f690-a888-435d-9d94-0276233b8cec admin admin] Notify agent at l3_agent.dv-cinder-790535-43-iscsi the message routers_updated {{(pid=113423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 10:03:12.488519 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-73854dc1-590b-4af7-aa5e-f2822420c234 None None] For port 99a6e1e4-6b19-463f-a1e5-cffaa0f3ef06, host dv-cinder-790535-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=99a6e1e4-6b19-463f-a1e5-cffaa0f3ef06,segment=NetworkSegment(be3ea914-9668-4564-9738-7252d20654e9),segment_id=be3ea914-9668-4564-9738-7252d20654e9)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:03:12.498903 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d278576-e32a-49fa-a963-75fbe0ab82a3 None None] Sync routers for ids ['1d8e0e84-a6e6-465b-800d-351c9eea58c8'] in dv-cinder-790535-43-iscsi {{(pid=113426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 10:03:12.511319 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d278576-e32a-49fa-a963-75fbe0ab82a3 None None] Routers {'1d8e0e84-a6e6-465b-800d-351c9eea58c8'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 10:03:12.512385 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-3d278576-e32a-49fa-a963-75fbe0ab82a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T10:02:54Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['1d8e0e84-a6e6-465b-800d-351c9eea58c8'], 'active': True} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:03:12.568439 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-73854dc1-590b-4af7-aa5e-f2822420c234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (99a6e1e4-6b19-463f-a1e5-cffaa0f3ef06), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:12.571091 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-93a8f690-a888-435d-9d94-0276233b8cec admin admin] Publish callbacks [] for router (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:12.575231 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-93a8f690-a888-435d-9d94-0276233b8cec admin admin] 10.222.0.73 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0852058 Sep 16 10:03:12.578808 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 57954) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 10:03:12.619373 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73854dc1-590b-4af7-aa5e-f2822420c234 None None] Pushing event updated for resources: {'Port': ['ID=99a6e1e4-6b19-463f-a1e5-cffaa0f3ef06,revision_number=3']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:03:12.626851 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvr_db [None req-3d278576-e32a-49fa-a963-75fbe0ab82a3 None None] Set router 1d8e0e84-a6e6-465b-800d-351c9eea58c8 gateway port host: dv-cinder-790535-43-iscsi {{(pid=113426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 10:03:12.692400 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-0c2e8495-dee7-426f-a8c8-fd6f285a9b24 None None] Provisioning complete for port 99a6e1e4-6b19-463f-a1e5-cffaa0f3ef06 triggered by entity DHCP. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 10:03:12.692944 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-0c2e8495-dee7-426f-a8c8-fd6f285a9b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (99a6e1e4-6b19-463f-a1e5-cffaa0f3ef06), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:12.693385 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-0c2e8495-dee7-426f-a8c8-fd6f285a9b24 None None] Attempt 1 to provision port 99a6e1e4-6b19-463f-a1e5-cffaa0f3ef06 Sep 16 10:03:12.901305 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-3d278576-e32a-49fa-a963-75fbe0ab82a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8e0e84-a6e6-465b-800d-351c9eea58c8', 'name': 'tempest-TestVolumeBootPattern-2090367717-router', 'tenant_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'afc272bc-b8b5-4b2e-a80a-6c3c49f76550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T10:03:10Z', 'updated_at': '2022-09-16T10:03:11Z', 'revision_number': 3, 'project_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'gw_port': {'id': 'afc272bc-b8b5-4b2e-a80a-6c3c49f76550', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:70:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d8e0e84-a6e6-465b-800d-351c9eea58c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T10:03:11Z', 'updated_at': '2022-09-16T10:03:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi'}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:03:12.911000 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-0c2e8495-dee7-426f-a8c8-fd6f285a9b24 None None] Current status of the port 99a6e1e4-6b19-463f-a1e5-cffaa0f3ef06 is: ACTIVE; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 10:03:12.930688 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d278576-e32a-49fa-a963-75fbe0ab82a3 None None] Checking router: 1d8e0e84-a6e6-465b-800d-351c9eea58c8 for host: dv-cinder-790535-43-iscsi {{(pid=113426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 10:03:12.931122 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d278576-e32a-49fa-a963-75fbe0ab82a3 None None] Updating router 1d8e0e84-a6e6-465b-800d-351c9eea58c8 port afc272bc-b8b5-4b2e-a80a-6c3c49f76550 binding host dv-cinder-790535-43-iscsi {{(pid=113426) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 10:03:12.958606 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron_lib.callbacks.manager [None req-3d278576-e32a-49fa-a963-75fbe0ab82a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (afc272bc-b8b5-4b2e-a80a-6c3c49f76550), before_update {{(pid=113426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:13.016355 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-1c0ce83b-2caa-4b8b-80fe-27574cf24f86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:13.038205 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:03:13.187008 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.db_base_plugin_common [None req-1c0ce83b-2caa-4b8b-80fe-27574cf24f86 admin admin] Allocated IP 172.20.0.1 (15128754-481d-4580-9909-e9d7f17bf2e9/58989cad-7ca2-43f9-ae25-0fab1e713f7c/27b24c13-fd4b-4353-b42c-cca934c1ffb5) {{(pid=113424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 10:03:13.221495 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron_lib.callbacks.manager [None req-3d278576-e32a-49fa-a963-75fbe0ab82a3 None None] Publish callbacks [] for port (afc272bc-b8b5-4b2e-a80a-6c3c49f76550), precommit_update {{(pid=113426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:13.276070 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:03:13.303135 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron_lib.callbacks.manager [None req-3d278576-e32a-49fa-a963-75fbe0ab82a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (afc272bc-b8b5-4b2e-a80a-6c3c49f76550), after_update {{(pid=113426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:13.307989 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-1c0ce83b-2caa-4b8b-80fe-27574cf24f86 admin admin] Publish callbacks [] for port (27b24c13-fd4b-4353-b42c-cca934c1ffb5), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:13.317765 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device 99a6e1e4-6b19-463f-a1e5-cffaa0f3ef06 up at agent ovs-agent-dv-cinder-790535-43-iscsi {{(pid=113425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 10:03:13.341563 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.managers [None req-3d278576-e32a-49fa-a963-75fbe0ab82a3 None None] Attempting to bind port afc272bc-b8b5-4b2e-a80a-6c3c49f76550 on host dv-cinder-790535-43-iscsi for vnic_type normal with profile {{(pid=113426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 10:03:13.342548 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.managers [None req-3d278576-e32a-49fa-a963-75fbe0ab82a3 None None] Attempting to bind port afc272bc-b8b5-4b2e-a80a-6c3c49f76550 by drivers openvswitch,hyperv on host dv-cinder-790535-43-iscsi at level 0 using segments [{'id': '0b254eb8-8459-4a20-9dd6-e212af12e724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79'}] {{(pid=113426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 10:03:13.343401 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d278576-e32a-49fa-a963-75fbe0ab82a3 None None] Attempting to bind port afc272bc-b8b5-4b2e-a80a-6c3c49f76550 on network d06af4bd-75ff-4039-9388-f05026361d79 {{(pid=113426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 10:03:13.367111 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Provisioning complete for port 99a6e1e4-6b19-463f-a1e5-cffaa0f3ef06 triggered by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 10:03:13.367487 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (99a6e1e4-6b19-463f-a1e5-cffaa0f3ef06), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:13.367823 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Attempt 1 to provision port 99a6e1e4-6b19-463f-a1e5-cffaa0f3ef06 Sep 16 10:03:13.382367 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e0433f-db67-4743-92ac-5860acd7833a None None] Pushing event updated for resources: {'Port': ['ID=afc272bc-b8b5-4b2e-a80a-6c3c49f76550,revision_number=2']} {{(pid=113426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:03:13.396589 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e0433f-db67-4743-92ac-5860acd7833a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:03:13.396964 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e0433f-db67-4743-92ac-5860acd7833a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:03:13.397454 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e0433f-db67-4743-92ac-5860acd7833a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:03:13.398024 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e0433f-db67-4743-92ac-5860acd7833a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:03:13.398551 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e0433f-db67-4743-92ac-5860acd7833a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:03:13.399103 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e0433f-db67-4743-92ac-5860acd7833a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:03:13.399573 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e0433f-db67-4743-92ac-5860acd7833a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:03:13.400074 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e0433f-db67-4743-92ac-5860acd7833a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:03:13.400886 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e0433f-db67-4743-92ac-5860acd7833a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:03:13.401667 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e0433f-db67-4743-92ac-5860acd7833a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:03:13.402215 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e0433f-db67-4743-92ac-5860acd7833a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:03:13.402745 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e0433f-db67-4743-92ac-5860acd7833a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:03:13.403237 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e0433f-db67-4743-92ac-5860acd7833a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:03:13.403711 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e0433f-db67-4743-92ac-5860acd7833a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:03:13.404252 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e0433f-db67-4743-92ac-5860acd7833a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:03:13.415690 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d278576-e32a-49fa-a963-75fbe0ab82a3 None None] Checking agent: {'id': 'be58d251-43cc-467d-bf31-2aae48e2ac56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-43-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 9, 41, 57), 'started_at': datetime.datetime(2022, 9, 16, 9, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 10, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-43-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 10:03:13.415928 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-1c0ce83b-2caa-4b8b-80fe-27574cf24f86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759571245505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27240065'] for port (27b24c13-fd4b-4353-b42c-cca934c1ffb5), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:13.416090 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d278576-e32a-49fa-a963-75fbe0ab82a3 None None] Checking segment: {'id': '0b254eb8-8459-4a20-9dd6-e212af12e724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 10:03:13.416090 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron_lib.callbacks.manager [None req-3d278576-e32a-49fa-a963-75fbe0ab82a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:13.416090 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d278576-e32a-49fa-a963-75fbe0ab82a3 None None] Bound using segment: {'id': '0b254eb8-8459-4a20-9dd6-e212af12e724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79'} {{(pid=113426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 10:03:13.416090 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.managers [None req-3d278576-e32a-49fa-a963-75fbe0ab82a3 None None] Bound port: afc272bc-b8b5-4b2e-a80a-6c3c49f76550, host: dv-cinder-790535-43-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b254eb8-8459-4a20-9dd6-e212af12e724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79'}}] {{(pid=113426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 10:03:13.416090 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron_lib.callbacks.manager [None req-3d278576-e32a-49fa-a963-75fbe0ab82a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (afc272bc-b8b5-4b2e-a80a-6c3c49f76550), before_update {{(pid=113426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:13.447533 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Current status of the port 99a6e1e4-6b19-463f-a1e5-cffaa0f3ef06 is: ACTIVE; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 10:03:13.474714 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0ce83b-2caa-4b8b-80fe-27574cf24f86 admin admin] Network 15128754-481d-4580-9909-e9d7f17bf2e9 is already hosted by enough agents. {{(pid=113424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 10:03:13.478103 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.db [None req-3d278576-e32a-49fa-a963-75fbe0ab82a3 None None] For port afc272bc-b8b5-4b2e-a80a-6c3c49f76550, host dv-cinder-790535-43-iscsi, cleared binding levels {{(pid=113426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 10:03:13.479772 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.base_scheduler [None req-1c0ce83b-2caa-4b8b-80fe-27574cf24f86 admin admin] Resources bound (agent type, host, resource id): {{(pid=113424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 10:03:13.482117 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.db [None req-3d278576-e32a-49fa-a963-75fbe0ab82a3 None None] For port afc272bc-b8b5-4b2e-a80a-6c3c49f76550, host dv-cinder-790535-43-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=afc272bc-b8b5-4b2e-a80a-6c3c49f76550,segment=NetworkSegment(0b254eb8-8459-4a20-9dd6-e212af12e724),segment_id=0b254eb8-8459-4a20-9dd6-e212af12e724)] {{(pid=113426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 10:03:13.484458 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0ce83b-2caa-4b8b-80fe-27574cf24f86 admin admin] Received port after_create {{(pid=113424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 10:03:13.505755 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0ce83b-2caa-4b8b-80fe-27574cf24f86 admin admin] Pushing event updated for resources: {'Port': ['ID=27b24c13-fd4b-4353-b42c-cca934c1ffb5,revision_number=1']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:03:13.525824 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-1c0ce83b-2caa-4b8b-80fe-27574cf24f86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691992'] for router_interface (1d8e0e84-a6e6-465b-800d-351c9eea58c8), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:13.575160 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron_lib.callbacks.manager [None req-3d278576-e32a-49fa-a963-75fbe0ab82a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (afc272bc-b8b5-4b2e-a80a-6c3c49f76550), after_update {{(pid=113426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:13.583394 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=100 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:03:13.616437 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d278576-e32a-49fa-a963-75fbe0ab82a3 None None] Routers {'1d8e0e84-a6e6-465b-800d-351c9eea58c8'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 10:03:13.620458 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-3d278576-e32a-49fa-a963-75fbe0ab82a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T10:02:54Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['1d8e0e84-a6e6-465b-800d-351c9eea58c8'], 'active': True} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:03:13.676108 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e0433f-db67-4743-92ac-5860acd7833a None None] Pushing event updated for resources: {'Port': ['ID=afc272bc-b8b5-4b2e-a80a-6c3c49f76550,revision_number=3']} {{(pid=113426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:03:13.713385 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:03:13.728880 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-1c0ce83b-2caa-4b8b-80fe-27574cf24f86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (27b24c13-fd4b-4353-b42c-cca934c1ffb5), before_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:13.736121 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-e958742f-e257-4ab6-93f1-88c994e06b7c None None] Provisioning complete for port 27b24c13-fd4b-4353-b42c-cca934c1ffb5 triggered by entity DHCP. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 10:03:13.736524 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-e958742f-e257-4ab6-93f1-88c994e06b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (27b24c13-fd4b-4353-b42c-cca934c1ffb5), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:13.736985 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-e958742f-e257-4ab6-93f1-88c994e06b7c None None] Attempt 1 to provision port 27b24c13-fd4b-4353-b42c-cca934c1ffb5 Sep 16 10:03:13.741730 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvr_db [None req-3d278576-e32a-49fa-a963-75fbe0ab82a3 None None] Set router 1d8e0e84-a6e6-465b-800d-351c9eea58c8 gateway port host: dv-cinder-790535-43-iscsi {{(pid=113426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 10:03:13.762306 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:03:13.792637 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-e958742f-e257-4ab6-93f1-88c994e06b7c None None] Port 27b24c13-fd4b-4353-b42c-cca934c1ffb5 cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 10:03:13.921278 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-1c0ce83b-2caa-4b8b-80fe-27574cf24f86 admin admin] Publish callbacks [] for port (27b24c13-fd4b-4353-b42c-cca934c1ffb5), precommit_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:13.922363 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-3d278576-e32a-49fa-a963-75fbe0ab82a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8e0e84-a6e6-465b-800d-351c9eea58c8', 'name': 'tempest-TestVolumeBootPattern-2090367717-router', 'tenant_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'afc272bc-b8b5-4b2e-a80a-6c3c49f76550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T10:03:10Z', 'updated_at': '2022-09-16T10:03:11Z', 'revision_number': 3, 'project_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'gw_port': {'id': 'afc272bc-b8b5-4b2e-a80a-6c3c49f76550', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:70:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d8e0e84-a6e6-465b-800d-351c9eea58c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T10:03:11Z', 'updated_at': '2022-09-16T10:03:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi'}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:03:13.947710 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d278576-e32a-49fa-a963-75fbe0ab82a3 None None] The sync data for ids ['1d8e0e84-a6e6-465b-800d-351c9eea58c8'] in dv-cinder-790535-43-iscsi is: [{'id': '1d8e0e84-a6e6-465b-800d-351c9eea58c8', 'name': 'tempest-TestVolumeBootPattern-2090367717-router', 'tenant_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'afc272bc-b8b5-4b2e-a80a-6c3c49f76550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T10:03:10Z', 'updated_at': '2022-09-16T10:03:11Z', 'revision_number': 3, 'project_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'gw_port': {'id': 'afc272bc-b8b5-4b2e-a80a-6c3c49f76550', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:70:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d8e0e84-a6e6-465b-800d-351c9eea58c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T10:03:11Z', 'updated_at': '2022-09-16T10:03:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi'}] {{(pid=113426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 10:03:13.985525 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-1c0ce83b-2caa-4b8b-80fe-27574cf24f86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27240120'] for port (27b24c13-fd4b-4353-b42c-cca934c1ffb5), after_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:14.055339 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0ce83b-2caa-4b8b-80fe-27574cf24f86 admin admin] Pushing event updated for resources: {'Port': ['ID=27b24c13-fd4b-4353-b42c-cca934c1ffb5,revision_number=2']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:03:14.057833 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-1c0ce83b-2caa-4b8b-80fe-27574cf24f86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692108'] for router_interface (1d8e0e84-a6e6-465b-800d-351c9eea58c8), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:14.163897 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0ce83b-2caa-4b8b-80fe-27574cf24f86 admin admin] Network 15128754-481d-4580-9909-e9d7f17bf2e9 is already hosted by enough agents. {{(pid=113424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 10:03:14.163897 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.base_scheduler [None req-1c0ce83b-2caa-4b8b-80fe-27574cf24f86 admin admin] Resources bound (agent type, host, resource id): {{(pid=113424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 10:03:14.294311 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-e958742f-e257-4ab6-93f1-88c994e06b7c None None] Attempt 2 to provision port 27b24c13-fd4b-4353-b42c-cca934c1ffb5 Sep 16 10:03:14.308902 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c0ce83b-2caa-4b8b-80fe-27574cf24f86 admin admin] Router 1d8e0e84-a6e6-465b-800d-351c9eea58c8 has already been hosted by L3 agent 647718b3-8298-4382-86e2-3fad9f5d7804 {{(pid=113424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 10:03:14.316621 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:03:14.343654 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-e958742f-e257-4ab6-93f1-88c994e06b7c None None] Port 27b24c13-fd4b-4353-b42c-cca934c1ffb5 cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 10:03:14.428497 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c0ce83b-2caa-4b8b-80fe-27574cf24f86 admin admin] Notify agent at l3_agent.dv-cinder-790535-43-iscsi the message routers_updated {{(pid=113424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 10:03:14.436481 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-1c0ce83b-2caa-4b8b-80fe-27574cf24f86 admin admin] 10.222.0.73 "PUT /networking/v2.0/routers/1d8e0e84-a6e6-465b-800d-351c9eea58c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8569045 Sep 16 10:03:14.845367 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-e958742f-e257-4ab6-93f1-88c994e06b7c None None] Attempt 3 to provision port 27b24c13-fd4b-4353-b42c-cca934c1ffb5 Sep 16 10:03:14.879232 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-e958742f-e257-4ab6-93f1-88c994e06b7c None None] Port 27b24c13-fd4b-4353-b42c-cca934c1ffb5 cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 10:03:15.203175 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 57990) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 10:03:15.210323 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.v2.base [None req-91efc636-d788-4bef-a56b-4959bb4cf855 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-255363068-network', 'tenant_id': 'c2329c3d243e436a956b6b482264b64d'}} {{(pid=113423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:03:15.222574 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:03:15.307172 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device afc272bc-b8b5-4b2e-a80a-6c3c49f76550 up at agent ovs-agent-dv-cinder-790535-43-iscsi {{(pid=113425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 10:03:15.320341 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91efc636-d788-4bef-a56b-4959bb4cf855 admin admin] Made reservation on behalf of c2329c3d243e436a956b6b482264b64d for: {'network': 1} {{(pid=113423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 10:03:15.323117 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-91efc636-d788-4bef-a56b-4959bb4cf855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for network (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:15.334039 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-91efc636-d788-4bef-a56b-4959bb4cf855 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:15.356774 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Provisioning complete for port afc272bc-b8b5-4b2e-a80a-6c3c49f76550 triggered by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 10:03:15.357371 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (afc272bc-b8b5-4b2e-a80a-6c3c49f76550), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:15.357529 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Attempt 1 to provision port afc272bc-b8b5-4b2e-a80a-6c3c49f76550 Sep 16 10:03:15.380138 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-e958742f-e257-4ab6-93f1-88c994e06b7c None None] Attempt 4 to provision port 27b24c13-fd4b-4353-b42c-cca934c1ffb5 Sep 16 10:03:15.424622 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-91efc636-d788-4bef-a56b-4959bb4cf855 admin admin] Publish callbacks [] for security_group (0a196ab0-e678-422a-9e13-d6037ddb0bff), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:15.432180 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-e958742f-e257-4ab6-93f1-88c994e06b7c None None] Port 27b24c13-fd4b-4353-b42c-cca934c1ffb5 cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 10:03:15.472411 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Current status of the port afc272bc-b8b5-4b2e-a80a-6c3c49f76550 is: DOWN; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 10:03:15.473091 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (afc272bc-b8b5-4b2e-a80a-6c3c49f76550), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:15.494522 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-91efc636-d788-4bef-a56b-4959bb4cf855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (0a196ab0-e678-422a-9e13-d6037ddb0bff), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:15.496672 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] For port afc272bc-b8b5-4b2e-a80a-6c3c49f76550, host dv-cinder-790535-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=afc272bc-b8b5-4b2e-a80a-6c3c49f76550,segment=NetworkSegment(0b254eb8-8459-4a20-9dd6-e212af12e724),segment_id=0b254eb8-8459-4a20-9dd6-e212af12e724)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:03:15.514471 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91efc636-d788-4bef-a56b-4959bb4cf855 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=113423) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 10:03:15.529959 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91efc636-d788-4bef-a56b-4959bb4cf855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a196ab0-e678-422a-9e13-d6037ddb0bff,revision_number=1']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:03:15.536150 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-91efc636-d788-4bef-a56b-4959bb4cf855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1277354'] for segment (ef91de35-1a7c-45bb-b684-44e9472d056b), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:15.536496 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.db.segments_db [None req-91efc636-d788-4bef-a56b-4959bb4cf855 admin admin] Added segment ef91de35-1a7c-45bb-b684-44e9472d056b of type vlan for network a7290d20-d521-4af0-834f-d218f2e47d80 Sep 16 10:03:15.547397 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a7bdbd-2d28-47d6-a7ec-400d2657edc7 None None] Sync routers for ids ['1d8e0e84-a6e6-465b-800d-351c9eea58c8'] in dv-cinder-790535-43-iscsi {{(pid=113425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 10:03:15.551058 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:03:15.558660 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a7bdbd-2d28-47d6-a7ec-400d2657edc7 None None] Routers {'1d8e0e84-a6e6-465b-800d-351c9eea58c8'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 10:03:15.559358 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-98a7bdbd-2d28-47d6-a7ec-400d2657edc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T10:02:54Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['1d8e0e84-a6e6-465b-800d-351c9eea58c8'], 'active': True} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:03:15.579584 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-91efc636-d788-4bef-a56b-4959bb4cf855 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759571199151'] for network (a7290d20-d521-4af0-834f-d218f2e47d80), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:15.644601 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (afc272bc-b8b5-4b2e-a80a-6c3c49f76550), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:15.669114 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-91efc636-d788-4bef-a56b-4959bb4cf855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335'] for network (a7290d20-d521-4af0-834f-d218f2e47d80), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:15.670373 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91efc636-d788-4bef-a56b-4959bb4cf855 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:03:15.678346 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-91efc636-d788-4bef-a56b-4959bb4cf855 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546317'] for network (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:15.697702 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvr_db [None req-98a7bdbd-2d28-47d6-a7ec-400d2657edc7 None None] Set router 1d8e0e84-a6e6-465b-800d-351c9eea58c8 gateway port host: dv-cinder-790535-43-iscsi {{(pid=113425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 10:03:15.743080 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Pushing event updated for resources: {'Port': ['ID=afc272bc-b8b5-4b2e-a80a-6c3c49f76550,revision_number=4']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:03:15.746093 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91efc636-d788-4bef-a56b-4959bb4cf855 admin admin] Pushing event updated for resources: {'Network': ['ID=a7290d20-d521-4af0-834f-d218f2e47d80,revision_number=1']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:03:15.777673 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Network a7290d20-d521-4af0-834f-d218f2e47d80 details requested by agent ovs-agent-dv-cinder-790535-43-iscsi with host dv-cinder-790535-43-iscsi {{(pid=113425) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 10:03:15.794222 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-91efc636-d788-4bef-a56b-4959bb4cf855 admin admin] 10.222.0.73 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5912914 Sep 16 10:03:15.798961 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 57994) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 10:03:15.803928 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.v2.base [None req-1a53936c-2fb8-4755-9813-b2cd2f955cc0 admin admin] Request body: {'subnet': {'network_id': 'a7290d20-d521-4af0-834f-d218f2e47d80', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-255363068-subnet', 'tenant_id': 'c2329c3d243e436a956b6b482264b64d', 'ip_version': 4}} {{(pid=113423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:03:15.808945 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:03:15.876501 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a53936c-2fb8-4755-9813-b2cd2f955cc0 admin admin] Made reservation on behalf of c2329c3d243e436a956b6b482264b64d for: {'subnet': 1} {{(pid=113423) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 10:03:15.878930 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:03:15.879107 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-1a53936c-2fb8-4755-9813-b2cd2f955cc0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2535104'] for subnet (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:15.929417 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-e958742f-e257-4ab6-93f1-88c994e06b7c None None] Attempt 5 to provision port 27b24c13-fd4b-4353-b42c-cca934c1ffb5 Sep 16 10:03:15.990132 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-e958742f-e257-4ab6-93f1-88c994e06b7c None None] Port 27b24c13-fd4b-4353-b42c-cca934c1ffb5 cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 10:03:15.993067 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-98a7bdbd-2d28-47d6-a7ec-400d2657edc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8e0e84-a6e6-465b-800d-351c9eea58c8', 'name': 'tempest-TestVolumeBootPattern-2090367717-router', 'tenant_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'afc272bc-b8b5-4b2e-a80a-6c3c49f76550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T10:03:10Z', 'updated_at': '2022-09-16T10:03:13Z', 'revision_number': 4, 'project_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'gw_port': {'id': 'afc272bc-b8b5-4b2e-a80a-6c3c49f76550', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:70:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d8e0e84-a6e6-465b-800d-351c9eea58c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T10:03:11Z', 'updated_at': '2022-09-16T10:03:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_interfaces': [{'id': '27b24c13-fd4b-4353-b42c-cca934c1ffb5', 'name': '', 'network_id': '15128754-481d-4580-9909-e9d7f17bf2e9', 'tenant_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'mac_address': 'fa:16:3e:f9:01:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d8e0e84-a6e6-465b-800d-351c9eea58c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '58989cad-7ca2-43f9-ae25-0fab1e713f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T10:03:13Z', 'updated_at': '2022-09-16T10:03:13Z', 'revision_number': 2, 'project_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'subnets': [{'id': '58989cad-7ca2-43f9-ae25-0fab1e713f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:03:16.018929 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a7bdbd-2d28-47d6-a7ec-400d2657edc7 None None] Checking router: 1d8e0e84-a6e6-465b-800d-351c9eea58c8 for host: dv-cinder-790535-43-iscsi {{(pid=113425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 10:03:16.019192 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a7bdbd-2d28-47d6-a7ec-400d2657edc7 None None] Updating router 1d8e0e84-a6e6-465b-800d-351c9eea58c8 port 27b24c13-fd4b-4353-b42c-cca934c1ffb5 binding host dv-cinder-790535-43-iscsi {{(pid=113425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 10:03:16.047659 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-98a7bdbd-2d28-47d6-a7ec-400d2657edc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (27b24c13-fd4b-4353-b42c-cca934c1ffb5), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:16.108720 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-1a53936c-2fb8-4755-9813-b2cd2f955cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2475058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2535126'] for subnet (9a1d5ad3-91da-4a53-91d0-9f185bf929e4), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:16.133083 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=75,neutron:INSERT=19,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:03:16.161472 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a53936c-2fb8-4755-9813-b2cd2f955cc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a1d5ad3-91da-4a53-91d0-9f185bf929e4,revision_number=0']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:03:16.177397 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a53936c-2fb8-4755-9813-b2cd2f955cc0 admin admin] Checking segment: {'id': 'ef91de35-1a7c-45bb-b684-44e9472d056b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a7290d20-d521-4af0-834f-d218f2e47d80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 10:03:16.180846 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a53936c-2fb8-4755-9813-b2cd2f955cc0 admin admin] Network hostable DHCP agents. Network: a7290d20-d521-4af0-834f-d218f2e47d80, hostable agents: ['54fa5420-569f-41b3-81ce-b3c99a893561'], hosted agents: [] {{(pid=113423) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 10:03:16.245718 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a53936c-2fb8-4755-9813-b2cd2f955cc0 admin admin] Network a7290d20-d521-4af0-834f-d218f2e47d80 is scheduled to be hosted by DHCP agent 54fa5420-569f-41b3-81ce-b3c99a893561 with binding_index 1 {{(pid=113423) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 10:03:16.314560 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-98a7bdbd-2d28-47d6-a7ec-400d2657edc7 None None] Publish callbacks [] for port (27b24c13-fd4b-4353-b42c-cca934c1ffb5), precommit_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:16.354531 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.base_scheduler [None req-1a53936c-2fb8-4755-9813-b2cd2f955cc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-43-iscsi, a7290d20-d521-4af0-834f-d218f2e47d80) {{(pid=113423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 10:03:16.358673 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a53936c-2fb8-4755-9813-b2cd2f955cc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:03:16.367576 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-1a53936c-2fb8-4755-9813-b2cd2f955cc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546317'] for subnet (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:16.368325 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b41521-4517-4705-a0df-bc19d51dffb2 None None] Network a7290d20-d521-4af0-834f-d218f2e47d80 requested from dv-cinder-790535-43-iscsi {{(pid=113425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 10:03:16.414320 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-98a7bdbd-2d28-47d6-a7ec-400d2657edc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (27b24c13-fd4b-4353-b42c-cca934c1ffb5), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:16.446242 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-1a53936c-2fb8-4755-9813-b2cd2f955cc0 admin admin] 10.222.0.73 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6460299 Sep 16 10:03:16.449936 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 58000) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 10:03:16.456987 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.v2.base [None req-eee52a58-2658-4804-b95b-7ee38bf681b7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-255363068-router', 'tenant_id': 'c2329c3d243e436a956b6b482264b64d', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79'}}} {{(pid=113424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:03:16.503171 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-e958742f-e257-4ab6-93f1-88c994e06b7c None None] Attempt 6 to provision port 27b24c13-fd4b-4353-b42c-cca934c1ffb5 Sep 16 10:03:16.509601 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24b6410-5abf-4d66-9c7d-aa510dcfce16 None None] Pushing event updated for resources: {'Port': ['ID=27b24c13-fd4b-4353-b42c-cca934c1ffb5,revision_number=3']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:03:16.557878 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-eee52a58-2658-4804-b95b-7ee38bf681b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-696460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65145'] for router (30c0ca1e-ac8d-4747-8102-fee85bb1a522), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:16.558876 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-eee52a58-2658-4804-b95b-7ee38bf681b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65120'] for router (30c0ca1e-ac8d-4747-8102-fee85bb1a522), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:16.593850 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.managers [None req-98a7bdbd-2d28-47d6-a7ec-400d2657edc7 None None] Attempting to bind port 27b24c13-fd4b-4353-b42c-cca934c1ffb5 on host dv-cinder-790535-43-iscsi for vnic_type normal with profile {{(pid=113425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 10:03:16.594489 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.managers [None req-98a7bdbd-2d28-47d6-a7ec-400d2657edc7 None None] Attempting to bind port 27b24c13-fd4b-4353-b42c-cca934c1ffb5 by drivers openvswitch,hyperv on host dv-cinder-790535-43-iscsi at level 0 using segments [{'id': 'be3ea914-9668-4564-9738-7252d20654e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '15128754-481d-4580-9909-e9d7f17bf2e9'}] {{(pid=113425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 10:03:16.594897 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a7bdbd-2d28-47d6-a7ec-400d2657edc7 None None] Attempting to bind port 27b24c13-fd4b-4353-b42c-cca934c1ffb5 on network 15128754-481d-4580-9909-e9d7f17bf2e9 {{(pid=113425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 10:03:16.598304 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-e958742f-e257-4ab6-93f1-88c994e06b7c None None] Port 27b24c13-fd4b-4353-b42c-cca934c1ffb5 cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 10:03:16.612348 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-eee52a58-2658-4804-b95b-7ee38bf681b7 admin admin] Publish callbacks [] for router_controller (30c0ca1e-ac8d-4747-8102-fee85bb1a522), precommit_add_association {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:16.617724 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054618ef-31fa-4c72-8790-d79cf48e17a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8adadafb-aa0f-50bc-bc9f-45663671aa4d-a7290d20-d521-4af0-834f-d218f2e47d80', 'network_id': 'a7290d20-d521-4af0-834f-d218f2e47d80', 'project_id': 'c2329c3d243e436a956b6b482264b64d', 'fixed_ips': [{'subnet_id': '9a1d5ad3-91da-4a53-91d0-9f185bf929e4'}]}} from dv-cinder-790535-43-iscsi. {{(pid=113425) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 10:03:16.618928 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-054618ef-31fa-4c72-8790-d79cf48e17a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (None), before_create {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:16.663632 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a7bdbd-2d28-47d6-a7ec-400d2657edc7 None None] Checking agent: {'id': 'be58d251-43cc-467d-bf31-2aae48e2ac56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-43-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 9, 41, 57), 'started_at': datetime.datetime(2022, 9, 16, 9, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 10, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-43-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 10:03:16.664006 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a7bdbd-2d28-47d6-a7ec-400d2657edc7 None None] Checking segment: {'id': 'be3ea914-9668-4564-9738-7252d20654e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '15128754-481d-4580-9909-e9d7f17bf2e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 10:03:16.664417 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-98a7bdbd-2d28-47d6-a7ec-400d2657edc7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:16.664855 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a7bdbd-2d28-47d6-a7ec-400d2657edc7 None None] Bound using segment: {'id': 'be3ea914-9668-4564-9738-7252d20654e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '15128754-481d-4580-9909-e9d7f17bf2e9'} {{(pid=113425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 10:03:16.665326 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.managers [None req-98a7bdbd-2d28-47d6-a7ec-400d2657edc7 None None] Bound port: 27b24c13-fd4b-4353-b42c-cca934c1ffb5, host: dv-cinder-790535-43-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be3ea914-9668-4564-9738-7252d20654e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '15128754-481d-4580-9909-e9d7f17bf2e9'}}] {{(pid=113425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 10:03:16.665742 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-98a7bdbd-2d28-47d6-a7ec-400d2657edc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (27b24c13-fd4b-4353-b42c-cca934c1ffb5), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:16.822036 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-98a7bdbd-2d28-47d6-a7ec-400d2657edc7 None None] For port 27b24c13-fd4b-4353-b42c-cca934c1ffb5, host dv-cinder-790535-43-iscsi, cleared binding levels {{(pid=113425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 10:03:16.822959 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-eee52a58-2658-4804-b95b-7ee38bf681b7 admin admin] Publish callbacks [] for router_gateway (30c0ca1e-ac8d-4747-8102-fee85bb1a522), precommit_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:16.839265 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.db_base_plugin_common [None req-054618ef-31fa-4c72-8790-d79cf48e17a4 None None] Allocated IP 172.20.0.2 (a7290d20-d521-4af0-834f-d218f2e47d80/9a1d5ad3-91da-4a53-91d0-9f185bf929e4/3d2e1350-0505-4d11-8e4e-0f5453110598) {{(pid=113425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 10:03:16.842322 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-98a7bdbd-2d28-47d6-a7ec-400d2657edc7 None None] For port 27b24c13-fd4b-4353-b42c-cca934c1ffb5, host dv-cinder-790535-43-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=27b24c13-fd4b-4353-b42c-cca934c1ffb5,segment=NetworkSegment(be3ea914-9668-4564-9738-7252d20654e9),segment_id=be3ea914-9668-4564-9738-7252d20654e9)] {{(pid=113425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 10:03:16.943429 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-98a7bdbd-2d28-47d6-a7ec-400d2657edc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (27b24c13-fd4b-4353-b42c-cca934c1ffb5), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:17.108016 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-e958742f-e257-4ab6-93f1-88c994e06b7c None None] Attempt 7 to provision port 27b24c13-fd4b-4353-b42c-cca934c1ffb5 Sep 16 10:03:17.136404 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:03:17.176053 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a7bdbd-2d28-47d6-a7ec-400d2657edc7 None None] Routers {'1d8e0e84-a6e6-465b-800d-351c9eea58c8'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 10:03:17.176908 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-98a7bdbd-2d28-47d6-a7ec-400d2657edc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T10:02:54Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['1d8e0e84-a6e6-465b-800d-351c9eea58c8'], 'active': True} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:03:17.201281 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:03:17.272687 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24b6410-5abf-4d66-9c7d-aa510dcfce16 None None] Pushing event updated for resources: {'Port': ['ID=27b24c13-fd4b-4353-b42c-cca934c1ffb5,revision_number=4']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:03:17.290442 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:03:17.291782 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-054618ef-31fa-4c72-8790-d79cf48e17a4 None None] Publish callbacks [] for port (3d2e1350-0505-4d11-8e4e-0f5453110598), precommit_create {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:17.329474 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device afc272bc-b8b5-4b2e-a80a-6c3c49f76550 up at agent ovs-agent-dv-cinder-790535-43-iscsi {{(pid=113425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 10:03:17.337067 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-eee52a58-2658-4804-b95b-7ee38bf681b7 admin admin] Publish callbacks [] for router_gateway (30c0ca1e-ac8d-4747-8102-fee85bb1a522), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:17.356496 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-eee52a58-2658-4804-b95b-7ee38bf681b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:17.392052 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-054618ef-31fa-4c72-8790-d79cf48e17a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759571245505'] for port (3d2e1350-0505-4d11-8e4e-0f5453110598), after_create {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:17.445258 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-e958742f-e257-4ab6-93f1-88c994e06b7c None None] Current status of the port 27b24c13-fd4b-4353-b42c-cca934c1ffb5 is: DOWN; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 10:03:17.445681 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-e958742f-e257-4ab6-93f1-88c994e06b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (27b24c13-fd4b-4353-b42c-cca934c1ffb5), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:17.457616 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvr_db [None req-98a7bdbd-2d28-47d6-a7ec-400d2657edc7 None None] Set router 1d8e0e84-a6e6-465b-800d-351c9eea58c8 gateway port host: dv-cinder-790535-43-iscsi {{(pid=113425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 10:03:17.464027 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.db_base_plugin_common [None req-eee52a58-2658-4804-b95b-7ee38bf681b7 admin admin] Allocated IP 172.27.1.163 (d06af4bd-75ff-4039-9388-f05026361d79/429d2505-e0fa-44a7-bb81-98c451c1a231/f7953724-6e51-4a39-b1ba-a04b8513b52c) {{(pid=113424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 10:03:17.498578 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054618ef-31fa-4c72-8790-d79cf48e17a4 None None] Network a7290d20-d521-4af0-834f-d218f2e47d80 is already hosted by enough agents. {{(pid=113425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 10:03:17.514926 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.scheduler.base_scheduler [None req-054618ef-31fa-4c72-8790-d79cf48e17a4 None None] Resources bound (agent type, host, resource id): {{(pid=113425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 10:03:17.520898 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054618ef-31fa-4c72-8790-d79cf48e17a4 None None] Received port after_create {{(pid=113425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 10:03:17.529144 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054618ef-31fa-4c72-8790-d79cf48e17a4 None None] Pushing event updated for resources: {'Port': ['ID=3d2e1350-0505-4d11-8e4e-0f5453110598,revision_number=1']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:03:17.548139 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:03:17.576071 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-eee52a58-2658-4804-b95b-7ee38bf681b7 admin admin] Publish callbacks [] for port (f7953724-6e51-4a39-b1ba-a04b8513b52c), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:17.612775 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Provisioning complete for port afc272bc-b8b5-4b2e-a80a-6c3c49f76550 triggered by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 10:03:17.613157 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (afc272bc-b8b5-4b2e-a80a-6c3c49f76550), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:17.613508 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Attempt 1 to provision port afc272bc-b8b5-4b2e-a80a-6c3c49f76550 Sep 16 10:03:17.616170 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-e958742f-e257-4ab6-93f1-88c994e06b7c None None] For port 27b24c13-fd4b-4353-b42c-cca934c1ffb5, host dv-cinder-790535-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=27b24c13-fd4b-4353-b42c-cca934c1ffb5,segment=NetworkSegment(be3ea914-9668-4564-9738-7252d20654e9),segment_id=be3ea914-9668-4564-9738-7252d20654e9)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:03:17.692609 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-eee52a58-2658-4804-b95b-7ee38bf681b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759571245505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27240065'] for port (f7953724-6e51-4a39-b1ba-a04b8513b52c), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:17.703203 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-e958742f-e257-4ab6-93f1-88c994e06b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (27b24c13-fd4b-4353-b42c-cca934c1ffb5), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:17.736360 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee52a58-2658-4804-b95b-7ee38bf681b7 admin admin] Network d06af4bd-75ff-4039-9388-f05026361d79 is already hosted by enough agents. {{(pid=113424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 10:03:17.741468 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.base_scheduler [None req-eee52a58-2658-4804-b95b-7ee38bf681b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=113424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 10:03:17.744007 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee52a58-2658-4804-b95b-7ee38bf681b7 admin admin] Received port after_create {{(pid=113424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 10:03:17.748977 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:03:17.767818 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee52a58-2658-4804-b95b-7ee38bf681b7 admin admin] Pushing event updated for resources: {'Port': ['ID=f7953724-6e51-4a39-b1ba-a04b8513b52c,revision_number=1']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:03:17.778941 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.managers [None req-054618ef-31fa-4c72-8790-d79cf48e17a4 None None] Attempting to bind port 3d2e1350-0505-4d11-8e4e-0f5453110598 on host dv-cinder-790535-43-iscsi for vnic_type normal with profile {{(pid=113425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 10:03:17.779324 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.managers [None req-054618ef-31fa-4c72-8790-d79cf48e17a4 None None] Attempting to bind port 3d2e1350-0505-4d11-8e4e-0f5453110598 by drivers openvswitch,hyperv on host dv-cinder-790535-43-iscsi at level 0 using segments [{'id': 'ef91de35-1a7c-45bb-b684-44e9472d056b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a7290d20-d521-4af0-834f-d218f2e47d80'}] {{(pid=113425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 10:03:17.779695 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054618ef-31fa-4c72-8790-d79cf48e17a4 None None] Attempting to bind port 3d2e1350-0505-4d11-8e4e-0f5453110598 on network a7290d20-d521-4af0-834f-d218f2e47d80 {{(pid=113425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 10:03:17.860626 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e958742f-e257-4ab6-93f1-88c994e06b7c None None] Pushing event updated for resources: {'Port': ['ID=27b24c13-fd4b-4353-b42c-cca934c1ffb5,revision_number=5']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:03:17.899626 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-99a02586-aff8-4ce8-aa6c-6919f2cd15d2 None None] Provisioning complete for port 27b24c13-fd4b-4353-b42c-cca934c1ffb5 triggered by entity DHCP. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 10:03:17.900004 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-99a02586-aff8-4ce8-aa6c-6919f2cd15d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (27b24c13-fd4b-4353-b42c-cca934c1ffb5), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:17.900346 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-99a02586-aff8-4ce8-aa6c-6919f2cd15d2 None None] Attempt 1 to provision port 27b24c13-fd4b-4353-b42c-cca934c1ffb5 Sep 16 10:03:17.955027 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:03:17.958511 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054618ef-31fa-4c72-8790-d79cf48e17a4 None None] Checking agent: {'id': 'be58d251-43cc-467d-bf31-2aae48e2ac56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-43-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 9, 41, 57), 'started_at': datetime.datetime(2022, 9, 16, 9, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 10, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-43-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 10:03:17.958923 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054618ef-31fa-4c72-8790-d79cf48e17a4 None None] Checking segment: {'id': 'ef91de35-1a7c-45bb-b684-44e9472d056b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a7290d20-d521-4af0-834f-d218f2e47d80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 10:03:17.959331 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-054618ef-31fa-4c72-8790-d79cf48e17a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:17.959732 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054618ef-31fa-4c72-8790-d79cf48e17a4 None None] Bound using segment: {'id': 'ef91de35-1a7c-45bb-b684-44e9472d056b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a7290d20-d521-4af0-834f-d218f2e47d80'} {{(pid=113425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 10:03:17.960214 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.managers [None req-054618ef-31fa-4c72-8790-d79cf48e17a4 None None] Bound port: 3d2e1350-0505-4d11-8e4e-0f5453110598, host: dv-cinder-790535-43-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef91de35-1a7c-45bb-b684-44e9472d056b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a7290d20-d521-4af0-834f-d218f2e47d80'}}] {{(pid=113425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 10:03:17.960602 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-054618ef-31fa-4c72-8790-d79cf48e17a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (3d2e1350-0505-4d11-8e4e-0f5453110598), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:17.962718 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-98a7bdbd-2d28-47d6-a7ec-400d2657edc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8e0e84-a6e6-465b-800d-351c9eea58c8', 'name': 'tempest-TestVolumeBootPattern-2090367717-router', 'tenant_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'afc272bc-b8b5-4b2e-a80a-6c3c49f76550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T10:03:10Z', 'updated_at': '2022-09-16T10:03:13Z', 'revision_number': 4, 'project_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'gw_port': {'id': 'afc272bc-b8b5-4b2e-a80a-6c3c49f76550', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:70:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8e0e84-a6e6-465b-800d-351c9eea58c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T10:03:11Z', 'updated_at': '2022-09-16T10:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_interfaces': [{'id': '27b24c13-fd4b-4353-b42c-cca934c1ffb5', 'name': '', 'network_id': '15128754-481d-4580-9909-e9d7f17bf2e9', 'tenant_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'mac_address': 'fa:16:3e:f9:01:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d8e0e84-a6e6-465b-800d-351c9eea58c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '58989cad-7ca2-43f9-ae25-0fab1e713f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T10:03:13Z', 'updated_at': '2022-09-16T10:03:16Z', 'revision_number': 4, 'project_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'subnets': [{'id': '58989cad-7ca2-43f9-ae25-0fab1e713f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:03:17.967373 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Current status of the port afc272bc-b8b5-4b2e-a80a-6c3c49f76550 is: ACTIVE; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 10:03:18.005365 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a7bdbd-2d28-47d6-a7ec-400d2657edc7 None None] The sync data for ids ['1d8e0e84-a6e6-465b-800d-351c9eea58c8'] in dv-cinder-790535-43-iscsi is: [{'id': '1d8e0e84-a6e6-465b-800d-351c9eea58c8', 'name': 'tempest-TestVolumeBootPattern-2090367717-router', 'tenant_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'afc272bc-b8b5-4b2e-a80a-6c3c49f76550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T10:03:10Z', 'updated_at': '2022-09-16T10:03:13Z', 'revision_number': 4, 'project_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'gw_port': {'id': 'afc272bc-b8b5-4b2e-a80a-6c3c49f76550', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:70:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8e0e84-a6e6-465b-800d-351c9eea58c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T10:03:11Z', 'updated_at': '2022-09-16T10:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_interfaces': [{'id': '27b24c13-fd4b-4353-b42c-cca934c1ffb5', 'name': '', 'network_id': '15128754-481d-4580-9909-e9d7f17bf2e9', 'tenant_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'mac_address': 'fa:16:3e:f9:01:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d8e0e84-a6e6-465b-800d-351c9eea58c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '58989cad-7ca2-43f9-ae25-0fab1e713f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T10:03:13Z', 'updated_at': '2022-09-16T10:03:16Z', 'revision_number': 4, 'project_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'subnets': [{'id': '58989cad-7ca2-43f9-ae25-0fab1e713f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 10:03:18.118308 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-99a02586-aff8-4ce8-aa6c-6919f2cd15d2 None None] Current status of the port 27b24c13-fd4b-4353-b42c-cca934c1ffb5 is: ACTIVE; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 10:03:18.120657 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-054618ef-31fa-4c72-8790-d79cf48e17a4 None None] For port 3d2e1350-0505-4d11-8e4e-0f5453110598, host dv-cinder-790535-43-iscsi, cleared binding levels {{(pid=113425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 10:03:18.126292 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-eee52a58-2658-4804-b95b-7ee38bf681b7 admin admin] Publish callbacks [] for router_gateway (30c0ca1e-ac8d-4747-8102-fee85bb1a522), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:18.133823 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-054618ef-31fa-4c72-8790-d79cf48e17a4 None None] For port 3d2e1350-0505-4d11-8e4e-0f5453110598, host dv-cinder-790535-43-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=3d2e1350-0505-4d11-8e4e-0f5453110598,segment=NetworkSegment(ef91de35-1a7c-45bb-b684-44e9472d056b),segment_id=ef91de35-1a7c-45bb-b684-44e9472d056b)] {{(pid=113425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 10:03:18.235727 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-054618ef-31fa-4c72-8790-d79cf48e17a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (3d2e1350-0505-4d11-8e4e-0f5453110598), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:18.298487 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054618ef-31fa-4c72-8790-d79cf48e17a4 None None] Pushing event updated for resources: {'Port': ['ID=3d2e1350-0505-4d11-8e4e-0f5453110598,revision_number=2']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:03:18.360432 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-eee52a58-2658-4804-b95b-7ee38bf681b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-697321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-711457'] for router (30c0ca1e-ac8d-4747-8102-fee85bb1a522), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:18.585906 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eee52a58-2658-4804-b95b-7ee38bf681b7 admin admin] Router 30c0ca1e-ac8d-4747-8102-fee85bb1a522 is scheduled to L3 agent 647718b3-8298-4382-86e2-3fad9f5d7804 with binding_index 1 {{(pid=113424) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 10:03:18.717800 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eee52a58-2658-4804-b95b-7ee38bf681b7 admin admin] Notify agent at l3_agent.dv-cinder-790535-43-iscsi the message routers_updated {{(pid=113424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 10:03:18.731711 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61c72a2-f9b4-4aec-ac73-522eb1eb1572 None None] Sync routers for ids ['30c0ca1e-ac8d-4747-8102-fee85bb1a522'] in dv-cinder-790535-43-iscsi {{(pid=113426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 10:03:18.743012 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61c72a2-f9b4-4aec-ac73-522eb1eb1572 None None] Routers {'30c0ca1e-ac8d-4747-8102-fee85bb1a522'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 10:03:18.744278 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-a61c72a2-f9b4-4aec-ac73-522eb1eb1572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T10:02:54Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['30c0ca1e-ac8d-4747-8102-fee85bb1a522'], 'active': True} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:03:18.804821 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-eee52a58-2658-4804-b95b-7ee38bf681b7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:18.806144 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-eee52a58-2658-4804-b95b-7ee38bf681b7 admin admin] 10.222.0.73 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3544188 Sep 16 10:03:18.809005 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 58018) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 10:03:18.847790 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvr_db [None req-a61c72a2-f9b4-4aec-ac73-522eb1eb1572 None None] Set router 30c0ca1e-ac8d-4747-8102-fee85bb1a522 gateway port host: dv-cinder-790535-43-iscsi {{(pid=113426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 10:03:19.039961 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:03:19.042459 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-a61c72a2-f9b4-4aec-ac73-522eb1eb1572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c0ca1e-ac8d-4747-8102-fee85bb1a522', 'name': 'tempest-TestVolumeBootPattern-255363068-router', 'tenant_id': 'c2329c3d243e436a956b6b482264b64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': 'f7953724-6e51-4a39-b1ba-a04b8513b52c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T10:03:16Z', 'updated_at': '2022-09-16T10:03:17Z', 'revision_number': 3, 'project_id': 'c2329c3d243e436a956b6b482264b64d', 'gw_port': {'id': 'f7953724-6e51-4a39-b1ba-a04b8513b52c', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:55:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30c0ca1e-ac8d-4747-8102-fee85bb1a522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T10:03:17Z', 'updated_at': '2022-09-16T10:03:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi'}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:03:19.075943 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61c72a2-f9b4-4aec-ac73-522eb1eb1572 None None] Checking router: 30c0ca1e-ac8d-4747-8102-fee85bb1a522 for host: dv-cinder-790535-43-iscsi {{(pid=113426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 10:03:19.076298 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61c72a2-f9b4-4aec-ac73-522eb1eb1572 None None] Updating router 30c0ca1e-ac8d-4747-8102-fee85bb1a522 port f7953724-6e51-4a39-b1ba-a04b8513b52c binding host dv-cinder-790535-43-iscsi {{(pid=113426) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 10:03:19.107797 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron_lib.callbacks.manager [None req-a61c72a2-f9b4-4aec-ac73-522eb1eb1572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (f7953724-6e51-4a39-b1ba-a04b8513b52c), before_update {{(pid=113426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:19.336159 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:03:19.372647 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-f22fa709-7991-4030-ad2f-db20caf2ed40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:19.485924 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device 27b24c13-fd4b-4353-b42c-cca934c1ffb5 up at agent ovs-agent-dv-cinder-790535-43-iscsi {{(pid=113425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 10:03:19.498638 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron_lib.callbacks.manager [None req-a61c72a2-f9b4-4aec-ac73-522eb1eb1572 None None] Publish callbacks [] for port (f7953724-6e51-4a39-b1ba-a04b8513b52c), precommit_update {{(pid=113426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:19.536020 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:03:19.552351 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Provisioning complete for port 27b24c13-fd4b-4353-b42c-cca934c1ffb5 triggered by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 10:03:19.552789 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (27b24c13-fd4b-4353-b42c-cca934c1ffb5), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:19.553187 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Attempt 1 to provision port 27b24c13-fd4b-4353-b42c-cca934c1ffb5 Sep 16 10:03:19.556144 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9bcd95-2687-420e-b0cb-363ab33d9a23 None None] Network a7290d20-d521-4af0-834f-d218f2e47d80 requested from dv-cinder-790535-43-iscsi {{(pid=113425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 10:03:19.585216 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron_lib.callbacks.manager [None req-a61c72a2-f9b4-4aec-ac73-522eb1eb1572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (f7953724-6e51-4a39-b1ba-a04b8513b52c), after_update {{(pid=113426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:19.605721 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.db.db_base_plugin_common [None req-f22fa709-7991-4030-ad2f-db20caf2ed40 admin admin] Allocated IP 172.20.0.1 (a7290d20-d521-4af0-834f-d218f2e47d80/9a1d5ad3-91da-4a53-91d0-9f185bf929e4/971350e2-c539-4f3d-9b17-25aca718b4d3) {{(pid=113423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 10:03:19.639187 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.managers [None req-a61c72a2-f9b4-4aec-ac73-522eb1eb1572 None None] Attempting to bind port f7953724-6e51-4a39-b1ba-a04b8513b52c on host dv-cinder-790535-43-iscsi for vnic_type normal with profile {{(pid=113426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 10:03:19.639575 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.managers [None req-a61c72a2-f9b4-4aec-ac73-522eb1eb1572 None None] Attempting to bind port f7953724-6e51-4a39-b1ba-a04b8513b52c by drivers openvswitch,hyperv on host dv-cinder-790535-43-iscsi at level 0 using segments [{'id': '0b254eb8-8459-4a20-9dd6-e212af12e724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79'}] {{(pid=113426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 10:03:19.641009 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61c72a2-f9b4-4aec-ac73-522eb1eb1572 None None] Attempting to bind port f7953724-6e51-4a39-b1ba-a04b8513b52c on network d06af4bd-75ff-4039-9388-f05026361d79 {{(pid=113426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 10:03:19.661611 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-bb35f4d2-e4a0-444a-94be-aeb6bafa5c72 None None] Provisioning complete for port 3d2e1350-0505-4d11-8e4e-0f5453110598 triggered by entity DHCP. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 10:03:19.661611 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-bb35f4d2-e4a0-444a-94be-aeb6bafa5c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (3d2e1350-0505-4d11-8e4e-0f5453110598), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:19.661995 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-bb35f4d2-e4a0-444a-94be-aeb6bafa5c72 None None] Attempt 1 to provision port 3d2e1350-0505-4d11-8e4e-0f5453110598 Sep 16 10:03:19.686006 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec20ac0c-6298-444f-bf74-d6375a5048a9 None None] Pushing event updated for resources: {'Port': ['ID=f7953724-6e51-4a39-b1ba-a04b8513b52c,revision_number=2']} {{(pid=113426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:03:19.720960 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61c72a2-f9b4-4aec-ac73-522eb1eb1572 None None] Checking agent: {'id': 'be58d251-43cc-467d-bf31-2aae48e2ac56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-43-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 9, 41, 57), 'started_at': datetime.datetime(2022, 9, 16, 9, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 10, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-43-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 10:03:19.721868 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61c72a2-f9b4-4aec-ac73-522eb1eb1572 None None] Checking segment: {'id': '0b254eb8-8459-4a20-9dd6-e212af12e724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 10:03:19.722288 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron_lib.callbacks.manager [None req-a61c72a2-f9b4-4aec-ac73-522eb1eb1572 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:19.722697 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61c72a2-f9b4-4aec-ac73-522eb1eb1572 None None] Bound using segment: {'id': '0b254eb8-8459-4a20-9dd6-e212af12e724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79'} {{(pid=113426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 10:03:19.723530 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.managers [None req-a61c72a2-f9b4-4aec-ac73-522eb1eb1572 None None] Bound port: f7953724-6e51-4a39-b1ba-a04b8513b52c, host: dv-cinder-790535-43-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b254eb8-8459-4a20-9dd6-e212af12e724', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79'}}] {{(pid=113426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 10:03:19.723789 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron_lib.callbacks.manager [None req-a61c72a2-f9b4-4aec-ac73-522eb1eb1572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (f7953724-6e51-4a39-b1ba-a04b8513b52c), before_update {{(pid=113426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:19.742046 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-f22fa709-7991-4030-ad2f-db20caf2ed40 admin admin] Publish callbacks [] for port (971350e2-c539-4f3d-9b17-25aca718b4d3), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:19.747577 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:03:19.779631 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Current status of the port 27b24c13-fd4b-4353-b42c-cca934c1ffb5 is: ACTIVE; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 10:03:19.780677 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device 3d2e1350-0505-4d11-8e4e-0f5453110598 up at agent ovs-agent-dv-cinder-790535-43-iscsi {{(pid=113425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 10:03:19.781516 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.db [None req-a61c72a2-f9b4-4aec-ac73-522eb1eb1572 None None] For port f7953724-6e51-4a39-b1ba-a04b8513b52c, host dv-cinder-790535-43-iscsi, cleared binding levels {{(pid=113426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 10:03:19.785046 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.plugins.ml2.db [None req-a61c72a2-f9b4-4aec-ac73-522eb1eb1572 None None] For port f7953724-6e51-4a39-b1ba-a04b8513b52c, host dv-cinder-790535-43-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=f7953724-6e51-4a39-b1ba-a04b8513b52c,segment=NetworkSegment(0b254eb8-8459-4a20-9dd6-e212af12e724),segment_id=0b254eb8-8459-4a20-9dd6-e212af12e724)] {{(pid=113426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 10:03:19.842321 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:03:19.851333 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-bb35f4d2-e4a0-444a-94be-aeb6bafa5c72 None None] Current status of the port 3d2e1350-0505-4d11-8e4e-0f5453110598 is: DOWN; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 10:03:19.851708 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-bb35f4d2-e4a0-444a-94be-aeb6bafa5c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (3d2e1350-0505-4d11-8e4e-0f5453110598), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:19.865768 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-f22fa709-7991-4030-ad2f-db20caf2ed40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759571245505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473602'] for port (971350e2-c539-4f3d-9b17-25aca718b4d3), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:19.871494 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Provisioning complete for port 3d2e1350-0505-4d11-8e4e-0f5453110598 triggered by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 10:03:19.871870 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (3d2e1350-0505-4d11-8e4e-0f5453110598), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:19.872209 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Attempt 1 to provision port 3d2e1350-0505-4d11-8e4e-0f5453110598 Sep 16 10:03:19.878073 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron_lib.callbacks.manager [None req-a61c72a2-f9b4-4aec-ac73-522eb1eb1572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (f7953724-6e51-4a39-b1ba-a04b8513b52c), after_update {{(pid=113426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:19.944491 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22fa709-7991-4030-ad2f-db20caf2ed40 admin admin] Network a7290d20-d521-4af0-834f-d218f2e47d80 is already hosted by enough agents. {{(pid=113423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 10:03:19.953934 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.base_scheduler [None req-f22fa709-7991-4030-ad2f-db20caf2ed40 admin admin] Resources bound (agent type, host, resource id): {{(pid=113423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 10:03:19.962415 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22fa709-7991-4030-ad2f-db20caf2ed40 admin admin] Received port after_create {{(pid=113423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 10:03:20.036966 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61c72a2-f9b4-4aec-ac73-522eb1eb1572 None None] Routers {'30c0ca1e-ac8d-4747-8102-fee85bb1a522'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 10:03:20.037639 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-a61c72a2-f9b4-4aec-ac73-522eb1eb1572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T10:02:54Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['30c0ca1e-ac8d-4747-8102-fee85bb1a522'], 'active': True} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:03:20.070878 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:03:20.072826 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-bb35f4d2-e4a0-444a-94be-aeb6bafa5c72 None None] For port 3d2e1350-0505-4d11-8e4e-0f5453110598, host dv-cinder-790535-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=3d2e1350-0505-4d11-8e4e-0f5453110598,segment=NetworkSegment(ef91de35-1a7c-45bb-b684-44e9472d056b),segment_id=ef91de35-1a7c-45bb-b684-44e9472d056b)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:03:20.137795 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Current status of the port 3d2e1350-0505-4d11-8e4e-0f5453110598 is: DOWN; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 10:03:20.138190 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (3d2e1350-0505-4d11-8e4e-0f5453110598), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:20.167948 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec20ac0c-6298-444f-bf74-d6375a5048a9 None None] Pushing event updated for resources: {'Port': ['ID=f7953724-6e51-4a39-b1ba-a04b8513b52c,revision_number=3']} {{(pid=113426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:03:20.183562 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-bb35f4d2-e4a0-444a-94be-aeb6bafa5c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (3d2e1350-0505-4d11-8e4e-0f5453110598), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:20.210723 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvr_db [None req-a61c72a2-f9b4-4aec-ac73-522eb1eb1572 None None] Set router 30c0ca1e-ac8d-4747-8102-fee85bb1a522 gateway port host: dv-cinder-790535-43-iscsi {{(pid=113426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 10:03:20.297137 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb35f4d2-e4a0-444a-94be-aeb6bafa5c72 None None] Pushing event updated for resources: {'Port': ['ID=3d2e1350-0505-4d11-8e4e-0f5453110598,revision_number=3']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:03:20.338368 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22fa709-7991-4030-ad2f-db20caf2ed40 admin admin] Pushing event updated for resources: {'Port': ['ID=971350e2-c539-4f3d-9b17-25aca718b4d3,revision_number=1']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:03:20.368893 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-f22fa709-7991-4030-ad2f-db20caf2ed40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691992'] for router_interface (30c0ca1e-ac8d-4747-8102-fee85bb1a522), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:20.371230 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-54265910-7155-43f6-8ae3-11206061db78 None None] Provisioning complete for port 3d2e1350-0505-4d11-8e4e-0f5453110598 triggered by entity DHCP. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 10:03:20.371686 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-54265910-7155-43f6-8ae3-11206061db78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (3d2e1350-0505-4d11-8e4e-0f5453110598), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:20.372658 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-54265910-7155-43f6-8ae3-11206061db78 None None] Attempt 1 to provision port 3d2e1350-0505-4d11-8e4e-0f5453110598 Sep 16 10:03:20.399005 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:03:20.420046 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.db.api [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=113425) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 16 10:03:20.420548 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG oslo_db.api [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 10:03:20.464810 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-a61c72a2-f9b4-4aec-ac73-522eb1eb1572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c0ca1e-ac8d-4747-8102-fee85bb1a522', 'name': 'tempest-TestVolumeBootPattern-255363068-router', 'tenant_id': 'c2329c3d243e436a956b6b482264b64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': 'f7953724-6e51-4a39-b1ba-a04b8513b52c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T10:03:16Z', 'updated_at': '2022-09-16T10:03:17Z', 'revision_number': 3, 'project_id': 'c2329c3d243e436a956b6b482264b64d', 'gw_port': {'id': 'f7953724-6e51-4a39-b1ba-a04b8513b52c', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:55:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30c0ca1e-ac8d-4747-8102-fee85bb1a522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T10:03:17Z', 'updated_at': '2022-09-16T10:03:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi'}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:03:20.474242 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-54265910-7155-43f6-8ae3-11206061db78 None None] Current status of the port 3d2e1350-0505-4d11-8e4e-0f5453110598 is: ACTIVE; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 10:03:20.495193 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61c72a2-f9b4-4aec-ac73-522eb1eb1572 None None] The sync data for ids ['30c0ca1e-ac8d-4747-8102-fee85bb1a522'] in dv-cinder-790535-43-iscsi is: [{'id': '30c0ca1e-ac8d-4747-8102-fee85bb1a522', 'name': 'tempest-TestVolumeBootPattern-255363068-router', 'tenant_id': 'c2329c3d243e436a956b6b482264b64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': 'f7953724-6e51-4a39-b1ba-a04b8513b52c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T10:03:16Z', 'updated_at': '2022-09-16T10:03:17Z', 'revision_number': 3, 'project_id': 'c2329c3d243e436a956b6b482264b64d', 'gw_port': {'id': 'f7953724-6e51-4a39-b1ba-a04b8513b52c', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:55:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30c0ca1e-ac8d-4747-8102-fee85bb1a522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T10:03:17Z', 'updated_at': '2022-09-16T10:03:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi'}] {{(pid=113426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 10:03:20.591271 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-2f2222b1-42e4-4e52-a13c-49bd11362f2f None None] Provisioning complete for port 971350e2-c539-4f3d-9b17-25aca718b4d3 triggered by entity DHCP. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 10:03:20.591863 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-2f2222b1-42e4-4e52-a13c-49bd11362f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (971350e2-c539-4f3d-9b17-25aca718b4d3), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:20.591994 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-2f2222b1-42e4-4e52-a13c-49bd11362f2f None None] Attempt 1 to provision port 971350e2-c539-4f3d-9b17-25aca718b4d3 Sep 16 10:03:20.623455 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-f22fa709-7991-4030-ad2f-db20caf2ed40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (971350e2-c539-4f3d-9b17-25aca718b4d3), before_update {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:20.629773 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-2f2222b1-42e4-4e52-a13c-49bd11362f2f None None] Port 971350e2-c539-4f3d-9b17-25aca718b4d3 cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 10:03:20.642048 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:UPDATE=4,neutron:SELECT=92,neutron:INSERT=4 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:03:20.813929 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-f22fa709-7991-4030-ad2f-db20caf2ed40 admin admin] Publish callbacks [] for port (971350e2-c539-4f3d-9b17-25aca718b4d3), precommit_update {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:20.928538 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-f22fa709-7991-4030-ad2f-db20caf2ed40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473659'] for port (971350e2-c539-4f3d-9b17-25aca718b4d3), after_update {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:20.961261 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Current status of the port 3d2e1350-0505-4d11-8e4e-0f5453110598 is: ACTIVE; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 10:03:20.997101 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22fa709-7991-4030-ad2f-db20caf2ed40 admin admin] Pushing event updated for resources: {'Port': ['ID=971350e2-c539-4f3d-9b17-25aca718b4d3,revision_number=2']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:03:21.009207 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-f22fa709-7991-4030-ad2f-db20caf2ed40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692108'] for router_interface (30c0ca1e-ac8d-4747-8102-fee85bb1a522), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:21.095494 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:03:21.114153 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22fa709-7991-4030-ad2f-db20caf2ed40 admin admin] Network a7290d20-d521-4af0-834f-d218f2e47d80 is already hosted by enough agents. {{(pid=113423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 10:03:21.115550 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.base_scheduler [None req-f22fa709-7991-4030-ad2f-db20caf2ed40 admin admin] Resources bound (agent type, host, resource id): {{(pid=113423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 10:03:21.131341 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-2f2222b1-42e4-4e52-a13c-49bd11362f2f None None] Attempt 2 to provision port 971350e2-c539-4f3d-9b17-25aca718b4d3 Sep 16 10:03:21.173750 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-2f2222b1-42e4-4e52-a13c-49bd11362f2f None None] Port 971350e2-c539-4f3d-9b17-25aca718b4d3 cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 10:03:21.243086 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f22fa709-7991-4030-ad2f-db20caf2ed40 admin admin] Router 30c0ca1e-ac8d-4747-8102-fee85bb1a522 has already been hosted by L3 agent 647718b3-8298-4382-86e2-3fad9f5d7804 {{(pid=113423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 10:03:21.371267 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f22fa709-7991-4030-ad2f-db20caf2ed40 admin admin] Notify agent at l3_agent.dv-cinder-790535-43-iscsi the message routers_updated {{(pid=113423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 10:03:21.377047 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-f22fa709-7991-4030-ad2f-db20caf2ed40 admin admin] 10.222.0.73 "PUT /networking/v2.0/routers/30c0ca1e-ac8d-4747-8102-fee85bb1a522/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5663853 Sep 16 10:03:21.399674 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device 3d2e1350-0505-4d11-8e4e-0f5453110598 up at agent ovs-agent-dv-cinder-790535-43-iscsi {{(pid=113425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 10:03:21.448435 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Provisioning complete for port 3d2e1350-0505-4d11-8e4e-0f5453110598 triggered by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 10:03:21.449144 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (3d2e1350-0505-4d11-8e4e-0f5453110598), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:21.449488 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Attempt 1 to provision port 3d2e1350-0505-4d11-8e4e-0f5453110598 Sep 16 10:03:21.529882 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Current status of the port 3d2e1350-0505-4d11-8e4e-0f5453110598 is: ACTIVE; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 10:03:21.530921 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device f7953724-6e51-4a39-b1ba-a04b8513b52c up at agent ovs-agent-dv-cinder-790535-43-iscsi {{(pid=113425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 10:03:21.573771 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Provisioning complete for port f7953724-6e51-4a39-b1ba-a04b8513b52c triggered by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 10:03:21.574241 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (f7953724-6e51-4a39-b1ba-a04b8513b52c), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:21.574656 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Attempt 1 to provision port f7953724-6e51-4a39-b1ba-a04b8513b52c Sep 16 10:03:21.651761 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Current status of the port f7953724-6e51-4a39-b1ba-a04b8513b52c is: DOWN; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 10:03:21.652421 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (f7953724-6e51-4a39-b1ba-a04b8513b52c), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:21.675746 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-2f2222b1-42e4-4e52-a13c-49bd11362f2f None None] Attempt 3 to provision port 971350e2-c539-4f3d-9b17-25aca718b4d3 Sep 16 10:03:21.679303 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] For port f7953724-6e51-4a39-b1ba-a04b8513b52c, host dv-cinder-790535-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=f7953724-6e51-4a39-b1ba-a04b8513b52c,segment=NetworkSegment(0b254eb8-8459-4a20-9dd6-e212af12e724),segment_id=0b254eb8-8459-4a20-9dd6-e212af12e724)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:03:21.713865 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-2f2222b1-42e4-4e52-a13c-49bd11362f2f None None] Port 971350e2-c539-4f3d-9b17-25aca718b4d3 cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 10:03:21.762346 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (f7953724-6e51-4a39-b1ba-a04b8513b52c), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:21.819358 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Pushing event updated for resources: {'Port': ['ID=f7953724-6e51-4a39-b1ba-a04b8513b52c,revision_number=4']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:03:21.845220 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 58042) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 10:03:21.849964 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.v2.base [None req-4ca34c13-9590-4ea6-864c-dcd8f34ccd04 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-283210283', 'description': 'tempest-secgroup-smoke-283210283 description', 'project_id': 'aaeb5ec036dd43479e9b66290a29d6d5'}} {{(pid=113424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:03:21.931663 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-4ca34c13-9590-4ea6-864c-dcd8f34ccd04 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Publish callbacks [] for security_group (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:21.982875 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:03:22.005565 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-4ca34c13-9590-4ea6-864c-dcd8f34ccd04 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Publish callbacks [] for security_group (2b29e518-2218-4ac8-8f2d-f2816824c081), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:22.056788 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-4ca34c13-9590-4ea6-864c-dcd8f34ccd04 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (2b29e518-2218-4ac8-8f2d-f2816824c081), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:22.089102 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca34c13-9590-4ea6-864c-dcd8f34ccd04 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b29e518-2218-4ac8-8f2d-f2816824c081,revision_number=1']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:03:22.134976 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f0715e-2288-47aa-8816-96c02210c71a None None] Sync routers for ids ['30c0ca1e-ac8d-4747-8102-fee85bb1a522'] in dv-cinder-790535-43-iscsi {{(pid=113425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 10:03:22.145572 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f0715e-2288-47aa-8816-96c02210c71a None None] Routers {'30c0ca1e-ac8d-4747-8102-fee85bb1a522'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 10:03:22.146187 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-c8f0715e-2288-47aa-8816-96c02210c71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T10:02:54Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['30c0ca1e-ac8d-4747-8102-fee85bb1a522'], 'active': True} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:03:22.222151 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-2f2222b1-42e4-4e52-a13c-49bd11362f2f None None] Attempt 4 to provision port 971350e2-c539-4f3d-9b17-25aca718b4d3 Sep 16 10:03:22.244377 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-4ca34c13-9590-4ea6-864c-dcd8f34ccd04 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Publish callbacks [] for security_group (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:22.245932 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-4ca34c13-9590-4ea6-864c-dcd8f34ccd04 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3994980 Sep 16 10:03:22.248771 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 58044) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 10:03:22.253750 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.v2.base [None req-a1693b14-c1bc-44b1-a137-1fc1b0a40d6d tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Request body: {'security_group_rule': {'security_group_id': '2b29e518-2218-4ac8-8f2d-f2816824c081', 'project_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:03:22.255571 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-12b50a3c-251c-4a4d-be77-b1be7500ac89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (54fa5420-569f-41b3-81ce-b3c99a893561), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:22.263215 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:DELETE=4 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:03:22.272661 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-2f2222b1-42e4-4e52-a13c-49bd11362f2f None None] Port 971350e2-c539-4f3d-9b17-25aca718b4d3 cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 10:03:22.279311 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvr_db [None req-c8f0715e-2288-47aa-8816-96c02210c71a None None] Set router 30c0ca1e-ac8d-4747-8102-fee85bb1a522 gateway port host: dv-cinder-790535-43-iscsi {{(pid=113425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 10:03:22.338197 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-a1693b14-c1bc-44b1-a137-1fc1b0a40d6d tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Publish callbacks [] for security_group_rule (f186c62e-ca5f-4c9d-838d-f9690cfdcc76), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:22.394815 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-a1693b14-c1bc-44b1-a137-1fc1b0a40d6d tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Publish callbacks [] for security_group_rule (f186c62e-ca5f-4c9d-838d-f9690cfdcc76), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:22.459485 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-a1693b14-c1bc-44b1-a137-1fc1b0a40d6d tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784789'] for security_group_rule (f186c62e-ca5f-4c9d-838d-f9690cfdcc76), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:22.481024 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1693b14-c1bc-44b1-a137-1fc1b0a40d6d tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f186c62e-ca5f-4c9d-838d-f9690cfdcc76,revision_number=0']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:03:22.485644 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-c8f0715e-2288-47aa-8816-96c02210c71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c0ca1e-ac8d-4747-8102-fee85bb1a522', 'name': 'tempest-TestVolumeBootPattern-255363068-router', 'tenant_id': 'c2329c3d243e436a956b6b482264b64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': 'f7953724-6e51-4a39-b1ba-a04b8513b52c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T10:03:16Z', 'updated_at': '2022-09-16T10:03:20Z', 'revision_number': 4, 'project_id': 'c2329c3d243e436a956b6b482264b64d', 'gw_port': {'id': 'f7953724-6e51-4a39-b1ba-a04b8513b52c', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:55:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c0ca1e-ac8d-4747-8102-fee85bb1a522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T10:03:17Z', 'updated_at': '2022-09-16T10:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_interfaces': [{'id': '971350e2-c539-4f3d-9b17-25aca718b4d3', 'name': '', 'network_id': 'a7290d20-d521-4af0-834f-d218f2e47d80', 'tenant_id': 'c2329c3d243e436a956b6b482264b64d', 'mac_address': 'fa:16:3e:2b:e9:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30c0ca1e-ac8d-4747-8102-fee85bb1a522', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '9a1d5ad3-91da-4a53-91d0-9f185bf929e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T10:03:19Z', 'updated_at': '2022-09-16T10:03:20Z', 'revision_number': 2, 'project_id': 'c2329c3d243e436a956b6b482264b64d', 'subnets': [{'id': '9a1d5ad3-91da-4a53-91d0-9f185bf929e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:03:22.511337 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f0715e-2288-47aa-8816-96c02210c71a None None] Checking router: 30c0ca1e-ac8d-4747-8102-fee85bb1a522 for host: dv-cinder-790535-43-iscsi {{(pid=113425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 10:03:22.511694 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f0715e-2288-47aa-8816-96c02210c71a None None] Updating router 30c0ca1e-ac8d-4747-8102-fee85bb1a522 port 971350e2-c539-4f3d-9b17-25aca718b4d3 binding host dv-cinder-790535-43-iscsi {{(pid=113425) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 10:03:22.540120 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-c8f0715e-2288-47aa-8816-96c02210c71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (971350e2-c539-4f3d-9b17-25aca718b4d3), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:22.553978 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-a1693b14-c1bc-44b1-a137-1fc1b0a40d6d tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:22.556453 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-a1693b14-c1bc-44b1-a137-1fc1b0a40d6d tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3055186 Sep 16 10:03:22.566288 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 58048) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 10:03:22.570797 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.v2.base [None req-d56f9de5-5d76-4bfd-a1ea-42136131ce61 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Request body: {'security_group_rule': {'security_group_id': '2b29e518-2218-4ac8-8f2d-f2816824c081', 'project_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=113424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:03:22.670668 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-d56f9de5-5d76-4bfd-a1ea-42136131ce61 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Publish callbacks [] for security_group_rule (32721746-dbad-4f74-9ccf-9c5dfc977a74), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:22.715468 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=100 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:03:22.730624 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-d56f9de5-5d76-4bfd-a1ea-42136131ce61 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Publish callbacks [] for security_group_rule (32721746-dbad-4f74-9ccf-9c5dfc977a74), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:22.773339 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-2f2222b1-42e4-4e52-a13c-49bd11362f2f None None] Attempt 5 to provision port 971350e2-c539-4f3d-9b17-25aca718b4d3 Sep 16 10:03:22.791502 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:03:22.802424 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-d56f9de5-5d76-4bfd-a1ea-42136131ce61 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784789'] for security_group_rule (32721746-dbad-4f74-9ccf-9c5dfc977a74), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:22.818307 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:03:22.823590 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56f9de5-5d76-4bfd-a1ea-42136131ce61 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32721746-dbad-4f74-9ccf-9c5dfc977a74,revision_number=0']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:03:22.838477 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-c8f0715e-2288-47aa-8816-96c02210c71a None None] Publish callbacks [] for port (971350e2-c539-4f3d-9b17-25aca718b4d3), precommit_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:22.840305 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-2f2222b1-42e4-4e52-a13c-49bd11362f2f None None] Port 971350e2-c539-4f3d-9b17-25aca718b4d3 cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 10:03:22.917723 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-c8f0715e-2288-47aa-8816-96c02210c71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (971350e2-c539-4f3d-9b17-25aca718b4d3), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:22.918807 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-d56f9de5-5d76-4bfd-a1ea-42136131ce61 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:22.920079 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-d56f9de5-5d76-4bfd-a1ea-42136131ce61 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3527596 Sep 16 10:03:22.928007 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 58050) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 10:03:22.928513 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.v2.base [None req-5a4dc7c2-a2b5-4a9e-a197-42de5637a310 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Request body: {'security_group_rule': {'security_group_id': '2b29e518-2218-4ac8-8f2d-f2816824c081', 'project_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=113423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:03:22.984292 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2444041-25b5-435a-9c36-4ce4b32e1c01 None None] Pushing event updated for resources: {'Port': ['ID=971350e2-c539-4f3d-9b17-25aca718b4d3,revision_number=3']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:03:23.013009 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.managers [None req-c8f0715e-2288-47aa-8816-96c02210c71a None None] Attempting to bind port 971350e2-c539-4f3d-9b17-25aca718b4d3 on host dv-cinder-790535-43-iscsi for vnic_type normal with profile {{(pid=113425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 10:03:23.013376 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.managers [None req-c8f0715e-2288-47aa-8816-96c02210c71a None None] Attempting to bind port 971350e2-c539-4f3d-9b17-25aca718b4d3 by drivers openvswitch,hyperv on host dv-cinder-790535-43-iscsi at level 0 using segments [{'id': 'ef91de35-1a7c-45bb-b684-44e9472d056b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a7290d20-d521-4af0-834f-d218f2e47d80'}] {{(pid=113425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 10:03:23.013771 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f0715e-2288-47aa-8816-96c02210c71a None None] Attempting to bind port 971350e2-c539-4f3d-9b17-25aca718b4d3 on network a7290d20-d521-4af0-834f-d218f2e47d80 {{(pid=113425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 10:03:23.045921 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-5a4dc7c2-a2b5-4a9e-a197-42de5637a310 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Publish callbacks [] for security_group_rule (20d3488c-e9ce-4c89-99ee-888716d4445d), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:23.056188 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f0715e-2288-47aa-8816-96c02210c71a None None] Checking agent: {'id': 'be58d251-43cc-467d-bf31-2aae48e2ac56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-43-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 9, 41, 57), 'started_at': datetime.datetime(2022, 9, 16, 9, 42, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 10, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-43-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 10:03:23.056567 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f0715e-2288-47aa-8816-96c02210c71a None None] Checking segment: {'id': 'ef91de35-1a7c-45bb-b684-44e9472d056b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a7290d20-d521-4af0-834f-d218f2e47d80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 10:03:23.056974 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-c8f0715e-2288-47aa-8816-96c02210c71a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:23.057367 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f0715e-2288-47aa-8816-96c02210c71a None None] Bound using segment: {'id': 'ef91de35-1a7c-45bb-b684-44e9472d056b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a7290d20-d521-4af0-834f-d218f2e47d80'} {{(pid=113425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 10:03:23.057861 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.managers [None req-c8f0715e-2288-47aa-8816-96c02210c71a None None] Bound port: 971350e2-c539-4f3d-9b17-25aca718b4d3, host: dv-cinder-790535-43-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef91de35-1a7c-45bb-b684-44e9472d056b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a7290d20-d521-4af0-834f-d218f2e47d80'}}] {{(pid=113425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 10:03:23.058245 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-c8f0715e-2288-47aa-8816-96c02210c71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (971350e2-c539-4f3d-9b17-25aca718b4d3), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:23.105852 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-5a4dc7c2-a2b5-4a9e-a197-42de5637a310 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Publish callbacks [] for security_group_rule (20d3488c-e9ce-4c89-99ee-888716d4445d), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:23.121929 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-c8f0715e-2288-47aa-8816-96c02210c71a None None] For port 971350e2-c539-4f3d-9b17-25aca718b4d3, host dv-cinder-790535-43-iscsi, cleared binding levels {{(pid=113425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 10:03:23.125512 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-c8f0715e-2288-47aa-8816-96c02210c71a None None] For port 971350e2-c539-4f3d-9b17-25aca718b4d3, host dv-cinder-790535-43-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=971350e2-c539-4f3d-9b17-25aca718b4d3,segment=NetworkSegment(ef91de35-1a7c-45bb-b684-44e9472d056b),segment_id=ef91de35-1a7c-45bb-b684-44e9472d056b)] {{(pid=113425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 10:03:23.185269 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-5a4dc7c2-a2b5-4a9e-a197-42de5637a310 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784789'] for security_group_rule (20d3488c-e9ce-4c89-99ee-888716d4445d), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:23.214429 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4dc7c2-a2b5-4a9e-a197-42de5637a310 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20d3488c-e9ce-4c89-99ee-888716d4445d,revision_number=0']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:03:23.214667 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-c8f0715e-2288-47aa-8816-96c02210c71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (971350e2-c539-4f3d-9b17-25aca718b4d3), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:23.282990 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f0715e-2288-47aa-8816-96c02210c71a None None] Routers {'30c0ca1e-ac8d-4747-8102-fee85bb1a522'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 10:03:23.283636 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-c8f0715e-2288-47aa-8816-96c02210c71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T10:02:54Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['30c0ca1e-ac8d-4747-8102-fee85bb1a522'], 'active': True} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:03:23.285175 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-5a4dc7c2-a2b5-4a9e-a197-42de5637a310 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:23.292339 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 58058) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 10:03:23.292534 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-5a4dc7c2-a2b5-4a9e-a197-42de5637a310 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3649395 Sep 16 10:03:23.295779 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.v2.base [None req-c1cd0967-373b-4795-8c71-55bd69a4b22a tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Request body: {'security_group_rule': {'security_group_id': '2b29e518-2218-4ac8-8f2d-f2816824c081', 'project_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=113424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:03:23.345978 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-2f2222b1-42e4-4e52-a13c-49bd11362f2f None None] Attempt 6 to provision port 971350e2-c539-4f3d-9b17-25aca718b4d3 Sep 16 10:03:23.351964 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device f7953724-6e51-4a39-b1ba-a04b8513b52c up at agent ovs-agent-dv-cinder-790535-43-iscsi {{(pid=113425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 10:03:23.372425 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2444041-25b5-435a-9c36-4ce4b32e1c01 None None] Pushing event updated for resources: {'Port': ['ID=971350e2-c539-4f3d-9b17-25aca718b4d3,revision_number=4']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:03:23.398235 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-c1cd0967-373b-4795-8c71-55bd69a4b22a tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Publish callbacks [] for security_group_rule (e0a8df0c-b454-482c-8dd0-6ca37308b26c), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:23.476667 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-c1cd0967-373b-4795-8c71-55bd69a4b22a tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Publish callbacks [] for security_group_rule (e0a8df0c-b454-482c-8dd0-6ca37308b26c), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:23.512437 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Provisioning complete for port f7953724-6e51-4a39-b1ba-a04b8513b52c triggered by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 10:03:23.512796 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (f7953724-6e51-4a39-b1ba-a04b8513b52c), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:23.513346 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Attempt 1 to provision port f7953724-6e51-4a39-b1ba-a04b8513b52c Sep 16 10:03:23.516633 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvr_db [None req-c8f0715e-2288-47aa-8816-96c02210c71a None None] Set router 30c0ca1e-ac8d-4747-8102-fee85bb1a522 gateway port host: dv-cinder-790535-43-iscsi {{(pid=113425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 10:03:23.554868 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-c1cd0967-373b-4795-8c71-55bd69a4b22a tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784789'] for security_group_rule (e0a8df0c-b454-482c-8dd0-6ca37308b26c), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:23.576954 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cd0967-373b-4795-8c71-55bd69a4b22a tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0a8df0c-b454-482c-8dd0-6ca37308b26c,revision_number=0']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:03:23.630569 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-c1cd0967-373b-4795-8c71-55bd69a4b22a tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:23.631868 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-c1cd0967-373b-4795-8c71-55bd69a4b22a tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3414321 Sep 16 10:03:23.634794 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 58060) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 10:03:23.639189 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.v2.base [None req-20bff089-b2f1-432a-8c9b-6309da0a4db7 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Request body: {'security_group_rule': {'security_group_id': '2b29e518-2218-4ac8-8f2d-f2816824c081', 'project_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=113424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:03:23.723485 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-2f2222b1-42e4-4e52-a13c-49bd11362f2f None None] Current status of the port 971350e2-c539-4f3d-9b17-25aca718b4d3 is: DOWN; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 10:03:23.724056 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-2f2222b1-42e4-4e52-a13c-49bd11362f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (971350e2-c539-4f3d-9b17-25aca718b4d3), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:23.725917 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.db.securitygroups_db [None req-20bff089-b2f1-432a-8c9b-6309da0a4db7 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Project aaeb5ec036dd43479e9b66290a29d6d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 10:03:23.734320 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-20bff089-b2f1-432a-8c9b-6309da0a4db7 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Publish callbacks [] for security_group_rule (4754a7c0-2c5e-4067-8188-fe91ed59573f), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:23.766123 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 58064) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 10:03:23.802681 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-20bff089-b2f1-432a-8c9b-6309da0a4db7 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Publish callbacks [] for security_group_rule (4754a7c0-2c5e-4067-8188-fe91ed59573f), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:23.861370 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-2f2222b1-42e4-4e52-a13c-49bd11362f2f None None] For port 971350e2-c539-4f3d-9b17-25aca718b4d3, host dv-cinder-790535-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=971350e2-c539-4f3d-9b17-25aca718b4d3,segment=NetworkSegment(ef91de35-1a7c-45bb-b684-44e9472d056b),segment_id=ef91de35-1a7c-45bb-b684-44e9472d056b)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:03:23.868116 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-20bff089-b2f1-432a-8c9b-6309da0a4db7 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784789'] for security_group_rule (4754a7c0-2c5e-4067-8188-fe91ed59573f), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:23.884051 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:INSERT=13,neutron:SELECT=78,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:03:23.889535 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Current status of the port f7953724-6e51-4a39-b1ba-a04b8513b52c is: ACTIVE; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 10:03:23.900120 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-d64c7c5a-292c-4506-8274-2b388563f635 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:23.906361 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bff089-b2f1-432a-8c9b-6309da0a4db7 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4754a7c0-2c5e-4067-8188-fe91ed59573f,revision_number=0']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:03:23.938916 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-2f2222b1-42e4-4e52-a13c-49bd11362f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (971350e2-c539-4f3d-9b17-25aca718b4d3), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:23.947910 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:03:23.986539 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-c8f0715e-2288-47aa-8816-96c02210c71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c0ca1e-ac8d-4747-8102-fee85bb1a522', 'name': 'tempest-TestVolumeBootPattern-255363068-router', 'tenant_id': 'c2329c3d243e436a956b6b482264b64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': 'f7953724-6e51-4a39-b1ba-a04b8513b52c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T10:03:16Z', 'updated_at': '2022-09-16T10:03:20Z', 'revision_number': 4, 'project_id': 'c2329c3d243e436a956b6b482264b64d', 'gw_port': {'id': 'f7953724-6e51-4a39-b1ba-a04b8513b52c', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:55:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c0ca1e-ac8d-4747-8102-fee85bb1a522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T10:03:17Z', 'updated_at': '2022-09-16T10:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_interfaces': [{'id': '971350e2-c539-4f3d-9b17-25aca718b4d3', 'name': '', 'network_id': 'a7290d20-d521-4af0-834f-d218f2e47d80', 'tenant_id': 'c2329c3d243e436a956b6b482264b64d', 'mac_address': 'fa:16:3e:2b:e9:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30c0ca1e-ac8d-4747-8102-fee85bb1a522', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '9a1d5ad3-91da-4a53-91d0-9f185bf929e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T10:03:19Z', 'updated_at': '2022-09-16T10:03:23Z', 'revision_number': 4, 'project_id': 'c2329c3d243e436a956b6b482264b64d', 'subnets': [{'id': '9a1d5ad3-91da-4a53-91d0-9f185bf929e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:03:23.986839 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-d64c7c5a-292c-4506-8274-2b388563f635 admin admin] Publish callbacks [] for security_group (700959a1-4075-4c96-8911-53f53b1f769c), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:23.996197 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-20bff089-b2f1-432a-8c9b-6309da0a4db7 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:23.998332 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-20bff089-b2f1-432a-8c9b-6309da0a4db7 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3617427 Sep 16 10:03:24.000527 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 58068) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 10:03:24.004930 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.v2.base [None req-8a122512-6e09-41e1-b555-718294bbfc8d tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Request body: {'security_group_rule': {'security_group_id': '2b29e518-2218-4ac8-8f2d-f2816824c081', 'project_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=113424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:03:24.015559 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f0715e-2288-47aa-8816-96c02210c71a None None] The sync data for ids ['30c0ca1e-ac8d-4747-8102-fee85bb1a522'] in dv-cinder-790535-43-iscsi is: [{'id': '30c0ca1e-ac8d-4747-8102-fee85bb1a522', 'name': 'tempest-TestVolumeBootPattern-255363068-router', 'tenant_id': 'c2329c3d243e436a956b6b482264b64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': 'f7953724-6e51-4a39-b1ba-a04b8513b52c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T10:03:16Z', 'updated_at': '2022-09-16T10:03:20Z', 'revision_number': 4, 'project_id': 'c2329c3d243e436a956b6b482264b64d', 'gw_port': {'id': 'f7953724-6e51-4a39-b1ba-a04b8513b52c', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:55:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c0ca1e-ac8d-4747-8102-fee85bb1a522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T10:03:17Z', 'updated_at': '2022-09-16T10:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_interfaces': [{'id': '971350e2-c539-4f3d-9b17-25aca718b4d3', 'name': '', 'network_id': 'a7290d20-d521-4af0-834f-d218f2e47d80', 'tenant_id': 'c2329c3d243e436a956b6b482264b64d', 'mac_address': 'fa:16:3e:2b:e9:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30c0ca1e-ac8d-4747-8102-fee85bb1a522', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '9a1d5ad3-91da-4a53-91d0-9f185bf929e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T10:03:19Z', 'updated_at': '2022-09-16T10:03:23Z', 'revision_number': 4, 'project_id': 'c2329c3d243e436a956b6b482264b64d', 'subnets': [{'id': '9a1d5ad3-91da-4a53-91d0-9f185bf929e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 10:03:24.026068 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2222b1-42e4-4e52-a13c-49bd11362f2f None None] Pushing event updated for resources: {'Port': ['ID=971350e2-c539-4f3d-9b17-25aca718b4d3,revision_number=5']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:03:24.063905 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-34da0570-4817-4016-b74d-8d18307cd6c6 None None] Provisioning complete for port 971350e2-c539-4f3d-9b17-25aca718b4d3 triggered by entity DHCP. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 10:03:24.064368 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-34da0570-4817-4016-b74d-8d18307cd6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (971350e2-c539-4f3d-9b17-25aca718b4d3), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:24.064715 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-34da0570-4817-4016-b74d-8d18307cd6c6 None None] Attempt 1 to provision port 971350e2-c539-4f3d-9b17-25aca718b4d3 Sep 16 10:03:24.074091 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-d64c7c5a-292c-4506-8274-2b388563f635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (700959a1-4075-4c96-8911-53f53b1f769c), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:24.098244 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.db.securitygroups_db [None req-8a122512-6e09-41e1-b555-718294bbfc8d tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Project aaeb5ec036dd43479e9b66290a29d6d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 10:03:24.104195 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-8a122512-6e09-41e1-b555-718294bbfc8d tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Publish callbacks [] for security_group_rule (0aa7cd1e-44e9-44b7-ad1a-877e5191a221), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:24.122674 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-d64c7c5a-292c-4506-8274-2b388563f635 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=71d032656dc74ff19042d0614deadae6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3553987 Sep 16 10:03:24.123798 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64c7c5a-292c-4506-8274-2b388563f635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=700959a1-4075-4c96-8911-53f53b1f769c,revision_number=1']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:03:24.125420 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 58070) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 10:03:24.172793 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-34da0570-4817-4016-b74d-8d18307cd6c6 None None] Current status of the port 971350e2-c539-4f3d-9b17-25aca718b4d3 is: ACTIVE; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 10:03:24.191963 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-8a122512-6e09-41e1-b555-718294bbfc8d tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Publish callbacks [] for security_group_rule (0aa7cd1e-44e9-44b7-ad1a-877e5191a221), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:24.221284 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-80e7be4a-1cb1-4955-94bd-4572a3d98389 admin admin] Publish callbacks [] for security_group (700959a1-4075-4c96-8911-53f53b1f769c), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:24.244238 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-80e7be4a-1cb1-4955-94bd-4572a3d98389 admin admin] Publish callbacks [] for security_group (700959a1-4075-4c96-8911-53f53b1f769c), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:24.253343 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:03:24.269115 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-8a122512-6e09-41e1-b555-718294bbfc8d tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784789'] for security_group_rule (0aa7cd1e-44e9-44b7-ad1a-877e5191a221), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:24.299010 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a122512-6e09-41e1-b555-718294bbfc8d tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0aa7cd1e-44e9-44b7-ad1a-877e5191a221,revision_number=0']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:03:24.396484 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-8a122512-6e09-41e1-b555-718294bbfc8d tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:24.397838 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-8a122512-6e09-41e1-b555-718294bbfc8d tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3962758 Sep 16 10:03:24.398574 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-80e7be4a-1cb1-4955-94bd-4572a3d98389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (700959a1-4075-4c96-8911-53f53b1f769c), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:24.401419 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-80e7be4a-1cb1-4955-94bd-4572a3d98389 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:24.402955 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-80e7be4a-1cb1-4955-94bd-4572a3d98389 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/700959a1-4075-4c96-8911-53f53b1f769c HTTP/1.1" status: 204 len: 168 time: 0.2758987 Sep 16 10:03:24.414841 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e7be4a-1cb1-4955-94bd-4572a3d98389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=700959a1-4075-4c96-8911-53f53b1f769c,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:03:24.587812 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-0ef90fab-a93f-477b-9d0b-be1d44bad52f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (647718b3-8298-4382-86e2-3fad9f5d7804), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:25.159205 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 58118) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 10:03:25.174474 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-b48c763e-5f8d-4c43-8b2d-6fb182d7c587 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:25.275516 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-b48c763e-5f8d-4c43-8b2d-6fb182d7c587 admin admin] Publish callbacks [] for security_group (a8a183a2-08c7-4c1d-bd93-d1af3a736c51), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:25.321771 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device 971350e2-c539-4f3d-9b17-25aca718b4d3 up at agent ovs-agent-dv-cinder-790535-43-iscsi {{(pid=113425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 10:03:25.351366 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-b48c763e-5f8d-4c43-8b2d-6fb182d7c587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (a8a183a2-08c7-4c1d-bd93-d1af3a736c51), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:25.382864 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Provisioning complete for port 971350e2-c539-4f3d-9b17-25aca718b4d3 triggered by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 10:03:25.382864 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (971350e2-c539-4f3d-9b17-25aca718b4d3), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:25.382864 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Attempt 1 to provision port 971350e2-c539-4f3d-9b17-25aca718b4d3 Sep 16 10:03:25.405995 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-b48c763e-5f8d-4c43-8b2d-6fb182d7c587 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=44fda4827648420bba892a886151a495&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2451982 Sep 16 10:03:25.409077 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 58124) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 10:03:25.411578 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48c763e-5f8d-4c43-8b2d-6fb182d7c587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a183a2-08c7-4c1d-bd93-d1af3a736c51,revision_number=1']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:03:25.479525 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Current status of the port 971350e2-c539-4f3d-9b17-25aca718b4d3 is: ACTIVE; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 10:03:25.498880 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-d4bb8898-9ac6-4e44-a940-7e2293d76d6e admin admin] Publish callbacks [] for security_group (a8a183a2-08c7-4c1d-bd93-d1af3a736c51), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:25.518970 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-d4bb8898-9ac6-4e44-a940-7e2293d76d6e admin admin] Publish callbacks [] for security_group (a8a183a2-08c7-4c1d-bd93-d1af3a736c51), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:25.524731 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:03:25.636389 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-d4bb8898-9ac6-4e44-a940-7e2293d76d6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (a8a183a2-08c7-4c1d-bd93-d1af3a736c51), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:25.640060 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-d4bb8898-9ac6-4e44-a940-7e2293d76d6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:25.641438 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-d4bb8898-9ac6-4e44-a940-7e2293d76d6e admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/a8a183a2-08c7-4c1d-bd93-d1af3a736c51 HTTP/1.1" status: 204 len: 168 time: 0.2311795 Sep 16 10:03:25.649784 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bb8898-9ac6-4e44-a940-7e2293d76d6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a183a2-08c7-4c1d-bd93-d1af3a736c51,revision_number=None']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:03:25.868434 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-c17a0cac-31fa-4a66-ad06-99f53fca2b4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (2d63c820-fb16-4aae-acf9-0482010d4ad8), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:26.277735 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 58146) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 10:03:26.293053 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-3bf0d91e-a3c2-4e64-8e72-2fb0ca842e4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:26.383728 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-3bf0d91e-a3c2-4e64-8e72-2fb0ca842e4c admin admin] Publish callbacks [] for security_group (0f14ba9f-d83f-4706-8ed5-1cc7bbc0e1ac), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:26.457282 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-3bf0d91e-a3c2-4e64-8e72-2fb0ca842e4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (0f14ba9f-d83f-4706-8ed5-1cc7bbc0e1ac), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:26.476578 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:03:26.500564 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-3bf0d91e-a3c2-4e64-8e72-2fb0ca842e4c admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=d52642c987ad4a088403b73c3f614bdd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2216988 Sep 16 10:03:26.501409 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf0d91e-a3c2-4e64-8e72-2fb0ca842e4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f14ba9f-d83f-4706-8ed5-1cc7bbc0e1ac,revision_number=1']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:03:26.503367 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 58148) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 10:03:26.558990 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-6a679290-7f89-4a3c-a47d-d52f16a610c9 admin admin] Publish callbacks [] for security_group (0f14ba9f-d83f-4706-8ed5-1cc7bbc0e1ac), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:26.582136 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-6a679290-7f89-4a3c-a47d-d52f16a610c9 admin admin] Publish callbacks [] for security_group (0f14ba9f-d83f-4706-8ed5-1cc7bbc0e1ac), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:26.925561 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-6a679290-7f89-4a3c-a47d-d52f16a610c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (0f14ba9f-d83f-4706-8ed5-1cc7bbc0e1ac), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:26.928195 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-6a679290-7f89-4a3c-a47d-d52f16a610c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:26.929379 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-6a679290-7f89-4a3c-a47d-d52f16a610c9 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/0f14ba9f-d83f-4706-8ed5-1cc7bbc0e1ac HTTP/1.1" status: 204 len: 168 time: 0.4243264 Sep 16 10:03:26.938381 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a679290-7f89-4a3c-a47d-d52f16a610c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f14ba9f-d83f-4706-8ed5-1cc7bbc0e1ac,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:03:27.218627 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:03:27.323819 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (be58d251-43cc-467d-bf31-2aae48e2ac56), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:27.430984 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-cd5fe5d0-24d3-4349-8269-176b5bcdf250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (65aa34d6-cc53-475e-ab2c-2c2516bff08f), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:29.210357 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.agents_db [None req-7c9a7194-4e2e-43f7-be58-28c896ce3cef None None] Agent healthcheck: found 6 active agents {{(pid=113426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 10:03:29.692396 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 58208) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 10:03:29.798460 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-d80a8784-5ebd-4f1d-b37f-986ff231ab63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:29.878888 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-d80a8784-5ebd-4f1d-b37f-986ff231ab63 admin admin] Publish callbacks [] for security_group (18cf25a3-725c-41b0-ada5-f378362841af), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:29.965549 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-d80a8784-5ebd-4f1d-b37f-986ff231ab63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (18cf25a3-725c-41b0-ada5-f378362841af), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:30.006040 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80a8784-5ebd-4f1d-b37f-986ff231ab63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18cf25a3-725c-41b0-ada5-f378362841af,revision_number=1']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:03:30.012930 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-d80a8784-5ebd-4f1d-b37f-986ff231ab63 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=aa100feb49894c6780c8e25c81f427a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3193593 Sep 16 10:03:30.014116 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 58212) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 10:03:30.066597 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-ab329a62-bb93-400b-8230-a081a1e14c3f admin admin] Publish callbacks [] for security_group (18cf25a3-725c-41b0-ada5-f378362841af), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:30.086110 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-ab329a62-bb93-400b-8230-a081a1e14c3f admin admin] Publish callbacks [] for security_group (18cf25a3-725c-41b0-ada5-f378362841af), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:30.211257 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-ab329a62-bb93-400b-8230-a081a1e14c3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (18cf25a3-725c-41b0-ada5-f378362841af), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:30.215288 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-ab329a62-bb93-400b-8230-a081a1e14c3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:30.221273 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-ab329a62-bb93-400b-8230-a081a1e14c3f admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/18cf25a3-725c-41b0-ada5-f378362841af HTTP/1.1" status: 204 len: 168 time: 0.2021303 Sep 16 10:03:30.228462 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab329a62-bb93-400b-8230-a081a1e14c3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18cf25a3-725c-41b0-ada5-f378362841af,revision_number=None']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:03:30.892925 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 58220) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 10:03:30.906817 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-3a0a4e06-d9dd-46da-bfcf-681993dc12c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:30.986576 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-3a0a4e06-d9dd-46da-bfcf-681993dc12c1 admin admin] Publish callbacks [] for security_group (bbee9bd4-3052-4473-a189-3cc1eb01b37b), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:31.045154 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-3a0a4e06-d9dd-46da-bfcf-681993dc12c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (bbee9bd4-3052-4473-a189-3cc1eb01b37b), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:31.088394 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-3a0a4e06-d9dd-46da-bfcf-681993dc12c1 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=da880e350e994a799106281989bb5521&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1942093 Sep 16 10:03:31.089403 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0a4e06-d9dd-46da-bfcf-681993dc12c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbee9bd4-3052-4473-a189-3cc1eb01b37b,revision_number=1']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:03:31.091076 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 58222) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 10:03:31.146331 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-e6f5a377-8f7e-4d6c-9f88-450e7fc7fcb1 admin admin] Publish callbacks [] for security_group (bbee9bd4-3052-4473-a189-3cc1eb01b37b), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:31.166848 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-e6f5a377-8f7e-4d6c-9f88-450e7fc7fcb1 admin admin] Publish callbacks [] for security_group (bbee9bd4-3052-4473-a189-3cc1eb01b37b), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:31.314280 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-e6f5a377-8f7e-4d6c-9f88-450e7fc7fcb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (bbee9bd4-3052-4473-a189-3cc1eb01b37b), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:31.316933 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-e6f5a377-8f7e-4d6c-9f88-450e7fc7fcb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:31.318117 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-e6f5a377-8f7e-4d6c-9f88-450e7fc7fcb1 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/bbee9bd4-3052-4473-a189-3cc1eb01b37b HTTP/1.1" status: 204 len: 168 time: 0.2260499 Sep 16 10:03:31.326263 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f5a377-8f7e-4d6c-9f88-450e7fc7fcb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbee9bd4-3052-4473-a189-3cc1eb01b37b,revision_number=None']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:03:32.999991 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 58256) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 10:03:33.112915 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-3f4a5846-7b59-4da8-ade7-174569c7170d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:33.165244 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=78,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:03:33.191798 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-3f4a5846-7b59-4da8-ade7-174569c7170d admin admin] Publish callbacks [] for security_group (5e424b2c-fba8-46fd-9e04-06eca94acd2a), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:33.259499 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-3f4a5846-7b59-4da8-ade7-174569c7170d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (5e424b2c-fba8-46fd-9e04-06eca94acd2a), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:33.303224 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-3f4a5846-7b59-4da8-ade7-174569c7170d admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=be8150d6cc5844d8a58800188aec3bff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3018804 Sep 16 10:03:33.304441 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4a5846-7b59-4da8-ade7-174569c7170d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e424b2c-fba8-46fd-9e04-06eca94acd2a,revision_number=1']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:03:33.305994 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 58260) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 10:03:33.364332 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-09f707fb-0dda-470e-a0f8-9352687eaddc admin admin] Publish callbacks [] for security_group (5e424b2c-fba8-46fd-9e04-06eca94acd2a), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:33.388277 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-09f707fb-0dda-470e-a0f8-9352687eaddc admin admin] Publish callbacks [] for security_group (5e424b2c-fba8-46fd-9e04-06eca94acd2a), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:33.499531 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-09f707fb-0dda-470e-a0f8-9352687eaddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (5e424b2c-fba8-46fd-9e04-06eca94acd2a), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:33.503236 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-09f707fb-0dda-470e-a0f8-9352687eaddc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:33.506184 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-09f707fb-0dda-470e-a0f8-9352687eaddc admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/5e424b2c-fba8-46fd-9e04-06eca94acd2a HTTP/1.1" status: 204 len: 168 time: 0.1967824 Sep 16 10:03:33.508544 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=79,neutron:DELETE=11,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:03:33.513197 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f707fb-0dda-470e-a0f8-9352687eaddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e424b2c-fba8-46fd-9e04-06eca94acd2a,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:03:34.927983 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (5b31c92a-f134-4c39-96dd-6f3267de2076), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:39.206214 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=26 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:03:42.436652 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:DELETE=3 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:03:42.466147 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-88c56675-cf57-42bb-9eed-e4a48722e166 req-e682b296-63ea-4d07-b806-561296a23ac8 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-283210283&fields=id&tenant_id=aaeb5ec036dd43479e9b66290a29d6d5 HTTP/1.1" status: 200 len: 267 time: 0.0453708 Sep 16 10:03:42.575353 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c56675-cf57-42bb-9eed-e4a48722e166 req-da85fd59-687d-409a-9ded-8c41b166b02d tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:03:42.576816 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-88c56675-cf57-42bb-9eed-e4a48722e166 req-da85fd59-687d-409a-9ded-8c41b166b02d tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/networks?id=15128754-481d-4580-9909-e9d7f17bf2e9 HTTP/1.1" status: 200 len: 812 time: 0.1039531 Sep 16 10:03:42.591368 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-88c56675-cf57-42bb-9eed-e4a48722e166 req-6ce40535-eb53-416f-b31d-d51737acad79 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/quotas/aaeb5ec036dd43479e9b66290a29d6d5 HTTP/1.1" status: 200 len: 375 time: 0.0089674 Sep 16 10:03:42.641944 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-88c56675-cf57-42bb-9eed-e4a48722e166 req-31d070d0-8cd0-4b3c-b56d-2dd2eeed4868 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=aaeb5ec036dd43479e9b66290a29d6d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452754 Sep 16 10:03:42.843754 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-88c56675-cf57-42bb-9eed-e4a48722e166 req-bcced8b9-327c-4f5b-9005-64fd4ef3a65b service neutron] 10.222.0.73 "GET /networking/v2.0/networks/15128754-481d-4580-9909-e9d7f17bf2e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898594 Sep 16 10:03:42.937483 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-88c56675-cf57-42bb-9eed-e4a48722e166 req-39856998-7dfa-4f5e-bffb-4838f250b181 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/15128754-481d-4580-9909-e9d7f17bf2e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870125 Sep 16 10:03:43.508342 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=72,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:03:43.526968 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:UPDATE=4,neutron:SELECT=83 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:03:43.586825 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-45f712e0-a93b-49e3-9313-98ee85abad4b req-13543d01-d702-47fe-8b4e-665a09a9102d tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=aafaedae-d0a6-456e-914f-488bd3cf2feb HTTP/1.1" status: 200 len: 210 time: 0.0287688 Sep 16 10:03:44.149286 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 58388) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 10:03:44.255092 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-b8b13c3c-3631-4fed-8501-5b1fe34dd5a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:44.329187 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-b8b13c3c-3631-4fed-8501-5b1fe34dd5a2 admin admin] Publish callbacks [] for security_group (6dafb576-6829-471c-8c59-8cd7499a655a), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:44.410259 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-b8b13c3c-3631-4fed-8501-5b1fe34dd5a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (6dafb576-6829-471c-8c59-8cd7499a655a), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:44.449612 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-b8b13c3c-3631-4fed-8501-5b1fe34dd5a2 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=01021c68de9149dfa4a1a20ac9cfb644&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2991819 Sep 16 10:03:44.450463 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b13c3c-3631-4fed-8501-5b1fe34dd5a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dafb576-6829-471c-8c59-8cd7499a655a,revision_number=1']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:03:44.452415 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 58394) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 10:03:44.504385 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-3eec6c6f-9869-4405-ab5e-41153a5e5817 admin admin] Publish callbacks [] for security_group (6dafb576-6829-471c-8c59-8cd7499a655a), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:44.525576 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-3eec6c6f-9869-4405-ab5e-41153a5e5817 admin admin] Publish callbacks [] for security_group (6dafb576-6829-471c-8c59-8cd7499a655a), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:44.627852 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-3eec6c6f-9869-4405-ab5e-41153a5e5817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (6dafb576-6829-471c-8c59-8cd7499a655a), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:44.630687 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-3eec6c6f-9869-4405-ab5e-41153a5e5817 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:44.641230 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-3eec6c6f-9869-4405-ab5e-41153a5e5817 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/6dafb576-6829-471c-8c59-8cd7499a655a HTTP/1.1" status: 204 len: 168 time: 0.1783752 Sep 16 10:03:44.641230 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eec6c6f-9869-4405-ab5e-41153a5e5817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dafb576-6829-471c-8c59-8cd7499a655a,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:03:44.695793 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-d583cc94-edc2-4be0-9538-f49e5a3d3554 req-0a5d867d-d085-4b39-802d-422926c564a7 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=aafaedae-d0a6-456e-914f-488bd3cf2feb HTTP/1.1" status: 200 len: 210 time: 0.0292811 Sep 16 10:03:44.846396 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:03:45.737154 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c56675-cf57-42bb-9eed-e4a48722e166 req-0c473107-a92f-4f4f-b950-1ea92596a9d3 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:03:45.738883 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-88c56675-cf57-42bb-9eed-e4a48722e166 req-0c473107-a92f-4f4f-b950-1ea92596a9d3 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.27 "GET /networking/v2.0/networks?id=15128754-481d-4580-9909-e9d7f17bf2e9 HTTP/1.1" status: 200 len: 812 time: 0.1139984 Sep 16 10:03:45.820274 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-db0470ed-c991-4455-bc83-770b731a653a req-bb3c4f0c-8b5b-4848-9c15-12c170cdc552 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=aafaedae-d0a6-456e-914f-488bd3cf2feb HTTP/1.1" status: 200 len: 210 time: 0.0438721 Sep 16 10:03:45.848738 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-88c56675-cf57-42bb-9eed-e4a48722e166 req-f28f58c0-410b-4f12-97dc-455c49e3452d tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.27 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=aaeb5ec036dd43479e9b66290a29d6d5 HTTP/1.1" status: 200 len: 379 time: 0.0828948 Sep 16 10:03:45.848738 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.v2.base [req-88c56675-cf57-42bb-9eed-e4a48722e166 req-a98bbceb-1393-4a9a-9546-0e7c82b6b8a9 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Request body: {'port': {'device_id': 'aafaedae-d0a6-456e-914f-488bd3cf2feb', 'network_id': '15128754-481d-4580-9909-e9d7f17bf2e9', 'admin_state_up': True, 'tenant_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'security_groups': ['2b29e518-2218-4ac8-8f2d-f2816824c081']}} {{(pid=113424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:03:46.007615 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88c56675-cf57-42bb-9eed-e4a48722e166 req-a98bbceb-1393-4a9a-9546-0e7c82b6b8a9 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Made reservation on behalf of aaeb5ec036dd43479e9b66290a29d6d5 for: {'port': 1} {{(pid=113424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 10:03:46.011529 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-88c56675-cf57-42bb-9eed-e4a48722e166 req-a98bbceb-1393-4a9a-9546-0e7c82b6b8a9 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:46.145363 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.db_base_plugin_common [req-88c56675-cf57-42bb-9eed-e4a48722e166 req-a98bbceb-1393-4a9a-9546-0e7c82b6b8a9 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Allocated IP 172.20.0.8 (15128754-481d-4580-9909-e9d7f17bf2e9/58989cad-7ca2-43f9-ae25-0fab1e713f7c/85465582-8090-4f05-b0f7-bc4e3bf7fac7) {{(pid=113424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 10:03:46.283444 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-88c56675-cf57-42bb-9eed-e4a48722e166 req-a98bbceb-1393-4a9a-9546-0e7c82b6b8a9 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Publish callbacks [] for port (85465582-8090-4f05-b0f7-bc4e3bf7fac7), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:46.411110 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-88c56675-cf57-42bb-9eed-e4a48722e166 req-a98bbceb-1393-4a9a-9546-0e7c82b6b8a9 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759571245505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27240065'] for port (85465582-8090-4f05-b0f7-bc4e3bf7fac7), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:46.423939 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:03:46.451966 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:03:46.460017 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88c56675-cf57-42bb-9eed-e4a48722e166 req-a98bbceb-1393-4a9a-9546-0e7c82b6b8a9 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Network 15128754-481d-4580-9909-e9d7f17bf2e9 is already hosted by enough agents. {{(pid=113424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 10:03:46.463303 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.base_scheduler [req-88c56675-cf57-42bb-9eed-e4a48722e166 req-a98bbceb-1393-4a9a-9546-0e7c82b6b8a9 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Resources bound (agent type, host, resource id): {{(pid=113424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 10:03:46.465897 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.l3_dvrscheduler_db [req-88c56675-cf57-42bb-9eed-e4a48722e166 req-a98bbceb-1393-4a9a-9546-0e7c82b6b8a9 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Received port after_create {{(pid=113424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 10:03:46.474255 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98bbceb-1393-4a9a-9546-0e7c82b6b8a9 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Pushing event updated for resources: {'Port': ['ID=85465582-8090-4f05-b0f7-bc4e3bf7fac7,revision_number=1']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:03:46.524216 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c56675-cf57-42bb-9eed-e4a48722e166 req-a98bbceb-1393-4a9a-9546-0e7c82b6b8a9 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:03:46.524969 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-88c56675-cf57-42bb-9eed-e4a48722e166 req-a98bbceb-1393-4a9a-9546-0e7c82b6b8a9 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110971'] for port (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:46.594660 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-88c56675-cf57-42bb-9eed-e4a48722e166 req-a98bbceb-1393-4a9a-9546-0e7c82b6b8a9 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7555590 Sep 16 10:03:46.604676 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.v2.base [req-88c56675-cf57-42bb-9eed-e4a48722e166 req-3bf7c3ef-11ed-45c1-97d6-1ad33feee7b5 service neutron] Request body: {'port': {'device_id': 'aafaedae-d0a6-456e-914f-488bd3cf2feb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=113424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:03:46.668285 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-88c56675-cf57-42bb-9eed-e4a48722e166 req-3bf7c3ef-11ed-45c1-97d6-1ad33feee7b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (85465582-8090-4f05-b0f7-bc4e3bf7fac7), before_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:46.729637 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-5e590229-c9b9-49c5-9eaf-c79bede8e8d0 None None] Provisioning complete for port 85465582-8090-4f05-b0f7-bc4e3bf7fac7 triggered by entity DHCP. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 10:03:46.730284 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-5e590229-c9b9-49c5-9eaf-c79bede8e8d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (85465582-8090-4f05-b0f7-bc4e3bf7fac7), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:46.730401 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-5e590229-c9b9-49c5-9eaf-c79bede8e8d0 None None] Attempt 1 to provision port 85465582-8090-4f05-b0f7-bc4e3bf7fac7 Sep 16 10:03:46.770731 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-5e590229-c9b9-49c5-9eaf-c79bede8e8d0 None None] Port 85465582-8090-4f05-b0f7-bc4e3bf7fac7 cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 10:03:46.911226 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:03:46.929664 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.notifiers.nova [req-88c56675-cf57-42bb-9eed-e4a48722e166 req-3bf7c3ef-11ed-45c1-97d6-1ad33feee7b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85465582-8090-4f05-b0f7-bc4e3bf7fac7 {{(pid=113424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 10:03:46.940046 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-88c56675-cf57-42bb-9eed-e4a48722e166 req-3bf7c3ef-11ed-45c1-97d6-1ad33feee7b5 service neutron] Publish callbacks [] for port (85465582-8090-4f05-b0f7-bc4e3bf7fac7), precommit_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:46.954243 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8859aa7f-59aa-435c-bdc2-4a83b0a59111 req-43681358-e2fa-43f3-b675-08f4804e8c93 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:03:46.955767 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-8859aa7f-59aa-435c-bdc2-4a83b0a59111 req-43681358-e2fa-43f3-b675-08f4804e8c93 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=aafaedae-d0a6-456e-914f-488bd3cf2feb HTTP/1.1" status: 200 len: 931 time: 0.0536320 Sep 16 10:03:46.956041 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.provisioning_blocks [req-88c56675-cf57-42bb-9eed-e4a48722e166 req-3bf7c3ef-11ed-45c1-97d6-1ad33feee7b5 service neutron] Transition to ACTIVE for port object 85465582-8090-4f05-b0f7-bc4e3bf7fac7 will not be triggered until provisioned by entity L2. {{(pid=113424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 10:03:47.006116 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-8859aa7f-59aa-435c-bdc2-4a83b0a59111 req-72f4d0c5-b5c0-49e4-8d4a-bba5ad8df062 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2b29e518-2218-4ac8-8f2d-f2816824c081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442951 Sep 16 10:03:47.055908 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-88c56675-cf57-42bb-9eed-e4a48722e166 req-3bf7c3ef-11ed-45c1-97d6-1ad33feee7b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27240120'] for port (85465582-8090-4f05-b0f7-bc4e3bf7fac7), after_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:47.123574 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf7c3ef-11ed-45c1-97d6-1ad33feee7b5 service neutron] Pushing event updated for resources: {'Port': ['ID=85465582-8090-4f05-b0f7-bc4e3bf7fac7,revision_number=2']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:03:47.150970 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:03:47.173369 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.managers [req-88c56675-cf57-42bb-9eed-e4a48722e166 req-3bf7c3ef-11ed-45c1-97d6-1ad33feee7b5 service neutron] Attempting to bind port 85465582-8090-4f05-b0f7-bc4e3bf7fac7 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=113424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 10:03:47.173747 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.managers [req-88c56675-cf57-42bb-9eed-e4a48722e166 req-3bf7c3ef-11ed-45c1-97d6-1ad33feee7b5 service neutron] Attempting to bind port 85465582-8090-4f05-b0f7-bc4e3bf7fac7 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'be3ea914-9668-4564-9738-7252d20654e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '15128754-481d-4580-9909-e9d7f17bf2e9'}] {{(pid=113424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 10:03:47.174084 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c56675-cf57-42bb-9eed-e4a48722e166 req-3bf7c3ef-11ed-45c1-97d6-1ad33feee7b5 service neutron] Attempting to bind port 85465582-8090-4f05-b0f7-bc4e3bf7fac7 on network 15128754-481d-4580-9909-e9d7f17bf2e9 {{(pid=113424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 10:03:47.214887 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c56675-cf57-42bb-9eed-e4a48722e166 req-3bf7c3ef-11ed-45c1-97d6-1ad33feee7b5 service neutron] Port 85465582-8090-4f05-b0f7-bc4e3bf7fac7 on network 15128754-481d-4580-9909-e9d7f17bf2e9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=113424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 10:03:47.215219 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c56675-cf57-42bb-9eed-e4a48722e166 req-3bf7c3ef-11ed-45c1-97d6-1ad33feee7b5 service neutron] Attempting to bind port 85465582-8090-4f05-b0f7-bc4e3bf7fac7 on network 15128754-481d-4580-9909-e9d7f17bf2e9 {{(pid=113424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 10:03:47.257794 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c56675-cf57-42bb-9eed-e4a48722e166 req-3bf7c3ef-11ed-45c1-97d6-1ad33feee7b5 service neutron] Checking agent: {'id': '5b31c92a-f134-4c39-96dd-6f3267de2076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 9, 48, 33), 'started_at': datetime.datetime(2022, 9, 16, 9, 48, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 10, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 10:03:47.258158 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c56675-cf57-42bb-9eed-e4a48722e166 req-3bf7c3ef-11ed-45c1-97d6-1ad33feee7b5 service neutron] Checking segment: {'id': 'be3ea914-9668-4564-9738-7252d20654e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '15128754-481d-4580-9909-e9d7f17bf2e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 10:03:47.258537 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c56675-cf57-42bb-9eed-e4a48722e166 req-3bf7c3ef-11ed-45c1-97d6-1ad33feee7b5 service neutron] Bound using segment: {'id': 'be3ea914-9668-4564-9738-7252d20654e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '15128754-481d-4580-9909-e9d7f17bf2e9'} {{(pid=113424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 10:03:47.258966 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.managers [req-88c56675-cf57-42bb-9eed-e4a48722e166 req-3bf7c3ef-11ed-45c1-97d6-1ad33feee7b5 service neutron] Bound port: 85465582-8090-4f05-b0f7-bc4e3bf7fac7, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be3ea914-9668-4564-9738-7252d20654e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '15128754-481d-4580-9909-e9d7f17bf2e9'}}] {{(pid=113424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 10:03:47.259322 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-88c56675-cf57-42bb-9eed-e4a48722e166 req-3bf7c3ef-11ed-45c1-97d6-1ad33feee7b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (85465582-8090-4f05-b0f7-bc4e3bf7fac7), before_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:47.271951 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-5e590229-c9b9-49c5-9eaf-c79bede8e8d0 None None] Attempt 2 to provision port 85465582-8090-4f05-b0f7-bc4e3bf7fac7 Sep 16 10:03:47.306155 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-5e590229-c9b9-49c5-9eaf-c79bede8e8d0 None None] Port 85465582-8090-4f05-b0f7-bc4e3bf7fac7 cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 10:03:47.324487 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.db [req-88c56675-cf57-42bb-9eed-e4a48722e166 req-3bf7c3ef-11ed-45c1-97d6-1ad33feee7b5 service neutron] For port 85465582-8090-4f05-b0f7-bc4e3bf7fac7, host hv-cinder-79053, cleared binding levels {{(pid=113424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 10:03:47.327580 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.db [req-88c56675-cf57-42bb-9eed-e4a48722e166 req-3bf7c3ef-11ed-45c1-97d6-1ad33feee7b5 service neutron] For port 85465582-8090-4f05-b0f7-bc4e3bf7fac7, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=85465582-8090-4f05-b0f7-bc4e3bf7fac7,segment=NetworkSegment(be3ea914-9668-4564-9738-7252d20654e9),segment_id=be3ea914-9668-4564-9738-7252d20654e9)] {{(pid=113424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 10:03:47.391919 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-88c56675-cf57-42bb-9eed-e4a48722e166 req-3bf7c3ef-11ed-45c1-97d6-1ad33feee7b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27240120'] for port (85465582-8090-4f05-b0f7-bc4e3bf7fac7), after_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:47.396152 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c56675-cf57-42bb-9eed-e4a48722e166 req-3bf7c3ef-11ed-45c1-97d6-1ad33feee7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:03:47.396787 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-88c56675-cf57-42bb-9eed-e4a48722e166 req-3bf7c3ef-11ed-45c1-97d6-1ad33feee7b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110971'] for port (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:47.398205 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-88c56675-cf57-42bb-9eed-e4a48722e166 req-3bf7c3ef-11ed-45c1-97d6-1ad33feee7b5 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/85465582-8090-4f05-b0f7-bc4e3bf7fac7 HTTP/1.1" status: 200 len: 1093 time: 0.7976704 Sep 16 10:03:47.398748 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aafaedae-d0a6-456e-914f-488bd3cf2feb', 'tag': '85465582-8090-4f05-b0f7-bc4e3bf7fac7'}] {{(pid=113424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 10:03:47.400981 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16dfd0a1dfdfa1f1ee01b24bca40ddc03421b0ad37c1355f54f1c3176401751a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eaae00b-4950-490b-8089-48ba8ec4a0ce" -d '{"events": [{"name": "network-changed", "server_uuid": "aafaedae-d0a6-456e-914f-488bd3cf2feb", "tag": "85465582-8090-4f05-b0f7-bc4e3bf7fac7"}]}' {{(pid=113424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 10:03:47.440268 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 10:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef6a6245-8635-4876-8784-00d55ebb881e x-openstack-request-id: req-ef6a6245-8635-4876-8784-00d55ebb881e {{(pid=113424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 10:03:47.440548 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aafaedae-d0a6-456e-914f-488bd3cf2feb", "tag": "85465582-8090-4f05-b0f7-bc4e3bf7fac7", "status": "completed", "code": 200}]} {{(pid=113424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 10:03:47.440800 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ef6a6245-8635-4876-8784-00d55ebb881e {{(pid=113424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 10:03:47.441203 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef6a6245-8635-4876-8784-00d55ebb881e'] response: {'name': 'network-changed', 'server_uuid': 'aafaedae-d0a6-456e-914f-488bd3cf2feb', 'tag': '85465582-8090-4f05-b0f7-bc4e3bf7fac7', 'status': 'completed', 'code': 200} Sep 16 10:03:47.452652 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf7c3ef-11ed-45c1-97d6-1ad33feee7b5 service neutron] Pushing event updated for resources: {'Port': ['ID=85465582-8090-4f05-b0f7-bc4e3bf7fac7,revision_number=3']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:03:47.496275 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaae00b-4950-490b-8089-48ba8ec4a0ce req-382f095d-c208-49bd-960a-3d6697d5f61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:03:47.497817 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-3eaae00b-4950-490b-8089-48ba8ec4a0ce req-382f095d-c208-49bd-960a-3d6697d5f61b service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=aaeb5ec036dd43479e9b66290a29d6d5&device_id=aafaedae-d0a6-456e-914f-488bd3cf2feb HTTP/1.1" status: 200 len: 1127 time: 0.0390999 Sep 16 10:03:47.597314 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaae00b-4950-490b-8089-48ba8ec4a0ce req-b21642c8-3438-4d03-83f4-cff28bcb368e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:03:47.598796 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-3eaae00b-4950-490b-8089-48ba8ec4a0ce req-b21642c8-3438-4d03-83f4-cff28bcb368e service neutron] 10.222.0.27 "GET /networking/v2.0/networks?tenant_id=aaeb5ec036dd43479e9b66290a29d6d5&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0943031 Sep 16 10:03:47.649152 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:03:47.689258 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaae00b-4950-490b-8089-48ba8ec4a0ce req-d7a0cb5e-1473-4f00-b165-8bdd893e735c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:03:47.690725 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-3eaae00b-4950-490b-8089-48ba8ec4a0ce req-d7a0cb5e-1473-4f00-b165-8bdd893e735c service neutron] 10.222.0.27 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0864739 Sep 16 10:03:47.767412 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c56675-cf57-42bb-9eed-e4a48722e166 req-589cbe2a-98ad-4f28-86f8-727428638fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:03:47.769124 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-88c56675-cf57-42bb-9eed-e4a48722e166 req-589cbe2a-98ad-4f28-86f8-727428638fcf service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=aaeb5ec036dd43479e9b66290a29d6d5&device_id=aafaedae-d0a6-456e-914f-488bd3cf2feb HTTP/1.1" status: 200 len: 1127 time: 0.0423584 Sep 16 10:03:47.807143 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-88c56675-cf57-42bb-9eed-e4a48722e166 req-32ab8e54-03c0-4f4f-8bb8-d102935809a0 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85465582-8090-4f05-b0f7-bc4e3bf7fac7 HTTP/1.1" status: 200 len: 217 time: 0.0318534 Sep 16 10:03:47.807500 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-5e590229-c9b9-49c5-9eaf-c79bede8e8d0 None None] Attempt 3 to provision port 85465582-8090-4f05-b0f7-bc4e3bf7fac7 Sep 16 10:03:47.849985 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-5e590229-c9b9-49c5-9eaf-c79bede8e8d0 None None] Port 85465582-8090-4f05-b0f7-bc4e3bf7fac7 had new provisioning blocks added so it will not transition to active. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 10:03:47.858491 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c56675-cf57-42bb-9eed-e4a48722e166 req-c525df57-46ff-493e-a194-ad12e92d5f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:03:47.860480 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-88c56675-cf57-42bb-9eed-e4a48722e166 req-c525df57-46ff-493e-a194-ad12e92d5f49 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=58989cad-7ca2-43f9-ae25-0fab1e713f7c HTTP/1.1" status: 200 len: 851 time: 0.0477908 Sep 16 10:03:47.905337 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c56675-cf57-42bb-9eed-e4a48722e166 req-e1d2d8e1-0338-44c4-ad90-bb0decaf7b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:03:47.906802 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-88c56675-cf57-42bb-9eed-e4a48722e166 req-e1d2d8e1-0338-44c4-ad90-bb0decaf7b9c service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=15128754-481d-4580-9909-e9d7f17bf2e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0404305 Sep 16 10:03:47.996600 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-88c56675-cf57-42bb-9eed-e4a48722e166 req-8d96ec63-0cf4-49e9-8892-5653874afe91 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/15128754-481d-4580-9909-e9d7f17bf2e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837808 Sep 16 10:03:48.088311 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-88c56675-cf57-42bb-9eed-e4a48722e166 req-8e552e1d-4339-4058-b2c4-80c8c66d06fb service neutron] 10.222.0.27 "GET /networking/v2.0/networks/15128754-481d-4580-9909-e9d7f17bf2e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859137 Sep 16 10:03:48.134805 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fa2512-37ee-47c5-a3ad-eee2a3451139 req-494b40b8-681c-405d-b994-46f528c1eb59 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:03:48.136412 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-d3fa2512-37ee-47c5-a3ad-eee2a3451139 req-494b40b8-681c-405d-b994-46f528c1eb59 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=aafaedae-d0a6-456e-914f-488bd3cf2feb HTTP/1.1" status: 200 len: 943 time: 0.0549994 Sep 16 10:03:48.185598 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-d3fa2512-37ee-47c5-a3ad-eee2a3451139 req-4522cae0-4c29-4dc8-a5e7-b11946f6b0e3 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2b29e518-2218-4ac8-8f2d-f2816824c081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433028 Sep 16 10:03:49.308026 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854d2536-aa28-4fe1-bc08-e66d9183facf req-8c825e3d-2c1d-4d46-b6b4-2f2b02f4b581 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:03:49.309495 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-854d2536-aa28-4fe1-bc08-e66d9183facf req-8c825e3d-2c1d-4d46-b6b4-2f2b02f4b581 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=aafaedae-d0a6-456e-914f-488bd3cf2feb HTTP/1.1" status: 200 len: 943 time: 0.0457790 Sep 16 10:03:49.359296 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-854d2536-aa28-4fe1-bc08-e66d9183facf req-78a7e313-cc6a-4c8c-86b8-0dc186ba6bdd tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2b29e518-2218-4ac8-8f2d-f2816824c081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426674 Sep 16 10:03:50.204361 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=66,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:03:50.205110 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:DELETE=1 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:03:50.480233 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ae21a6-2234-4165-99cf-6ccd5c744195 req-a5909805-9b31-49ae-a3bf-0990706d4656 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:03:50.481670 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-75ae21a6-2234-4165-99cf-6ccd5c744195 req-a5909805-9b31-49ae-a3bf-0990706d4656 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=aafaedae-d0a6-456e-914f-488bd3cf2feb HTTP/1.1" status: 200 len: 943 time: 0.0478077 Sep 16 10:03:50.534371 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-75ae21a6-2234-4165-99cf-6ccd5c744195 req-0e3559ba-ce3f-4eec-827c-162dfba1ca1b tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2b29e518-2218-4ac8-8f2d-f2816824c081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470414 Sep 16 10:03:51.654231 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64db7340-7764-4ccf-9728-7a525d6a5b33 req-bea7292a-898f-4939-8309-fe0bb7eb8a6f tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:03:51.655695 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-64db7340-7764-4ccf-9728-7a525d6a5b33 req-bea7292a-898f-4939-8309-fe0bb7eb8a6f tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=aafaedae-d0a6-456e-914f-488bd3cf2feb HTTP/1.1" status: 200 len: 943 time: 0.0468075 Sep 16 10:03:51.707777 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-64db7340-7764-4ccf-9728-7a525d6a5b33 req-6cee008d-cf58-495b-ac12-ea3e462251c3 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2b29e518-2218-4ac8-8f2d-f2816824c081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459056 Sep 16 10:03:52.158575 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-8a9a8140-d18d-470d-a32d-3b7be3e81713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (54fa5420-569f-41b3-81ce-b3c99a893561), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:52.826847 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e260a-d6bd-4853-b9d6-53844a99d9be req-d3c3652b-bcf0-467f-9045-25fe8e67c6a4 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:03:52.828298 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-b73e260a-d6bd-4853-b9d6-53844a99d9be req-d3c3652b-bcf0-467f-9045-25fe8e67c6a4 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=aafaedae-d0a6-456e-914f-488bd3cf2feb HTTP/1.1" status: 200 len: 943 time: 0.0465651 Sep 16 10:03:52.878056 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-b73e260a-d6bd-4853-b9d6-53844a99d9be req-6bee6b1f-de79-4aec-9c42-d16d4d2b2028 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2b29e518-2218-4ac8-8f2d-f2816824c081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431194 Sep 16 10:03:53.998777 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b6c0bc-9107-4c60-8e6f-34ce3660e0cb req-482b2b3b-7e91-4804-9302-62af50b7a138 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:03:54.000237 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-70b6c0bc-9107-4c60-8e6f-34ce3660e0cb req-482b2b3b-7e91-4804-9302-62af50b7a138 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=aafaedae-d0a6-456e-914f-488bd3cf2feb HTTP/1.1" status: 200 len: 943 time: 0.0483425 Sep 16 10:03:54.048933 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-70b6c0bc-9107-4c60-8e6f-34ce3660e0cb req-88c1da04-c6c1-4e1a-a0a4-b32be8b8a319 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2b29e518-2218-4ac8-8f2d-f2816824c081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424118 Sep 16 10:03:54.489010 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=30,neutron:UPDATE=2 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:03:54.564924 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-a61161aa-a434-4485-bcdb-b593e9d919af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (647718b3-8298-4382-86e2-3fad9f5d7804), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:55.171144 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59c0fca-0c9d-431d-93c5-09ede4cc8dda req-2d098c49-2d50-45fe-934f-53fb3057260f tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:03:55.172611 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-e59c0fca-0c9d-431d-93c5-09ede4cc8dda req-2d098c49-2d50-45fe-934f-53fb3057260f tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=aafaedae-d0a6-456e-914f-488bd3cf2feb HTTP/1.1" status: 200 len: 943 time: 0.0477502 Sep 16 10:03:55.222045 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-e59c0fca-0c9d-431d-93c5-09ede4cc8dda req-5ba8d395-54b5-4a67-be8f-83cdaa2313cf tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2b29e518-2218-4ac8-8f2d-f2816824c081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437758 Sep 16 10:03:55.642694 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Device 85465582-8090-4f05-b0f7-bc4e3bf7fac7 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=113425) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 10:03:55.739921 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] For port 85465582-8090-4f05-b0f7-bc4e3bf7fac7, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=85465582-8090-4f05-b0f7-bc4e3bf7fac7,segment=NetworkSegment(be3ea914-9668-4564-9738-7252d20654e9),segment_id=be3ea914-9668-4564-9738-7252d20654e9)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:03:55.751092 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Returning: {'device': '85465582-8090-4f05-b0f7-bc4e3bf7fac7', 'network_id': '15128754-481d-4580-9909-e9d7f17bf2e9', 'port_id': '85465582-8090-4f05-b0f7-bc4e3bf7fac7', 'mac_address': 'fa:16:3e:4c:84:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58989cad-7ca2-43f9-ae25-0fab1e713f7c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113425) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 10:03:55.788222 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Current status of the port 85465582-8090-4f05-b0f7-bc4e3bf7fac7 is: DOWN; New status is: BUILD {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 10:03:55.788611 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (85465582-8090-4f05-b0f7-bc4e3bf7fac7), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:55.811108 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.notifiers.nova [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85465582-8090-4f05-b0f7-bc4e3bf7fac7 {{(pid=113425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 10:03:55.831847 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] For port 85465582-8090-4f05-b0f7-bc4e3bf7fac7, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=85465582-8090-4f05-b0f7-bc4e3bf7fac7,segment=NetworkSegment(be3ea914-9668-4564-9738-7252d20654e9),segment_id=be3ea914-9668-4564-9738-7252d20654e9)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:03:55.901654 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-c17a0cac-31fa-4a66-ad06-99f53fca2b4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (2d63c820-fb16-4aae-acf9-0482010d4ad8), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:55.912527 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (85465582-8090-4f05-b0f7-bc4e3bf7fac7), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:55.958925 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Pushing event updated for resources: {'Port': ['ID=85465582-8090-4f05-b0f7-bc4e3bf7fac7,revision_number=4']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:03:56.162007 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] get_ports_and_sgs() called for port_ids ['85465582-8090-4f05-b0f7-bc4e3bf7fac7'] {{(pid=113425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 10:03:56.342883 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10e13bd-9675-4aea-b0a0-4224524eec61 req-101930e1-3246-4b8f-8e48-f35be86dc99a tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:03:56.344360 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-d10e13bd-9675-4aea-b0a0-4224524eec61 req-101930e1-3246-4b8f-8e48-f35be86dc99a tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=aafaedae-d0a6-456e-914f-488bd3cf2feb HTTP/1.1" status: 200 len: 944 time: 0.0458696 Sep 16 10:03:56.363695 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=100 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:03:56.393687 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-d10e13bd-9675-4aea-b0a0-4224524eec61 req-3275ef2c-f53f-4498-9385-087e998c4020 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2b29e518-2218-4ac8-8f2d-f2816824c081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429859 Sep 16 10:03:57.310395 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (be58d251-43cc-467d-bf31-2aae48e2ac56), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:57.390435 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-cd5fe5d0-24d3-4349-8269-176b5bcdf250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (65aa34d6-cc53-475e-ab2c-2c2516bff08f), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:57.518224 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dbc25d-1ecf-45da-837c-ed9e69a0cfc0 req-de0d5b1a-22f8-47b1-b2bd-c75218284038 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:03:57.694847 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-f7dbc25d-1ecf-45da-837c-ed9e69a0cfc0 req-de0d5b1a-22f8-47b1-b2bd-c75218284038 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=aafaedae-d0a6-456e-914f-488bd3cf2feb HTTP/1.1" status: 200 len: 944 time: 0.0513310 Sep 16 10:03:57.694847 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-f7dbc25d-1ecf-45da-837c-ed9e69a0cfc0 req-4c4949c1-631c-4022-be91-dce8ab044032 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2b29e518-2218-4ac8-8f2d-f2816824c081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488021 Sep 16 10:03:57.696095 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Device 85465582-8090-4f05-b0f7-bc4e3bf7fac7 up at agent hyperv_hv-cinder-79053 {{(pid=113425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 10:03:57.702855 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Provisioning for port 85465582-8090-4f05-b0f7-bc4e3bf7fac7 completed by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 10:03:57.758509 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Provisioning complete for port 85465582-8090-4f05-b0f7-bc4e3bf7fac7 triggered by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 10:03:57.758880 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (85465582-8090-4f05-b0f7-bc4e3bf7fac7), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:57.759216 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Attempt 1 to provision port 85465582-8090-4f05-b0f7-bc4e3bf7fac7 Sep 16 10:03:57.831335 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Current status of the port 85465582-8090-4f05-b0f7-bc4e3bf7fac7 is: BUILD; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 10:03:57.831725 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (85465582-8090-4f05-b0f7-bc4e3bf7fac7), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:57.855218 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aafaedae-d0a6-456e-914f-488bd3cf2feb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85465582-8090-4f05-b0f7-bc4e3bf7fac7'}] {{(pid=113425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 10:03:57.857446 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d904371a3690c7392a65e5457b849277104f62c83d6e5586b28cc731d2d00ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-304abf6a-5f53-46b9-8f68-cba5fcae3435" -d '{"events": [{"server_uuid": "aafaedae-d0a6-456e-914f-488bd3cf2feb", "name": "network-vif-plugged", "status": "completed", "tag": "85465582-8090-4f05-b0f7-bc4e3bf7fac7"}]}' {{(pid=113425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 10:03:57.870555 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] For port 85465582-8090-4f05-b0f7-bc4e3bf7fac7, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=85465582-8090-4f05-b0f7-bc4e3bf7fac7,segment=NetworkSegment(be3ea914-9668-4564-9738-7252d20654e9),segment_id=be3ea914-9668-4564-9738-7252d20654e9)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:03:57.898065 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 10:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b710e91-21d8-4f07-b31e-2fd1b2c38ac9 x-openstack-request-id: req-9b710e91-21d8-4f07-b31e-2fd1b2c38ac9 {{(pid=113425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 10:03:57.898065 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aafaedae-d0a6-456e-914f-488bd3cf2feb", "name": "network-vif-plugged", "status": "completed", "tag": "85465582-8090-4f05-b0f7-bc4e3bf7fac7", "code": 200}]} {{(pid=113425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 10:03:57.898065 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9b710e91-21d8-4f07-b31e-2fd1b2c38ac9 {{(pid=113425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 10:03:57.898385 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b710e91-21d8-4f07-b31e-2fd1b2c38ac9'] response: {'server_uuid': 'aafaedae-d0a6-456e-914f-488bd3cf2feb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85465582-8090-4f05-b0f7-bc4e3bf7fac7', 'code': 200} Sep 16 10:03:57.941835 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (85465582-8090-4f05-b0f7-bc4e3bf7fac7), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:03:57.988379 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Pushing event updated for resources: {'Port': ['ID=85465582-8090-4f05-b0f7-bc4e3bf7fac7,revision_number=5']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:03:58.230589 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150625fa-73a4-4b04-bb89-342c5d52f1a8 req-f686e0af-fd7d-48c6-8968-d84e90afffee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:03:58.231971 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-150625fa-73a4-4b04-bb89-342c5d52f1a8 req-f686e0af-fd7d-48c6-8968-d84e90afffee service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aafaedae-d0a6-456e-914f-488bd3cf2feb HTTP/1.1" status: 200 len: 1129 time: 0.0412347 Sep 16 10:03:58.275970 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-150625fa-73a4-4b04-bb89-342c5d52f1a8 req-d72496f0-15a3-4659-97c2-247ff91fa1a7 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2b29e518-2218-4ac8-8f2d-f2816824c081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384538 Sep 16 10:03:58.727635 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eab734c-c74f-48c5-8600-1984c996b51d req-fc8e986e-10e4-45df-9e85-7f9c10c72155 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:03:58.729138 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-9eab734c-c74f-48c5-8600-1984c996b51d req-fc8e986e-10e4-45df-9e85-7f9c10c72155 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=aafaedae-d0a6-456e-914f-488bd3cf2feb HTTP/1.1" status: 200 len: 945 time: 0.0467885 Sep 16 10:03:58.747232 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:03:58.778276 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-9eab734c-c74f-48c5-8600-1984c996b51d req-93735edb-5392-4bda-9587-c6b9b39556fb tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2b29e518-2218-4ac8-8f2d-f2816824c081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435388 Sep 16 10:03:59.900168 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a6c5cd-3713-456b-a4df-015f318ec1af req-277518f6-23cf-4beb-a3de-6faa459373cc tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:03:59.901646 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-27a6c5cd-3713-456b-a4df-015f318ec1af req-277518f6-23cf-4beb-a3de-6faa459373cc tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=aafaedae-d0a6-456e-914f-488bd3cf2feb HTTP/1.1" status: 200 len: 945 time: 0.0470545 Sep 16 10:03:59.950103 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-27a6c5cd-3713-456b-a4df-015f318ec1af req-780cde2b-6698-4f01-b5f7-8d7658ed10e8 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2b29e518-2218-4ac8-8f2d-f2816824c081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428498 Sep 16 10:04:00.067733 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f782c0e4-5a64-46d3-8f2e-9477fec3f947 req-3fea986e-0084-465f-8177-5a4046f03b9b tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:04:00.069097 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-f782c0e4-5a64-46d3-8f2e-9477fec3f947 req-3fea986e-0084-465f-8177-5a4046f03b9b tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=aafaedae-d0a6-456e-914f-488bd3cf2feb HTTP/1.1" status: 200 len: 945 time: 0.0458302 Sep 16 10:04:00.121427 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-f782c0e4-5a64-46d3-8f2e-9477fec3f947 req-c2e5bd1e-296b-47df-b098-4092a1d6c78a tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2b29e518-2218-4ac8-8f2d-f2816824c081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466461 Sep 16 10:04:00.150734 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 58432) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 10:04:00.329870 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30135c7-ada6-480c-8b61-8cabe11b6af0 tempest-TestVolumeBootPattern-401716045 tempest-TestVolumeBootPattern-401716045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:04:00.331492 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-d30135c7-ada6-480c-8b61-8cabe11b6af0 tempest-TestVolumeBootPattern-401716045 tempest-TestVolumeBootPattern-401716045-project-admin] 10.222.0.73 "GET /networking/v2.0/ports?device_id=aafaedae-d0a6-456e-914f-488bd3cf2feb HTTP/1.1" status: 200 len: 1124 time: 0.1797588 Sep 16 10:04:00.334383 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 58436) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 10:04:00.338601 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.v2.base [None req-00f864ee-271c-4833-ba97-e76b37190296 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Request body: {'floatingip': {'floating_network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'port_id': '85465582-8090-4f05-b0f7-bc4e3bf7fac7', 'tenant_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'fixed_ip_address': '172.20.0.8'}} {{(pid=113423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:04:00.441829 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-00f864ee-271c-4833-ba97-e76b37190296 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:04:00.524632 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-00f864ee-271c-4833-ba97-e76b37190296 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:04:00.624679 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.db.db_base_plugin_common [None req-00f864ee-271c-4833-ba97-e76b37190296 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Allocated IP 172.27.1.126 (d06af4bd-75ff-4039-9388-f05026361d79/429d2505-e0fa-44a7-bb81-98c451c1a231/ed442d74-7026-4efd-852a-3811dc37091f) {{(pid=113423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 10:04:00.685107 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:04:00.729826 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-00f864ee-271c-4833-ba97-e76b37190296 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Publish callbacks [] for port (ed442d74-7026-4efd-852a-3811dc37091f), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:04:00.833402 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-00f864ee-271c-4833-ba97-e76b37190296 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759571245505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473602'] for port (ed442d74-7026-4efd-852a-3811dc37091f), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:04:00.876069 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f864ee-271c-4833-ba97-e76b37190296 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Network d06af4bd-75ff-4039-9388-f05026361d79 is already hosted by enough agents. {{(pid=113423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 10:04:00.880209 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.base_scheduler [None req-00f864ee-271c-4833-ba97-e76b37190296 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Resources bound (agent type, host, resource id): {{(pid=113423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 10:04:00.884298 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f864ee-271c-4833-ba97-e76b37190296 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Received port after_create {{(pid=113423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 10:04:00.887268 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f864ee-271c-4833-ba97-e76b37190296 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Pushing event updated for resources: {'Port': ['ID=ed442d74-7026-4efd-852a-3811dc37091f,revision_number=1']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:04:00.914413 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f864ee-271c-4833-ba97-e76b37190296 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:04:00.914792 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f864ee-271c-4833-ba97-e76b37190296 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:04:00.915138 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f864ee-271c-4833-ba97-e76b37190296 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:04:00.915480 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f864ee-271c-4833-ba97-e76b37190296 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:04:00.915812 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f864ee-271c-4833-ba97-e76b37190296 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:04:00.916142 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f864ee-271c-4833-ba97-e76b37190296 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:04:00.916471 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f864ee-271c-4833-ba97-e76b37190296 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:04:00.916798 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f864ee-271c-4833-ba97-e76b37190296 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:04:00.917122 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f864ee-271c-4833-ba97-e76b37190296 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:04:00.917454 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f864ee-271c-4833-ba97-e76b37190296 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:04:00.917806 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f864ee-271c-4833-ba97-e76b37190296 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:04:00.918134 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f864ee-271c-4833-ba97-e76b37190296 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:04:00.918457 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f864ee-271c-4833-ba97-e76b37190296 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:04:00.918778 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f864ee-271c-4833-ba97-e76b37190296 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:04:00.919100 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f864ee-271c-4833-ba97-e76b37190296 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:04:01.009098 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:04:01.253695 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-00f864ee-271c-4833-ba97-e76b37190296 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Publish callbacks [] for floatingip (114b0d17-8c97-420c-bb4b-0669e6ef9693), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:04:01.378415 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-00f864ee-271c-4833-ba97-e76b37190296 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (ed442d74-7026-4efd-852a-3811dc37091f), before_update {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:04:01.525790 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-00f864ee-271c-4833-ba97-e76b37190296 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Publish callbacks [] for port (ed442d74-7026-4efd-852a-3811dc37091f), precommit_update {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:04:01.604275 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-00f864ee-271c-4833-ba97-e76b37190296 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473659'] for port (ed442d74-7026-4efd-852a-3811dc37091f), after_update {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:04:01.673977 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f864ee-271c-4833-ba97-e76b37190296 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Pushing event updated for resources: {'Port': ['ID=ed442d74-7026-4efd-852a-3811dc37091f,revision_number=2']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:04:01.677873 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-00f864ee-271c-4833-ba97-e76b37190296 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711587'] for floatingip (114b0d17-8c97-420c-bb4b-0669e6ef9693), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:04:01.767611 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:04:01.772638 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.db.l3_db [None req-00f864ee-271c-4833-ba97-e76b37190296 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Floating IP 114b0d17-8c97-420c-bb4b-0669e6ef9693 associated. External IP: 172.27.1.126, port: 85465582-8090-4f05-b0f7-bc4e3bf7fac7. Sep 16 10:04:02.162534 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:04:02.223125 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00f864ee-271c-4833-ba97-e76b37190296 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Router 1d8e0e84-a6e6-465b-800d-351c9eea58c8 has already been hosted by L3 agent 647718b3-8298-4382-86e2-3fad9f5d7804 {{(pid=113423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 10:04:02.325681 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00f864ee-271c-4833-ba97-e76b37190296 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Notify agent at l3_agent.dv-cinder-790535-43-iscsi the message routers_updated {{(pid=113423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 10:04:02.335833 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928257c4-d4e2-4c2f-a7ef-8926ff06f493 None None] Sync routers for ids ['1d8e0e84-a6e6-465b-800d-351c9eea58c8'] in dv-cinder-790535-43-iscsi {{(pid=113426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 10:04:02.345941 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928257c4-d4e2-4c2f-a7ef-8926ff06f493 None None] Routers {'1d8e0e84-a6e6-465b-800d-351c9eea58c8'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 10:04:02.347083 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-928257c4-d4e2-4c2f-a7ef-8926ff06f493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T10:03:54Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['1d8e0e84-a6e6-465b-800d-351c9eea58c8'], 'active': True} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:04:02.435334 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-00f864ee-271c-4833-ba97-e76b37190296 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110971'] for floatingip (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:04:02.446353 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvr_db [None req-928257c4-d4e2-4c2f-a7ef-8926ff06f493 None None] Set router 1d8e0e84-a6e6-465b-800d-351c9eea58c8 gateway port host: dv-cinder-790535-43-iscsi {{(pid=113426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 10:04:02.471822 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-00f864ee-271c-4833-ba97-e76b37190296 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1358149 Sep 16 10:04:02.477965 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aafaedae-d0a6-456e-914f-488bd3cf2feb', 'tag': '85465582-8090-4f05-b0f7-bc4e3bf7fac7'}] {{(pid=113423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 10:04:02.477965 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71a7bfedd24ed74f5a0f7cbe4469292c95f8b2943141139d877a1e440cdb58a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad70cafb-8f6c-43a9-9fce-43c69b5f9be5" -d '{"events": [{"name": "network-changed", "server_uuid": "aafaedae-d0a6-456e-914f-488bd3cf2feb", "tag": "85465582-8090-4f05-b0f7-bc4e3bf7fac7"}]}' {{(pid=113423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 10:04:02.647389 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 10:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f991d8b-d582-4d66-b7fb-68abc564b474 x-openstack-request-id: req-6f991d8b-d582-4d66-b7fb-68abc564b474 {{(pid=113423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 10:04:02.647389 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aafaedae-d0a6-456e-914f-488bd3cf2feb", "tag": "85465582-8090-4f05-b0f7-bc4e3bf7fac7", "status": "completed", "code": 200}]} {{(pid=113423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 10:04:02.647389 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6f991d8b-d582-4d66-b7fb-68abc564b474 {{(pid=113423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 10:04:02.647389 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f991d8b-d582-4d66-b7fb-68abc564b474'] response: {'name': 'network-changed', 'server_uuid': 'aafaedae-d0a6-456e-914f-488bd3cf2feb', 'tag': '85465582-8090-4f05-b0f7-bc4e3bf7fac7', 'status': 'completed', 'code': 200} Sep 16 10:04:02.665953 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-928257c4-d4e2-4c2f-a7ef-8926ff06f493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8e0e84-a6e6-465b-800d-351c9eea58c8', 'name': 'tempest-TestVolumeBootPattern-2090367717-router', 'tenant_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'afc272bc-b8b5-4b2e-a80a-6c3c49f76550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T10:03:10Z', 'updated_at': '2022-09-16T10:03:13Z', 'revision_number': 4, 'project_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'gw_port': {'id': 'afc272bc-b8b5-4b2e-a80a-6c3c49f76550', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:70:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8e0e84-a6e6-465b-800d-351c9eea58c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T10:03:11Z', 'updated_at': '2022-09-16T10:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_floatingips': [{'id': '114b0d17-8c97-420c-bb4b-0669e6ef9693', 'tenant_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'floating_ip_address': '172.27.1.126', 'floating_network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'router_id': '1d8e0e84-a6e6-465b-800d-351c9eea58c8', 'port_id': '85465582-8090-4f05-b0f7-bc4e3bf7fac7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15128754-481d-4580-9909-e9d7f17bf2e9', 'mac_address': 'fa:16:3e:4c:84:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafaedae-d0a6-456e-914f-488bd3cf2feb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T10:04:01Z', 'updated_at': '2022-09-16T10:04:01Z', 'revision_number': 0, 'project_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27b24c13-fd4b-4353-b42c-cca934c1ffb5', 'name': '', 'network_id': '15128754-481d-4580-9909-e9d7f17bf2e9', 'tenant_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'mac_address': 'fa:16:3e:f9:01:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8e0e84-a6e6-465b-800d-351c9eea58c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '58989cad-7ca2-43f9-ae25-0fab1e713f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T10:03:13Z', 'updated_at': '2022-09-16T10:03:17Z', 'revision_number': 5, 'project_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'subnets': [{'id': '58989cad-7ca2-43f9-ae25-0fab1e713f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:04:02.691308 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928257c4-d4e2-4c2f-a7ef-8926ff06f493 None None] Checking router: 1d8e0e84-a6e6-465b-800d-351c9eea58c8 for host: dv-cinder-790535-43-iscsi {{(pid=113426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 10:04:02.699642 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928257c4-d4e2-4c2f-a7ef-8926ff06f493 None None] Routers {'1d8e0e84-a6e6-465b-800d-351c9eea58c8'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 10:04:02.700246 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-928257c4-d4e2-4c2f-a7ef-8926ff06f493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T10:03:54Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['1d8e0e84-a6e6-465b-800d-351c9eea58c8'], 'active': True} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:04:02.705008 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad70cafb-8f6c-43a9-9fce-43c69b5f9be5 req-3b6f5e24-9d09-4376-aa80-de9b0e76e446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:04:02.707693 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-ad70cafb-8f6c-43a9-9fce-43c69b5f9be5 req-3b6f5e24-9d09-4376-aa80-de9b0e76e446 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=aaeb5ec036dd43479e9b66290a29d6d5&device_id=aafaedae-d0a6-456e-914f-488bd3cf2feb HTTP/1.1" status: 200 len: 1129 time: 0.0416265 Sep 16 10:04:02.777929 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=100 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:04:02.802488 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvr_db [None req-928257c4-d4e2-4c2f-a7ef-8926ff06f493 None None] Set router 1d8e0e84-a6e6-465b-800d-351c9eea58c8 gateway port host: dv-cinder-790535-43-iscsi {{(pid=113426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 10:04:02.804545 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad70cafb-8f6c-43a9-9fce-43c69b5f9be5 req-732c6907-e036-463c-89cd-d528bd0d70e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:04:02.806050 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-ad70cafb-8f6c-43a9-9fce-43c69b5f9be5 req-732c6907-e036-463c-89cd-d528bd0d70e5 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=15128754-481d-4580-9909-e9d7f17bf2e9 HTTP/1.1" status: 200 len: 913 time: 0.0929711 Sep 16 10:04:02.871212 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-ad70cafb-8f6c-43a9-9fce-43c69b5f9be5 req-6bcb9f95-3811-4f0f-b9e1-6193dcad6edc service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85465582-8090-4f05-b0f7-bc4e3bf7fac7 HTTP/1.1" status: 200 len: 999 time: 0.0594814 Sep 16 10:04:02.922881 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad70cafb-8f6c-43a9-9fce-43c69b5f9be5 req-3d6cf0ed-e1b6-4776-988c-af26902d131b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:04:02.924381 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-ad70cafb-8f6c-43a9-9fce-43c69b5f9be5 req-3d6cf0ed-e1b6-4776-988c-af26902d131b service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=58989cad-7ca2-43f9-ae25-0fab1e713f7c HTTP/1.1" status: 200 len: 851 time: 0.0479546 Sep 16 10:04:02.968379 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad70cafb-8f6c-43a9-9fce-43c69b5f9be5 req-104a66b9-c2a1-4ecd-b100-663bfc8b8faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:04:02.969859 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-ad70cafb-8f6c-43a9-9fce-43c69b5f9be5 req-104a66b9-c2a1-4ecd-b100-663bfc8b8faf service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=15128754-481d-4580-9909-e9d7f17bf2e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0396397 Sep 16 10:04:03.015205 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-928257c4-d4e2-4c2f-a7ef-8926ff06f493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8e0e84-a6e6-465b-800d-351c9eea58c8', 'name': 'tempest-TestVolumeBootPattern-2090367717-router', 'tenant_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'afc272bc-b8b5-4b2e-a80a-6c3c49f76550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T10:03:10Z', 'updated_at': '2022-09-16T10:03:13Z', 'revision_number': 4, 'project_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'gw_port': {'id': 'afc272bc-b8b5-4b2e-a80a-6c3c49f76550', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:70:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8e0e84-a6e6-465b-800d-351c9eea58c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T10:03:11Z', 'updated_at': '2022-09-16T10:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_floatingips': [{'id': '114b0d17-8c97-420c-bb4b-0669e6ef9693', 'tenant_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'floating_ip_address': '172.27.1.126', 'floating_network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'router_id': '1d8e0e84-a6e6-465b-800d-351c9eea58c8', 'port_id': '85465582-8090-4f05-b0f7-bc4e3bf7fac7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15128754-481d-4580-9909-e9d7f17bf2e9', 'mac_address': 'fa:16:3e:4c:84:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafaedae-d0a6-456e-914f-488bd3cf2feb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T10:04:01Z', 'updated_at': '2022-09-16T10:04:01Z', 'revision_number': 0, 'project_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27b24c13-fd4b-4353-b42c-cca934c1ffb5', 'name': '', 'network_id': '15128754-481d-4580-9909-e9d7f17bf2e9', 'tenant_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'mac_address': 'fa:16:3e:f9:01:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8e0e84-a6e6-465b-800d-351c9eea58c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '58989cad-7ca2-43f9-ae25-0fab1e713f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T10:03:13Z', 'updated_at': '2022-09-16T10:03:17Z', 'revision_number': 5, 'project_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'subnets': [{'id': '58989cad-7ca2-43f9-ae25-0fab1e713f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:04:03.039795 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928257c4-d4e2-4c2f-a7ef-8926ff06f493 None None] The sync data for ids ['1d8e0e84-a6e6-465b-800d-351c9eea58c8'] in dv-cinder-790535-43-iscsi is: [{'id': '1d8e0e84-a6e6-465b-800d-351c9eea58c8', 'name': 'tempest-TestVolumeBootPattern-2090367717-router', 'tenant_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'afc272bc-b8b5-4b2e-a80a-6c3c49f76550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T10:03:10Z', 'updated_at': '2022-09-16T10:03:13Z', 'revision_number': 4, 'project_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'gw_port': {'id': 'afc272bc-b8b5-4b2e-a80a-6c3c49f76550', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:70:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8e0e84-a6e6-465b-800d-351c9eea58c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T10:03:11Z', 'updated_at': '2022-09-16T10:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_floatingips': [{'id': '114b0d17-8c97-420c-bb4b-0669e6ef9693', 'tenant_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'floating_ip_address': '172.27.1.126', 'floating_network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'router_id': '1d8e0e84-a6e6-465b-800d-351c9eea58c8', 'port_id': '85465582-8090-4f05-b0f7-bc4e3bf7fac7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15128754-481d-4580-9909-e9d7f17bf2e9', 'mac_address': 'fa:16:3e:4c:84:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafaedae-d0a6-456e-914f-488bd3cf2feb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T10:04:01Z', 'updated_at': '2022-09-16T10:04:01Z', 'revision_number': 0, 'project_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27b24c13-fd4b-4353-b42c-cca934c1ffb5', 'name': '', 'network_id': '15128754-481d-4580-9909-e9d7f17bf2e9', 'tenant_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'mac_address': 'fa:16:3e:f9:01:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8e0e84-a6e6-465b-800d-351c9eea58c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '58989cad-7ca2-43f9-ae25-0fab1e713f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T10:03:13Z', 'updated_at': '2022-09-16T10:03:17Z', 'revision_number': 5, 'project_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'subnets': [{'id': '58989cad-7ca2-43f9-ae25-0fab1e713f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 10:04:03.061971 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-ad70cafb-8f6c-43a9-9fce-43c69b5f9be5 req-f5b93e9a-819f-4aca-85b5-72da9fe1ea1d service neutron] 10.222.0.27 "GET /networking/v2.0/networks/15128754-481d-4580-9909-e9d7f17bf2e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859988 Sep 16 10:04:03.248892 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63221c82-17a0-400e-a7f6-014b8b7491c5 None None] New status for floating IP 114b0d17-8c97-420c-bb4b-0669e6ef9693: ACTIVE {{(pid=113425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 10:04:03.351299 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:04:03.415849 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-ad70cafb-8f6c-43a9-9fce-43c69b5f9be5 req-46494b81-87a1-4170-ab74-3b8921845014 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/15128754-481d-4580-9909-e9d7f17bf2e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3480840 Sep 16 10:04:04.935270 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (5b31c92a-f134-4c39-96dd-6f3267de2076), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:04:06.211397 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.agents_db [None req-7c9a7194-4e2e-43f7-be58-28c896ce3cef None None] Agent healthcheck: found 6 active agents {{(pid=113426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 10:04:12.466207 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=14,neutron:DELETE=1 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:04:12.468119 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=37,neutron:DELETE=1 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:04:13.411559 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=72 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:04:13.412346 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=31 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:04:14.850274 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=2 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:04:14.853187 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=78,neutron:UPDATE=8 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:04:14.855994 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=73,neutron:UPDATE=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:04:16.185359 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=74 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:04:16.203727 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=82 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:04:22.158050 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-01e1cb13-6f7d-4359-ba8e-3dabda5de9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (54fa5420-569f-41b3-81ce-b3c99a893561), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:04:24.563304 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3d1afa1c-af6b-49a8-92d5-78749dfb6549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (647718b3-8298-4382-86e2-3fad9f5d7804), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:04:25.875535 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-c17a0cac-31fa-4a66-ad06-99f53fca2b4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (2d63c820-fb16-4aae-acf9-0482010d4ad8), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:04:27.300713 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (be58d251-43cc-467d-bf31-2aae48e2ac56), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:04:27.375332 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-cd5fe5d0-24d3-4349-8269-176b5bcdf250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (65aa34d6-cc53-475e-ab2c-2c2516bff08f), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:04:34.928753 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (5b31c92a-f134-4c39-96dd-6f3267de2076), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:04:43.209630 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.agents_db [None req-7c9a7194-4e2e-43f7-be58-28c896ce3cef None None] Agent healthcheck: found 6 active agents {{(pid=113426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 10:04:44.872324 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:04:44.876233 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:04:44.877917 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:04:46.778634 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-205496ad-10ac-485e-9e57-84d0d36d38f2 req-10afe316-b67e-4d3c-80d3-82e270833967 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aafaedae-d0a6-456e-914f-488bd3cf2feb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0369890 Sep 16 10:04:46.859279 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205496ad-10ac-485e-9e57-84d0d36d38f2 req-23da64a8-81d8-48cd-997b-cd10705300b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:04:46.860752 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-205496ad-10ac-485e-9e57-84d0d36d38f2 req-23da64a8-81d8-48cd-997b-cd10705300b7 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=aaeb5ec036dd43479e9b66290a29d6d5&device_id=aafaedae-d0a6-456e-914f-488bd3cf2feb HTTP/1.1" status: 200 len: 1129 time: 0.0412471 Sep 16 10:04:46.976602 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205496ad-10ac-485e-9e57-84d0d36d38f2 req-97624659-73c1-4701-a9f4-c31c62995dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:04:46.978088 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-205496ad-10ac-485e-9e57-84d0d36d38f2 req-97624659-73c1-4701-a9f4-c31c62995dab service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=15128754-481d-4580-9909-e9d7f17bf2e9 HTTP/1.1" status: 200 len: 913 time: 0.0864100 Sep 16 10:04:47.042068 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-205496ad-10ac-485e-9e57-84d0d36d38f2 req-e0dbf1e3-f4f0-4951-88aa-76fbdff4ef1c service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85465582-8090-4f05-b0f7-bc4e3bf7fac7 HTTP/1.1" status: 200 len: 1001 time: 0.0570242 Sep 16 10:04:47.089210 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205496ad-10ac-485e-9e57-84d0d36d38f2 req-1e462dd8-4a7d-49b7-843e-f9a29a77022b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:04:47.090626 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-205496ad-10ac-485e-9e57-84d0d36d38f2 req-1e462dd8-4a7d-49b7-843e-f9a29a77022b service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=58989cad-7ca2-43f9-ae25-0fab1e713f7c HTTP/1.1" status: 200 len: 851 time: 0.0429225 Sep 16 10:04:47.131800 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205496ad-10ac-485e-9e57-84d0d36d38f2 req-32ceef39-00c7-48c5-ae54-6ebff5db7123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:04:47.133216 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-205496ad-10ac-485e-9e57-84d0d36d38f2 req-32ceef39-00c7-48c5-ae54-6ebff5db7123 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=15128754-481d-4580-9909-e9d7f17bf2e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0365238 Sep 16 10:04:47.223824 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-205496ad-10ac-485e-9e57-84d0d36d38f2 req-48e6abfa-0fc5-48b8-9f5a-65447498c713 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/15128754-481d-4580-9909-e9d7f17bf2e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847788 Sep 16 10:04:47.321428 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-205496ad-10ac-485e-9e57-84d0d36d38f2 req-de843f9c-c369-4f6d-aa0d-5b1f93de5370 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/15128754-481d-4580-9909-e9d7f17bf2e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921388 Sep 16 10:04:52.174702 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-52971b0f-e1a3-4537-8e30-fd293a914287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (54fa5420-569f-41b3-81ce-b3c99a893561), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:04:53.204360 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=19 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:04:53.205151 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=15 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:04:54.557087 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-c3ee0929-ccdd-41d6-80d1-f153e025ab1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (647718b3-8298-4382-86e2-3fad9f5d7804), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:04:55.871387 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-c17a0cac-31fa-4a66-ad06-99f53fca2b4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (2d63c820-fb16-4aae-acf9-0482010d4ad8), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:04:57.307618 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=49 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:04:57.314052 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=52 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:04:57.329134 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (be58d251-43cc-467d-bf31-2aae48e2ac56), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:04:57.413729 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-cd5fe5d0-24d3-4349-8269-176b5bcdf250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (65aa34d6-cc53-475e-ab2c-2c2516bff08f), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:05:04.951114 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (5b31c92a-f134-4c39-96dd-6f3267de2076), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:05:14.881253 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:05:14.882101 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:05:14.887950 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:05:20.207781 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.agents_db [None req-7c9a7194-4e2e-43f7-be58-28c896ce3cef None None] Agent healthcheck: found 6 active agents {{(pid=113426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 10:05:22.167766 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-2a2f5c79-4892-4547-baff-79ead847d2d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (54fa5420-569f-41b3-81ce-b3c99a893561), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:05:24.579340 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-c73c5e55-6ba9-4fa2-b7aa-c1c519c844b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (647718b3-8298-4382-86e2-3fad9f5d7804), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:05:25.870688 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-c17a0cac-31fa-4a66-ad06-99f53fca2b4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (2d63c820-fb16-4aae-acf9-0482010d4ad8), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:05:27.287978 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (be58d251-43cc-467d-bf31-2aae48e2ac56), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:05:27.385406 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-cd5fe5d0-24d3-4349-8269-176b5bcdf250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (65aa34d6-cc53-475e-ab2c-2c2516bff08f), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:05:30.202507 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=3 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:05:30.203321 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=5 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:05:35.007506 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (5b31c92a-f134-4c39-96dd-6f3267de2076), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:05:37.330144 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:05:44.914261 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:05:44.915328 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=16,neutron:UPDATE=3 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:05:47.424521 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-2cf294cf-c538-486c-91eb-1add96b11165 req-a53ede99-e738-461e-b32f-fc06ebd97111 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aafaedae-d0a6-456e-914f-488bd3cf2feb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0413327 Sep 16 10:05:47.512074 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf294cf-c538-486c-91eb-1add96b11165 req-bdcbebb3-2adb-4ba1-8030-45562c641687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:05:47.514311 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-2cf294cf-c538-486c-91eb-1add96b11165 req-bdcbebb3-2adb-4ba1-8030-45562c641687 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=aaeb5ec036dd43479e9b66290a29d6d5&device_id=aafaedae-d0a6-456e-914f-488bd3cf2feb HTTP/1.1" status: 200 len: 1129 time: 0.0407379 Sep 16 10:05:47.625742 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf294cf-c538-486c-91eb-1add96b11165 req-eb7230d5-827e-40d9-bfaf-9a30cce774ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:05:47.627214 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-2cf294cf-c538-486c-91eb-1add96b11165 req-eb7230d5-827e-40d9-bfaf-9a30cce774ae service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=15128754-481d-4580-9909-e9d7f17bf2e9 HTTP/1.1" status: 200 len: 913 time: 0.0953116 Sep 16 10:05:47.691210 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-2cf294cf-c538-486c-91eb-1add96b11165 req-fd9658e8-14a8-4c20-8c82-aacf6f22391b service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85465582-8090-4f05-b0f7-bc4e3bf7fac7 HTTP/1.1" status: 200 len: 1001 time: 0.0583544 Sep 16 10:05:47.743231 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf294cf-c538-486c-91eb-1add96b11165 req-f94a98bd-8389-443c-866d-87f55e843c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:05:47.744822 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-2cf294cf-c538-486c-91eb-1add96b11165 req-f94a98bd-8389-443c-866d-87f55e843c4e service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=58989cad-7ca2-43f9-ae25-0fab1e713f7c HTTP/1.1" status: 200 len: 851 time: 0.0483112 Sep 16 10:05:47.795177 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf294cf-c538-486c-91eb-1add96b11165 req-56d44308-49d8-4a17-8db1-6f807f5ace5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:05:47.796693 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-2cf294cf-c538-486c-91eb-1add96b11165 req-56d44308-49d8-4a17-8db1-6f807f5ace5d service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=15128754-481d-4580-9909-e9d7f17bf2e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0463212 Sep 16 10:05:47.891302 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-2cf294cf-c538-486c-91eb-1add96b11165 req-06f47b0d-2445-4a96-a713-aae736ce118c service neutron] 10.222.0.27 "GET /networking/v2.0/networks/15128754-481d-4580-9909-e9d7f17bf2e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880113 Sep 16 10:05:47.987147 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-2cf294cf-c538-486c-91eb-1add96b11165 req-387ea8b4-ea70-415d-9fbb-22dd7a56d303 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/15128754-481d-4580-9909-e9d7f17bf2e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905273 Sep 16 10:05:50.199019 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=1 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:05:50.200244 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:DELETE=1 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:05:52.178953 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-d7048174-1f79-47e0-8e38-3e63a3b7b2cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (54fa5420-569f-41b3-81ce-b3c99a893561), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:05:54.595374 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-529639cb-6e8e-46b9-92d6-18653aecfca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (647718b3-8298-4382-86e2-3fad9f5d7804), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:05:55.887326 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-c17a0cac-31fa-4a66-ad06-99f53fca2b4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (2d63c820-fb16-4aae-acf9-0482010d4ad8), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:05:57.176693 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285a3e3f-c54c-49c2-9d13-c5f0aa9f4fca req-d67b8e46-f37d-43cf-9ecd-a6f8e2dae847 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:05:57.178174 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-285a3e3f-c54c-49c2-9d13-c5f0aa9f4fca req-d67b8e46-f37d-43cf-9ecd-a6f8e2dae847 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=aafaedae-d0a6-456e-914f-488bd3cf2feb HTTP/1.1" status: 200 len: 945 time: 0.1060579 Sep 16 10:05:57.206269 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.agents_db [None req-7c9a7194-4e2e-43f7-be58-28c896ce3cef None None] Agent healthcheck: found 6 active agents {{(pid=113426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 10:05:57.229579 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-285a3e3f-c54c-49c2-9d13-c5f0aa9f4fca req-c16b85e2-d754-4b8d-9dc4-a708a675e96f tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2b29e518-2218-4ac8-8f2d-f2816824c081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455368 Sep 16 10:05:57.328951 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (be58d251-43cc-467d-bf31-2aae48e2ac56), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:05:57.452925 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-cd5fe5d0-24d3-4349-8269-176b5bcdf250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (65aa34d6-cc53-475e-ab2c-2c2516bff08f), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:05:58.417314 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0474d9b-7c93-403f-8238-99a5f64c26e0 req-90fd18b8-30f1-444b-8c02-5b7bf5404af6 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:05:58.418853 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-a0474d9b-7c93-403f-8238-99a5f64c26e0 req-90fd18b8-30f1-444b-8c02-5b7bf5404af6 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=aafaedae-d0a6-456e-914f-488bd3cf2feb HTTP/1.1" status: 200 len: 945 time: 0.1069460 Sep 16 10:05:58.474741 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-a0474d9b-7c93-403f-8238-99a5f64c26e0 req-a31677bd-f1a9-4433-b77c-080452843d31 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2b29e518-2218-4ac8-8f2d-f2816824c081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493624 Sep 16 10:05:58.569211 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8d0bc1-7596-48e9-9030-8e457e34016f req-bf367a99-e471-4faf-89e4-40832f515f97 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:05:58.570677 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-be8d0bc1-7596-48e9-9030-8e457e34016f req-bf367a99-e471-4faf-89e4-40832f515f97 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=aafaedae-d0a6-456e-914f-488bd3cf2feb HTTP/1.1" status: 200 len: 945 time: 0.0504758 Sep 16 10:05:58.654861 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.plugin [req-be8d0bc1-7596-48e9-9030-8e457e34016f req-5fb6d9bd-e408-4967-bb83-89c80fe759e5 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Deleting port 85465582-8090-4f05-b0f7-bc4e3bf7fac7 {{(pid=113424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 10:05:58.655205 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-be8d0bc1-7596-48e9-9030-8e457e34016f req-5fb6d9bd-e408-4967-bb83-89c80fe759e5 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759571771405'] for port (85465582-8090-4f05-b0f7-bc4e3bf7fac7), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:05:58.750016 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.db [req-be8d0bc1-7596-48e9-9030-8e457e34016f req-5fb6d9bd-e408-4967-bb83-89c80fe759e5 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] For port 85465582-8090-4f05-b0f7-bc4e3bf7fac7, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=85465582-8090-4f05-b0f7-bc4e3bf7fac7,segment=NetworkSegment(be3ea914-9668-4564-9738-7252d20654e9),segment_id=be3ea914-9668-4564-9738-7252d20654e9)] {{(pid=113424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:05:58.750385 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-be8d0bc1-7596-48e9-9030-8e457e34016f req-5fb6d9bd-e408-4967-bb83-89c80fe759e5 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699225'] for port (85465582-8090-4f05-b0f7-bc4e3bf7fac7), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:05:58.905042 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=100 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:05:58.921271 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-be8d0bc1-7596-48e9-9030-8e457e34016f req-5fb6d9bd-e408-4967-bb83-89c80fe759e5 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:05:58.921664 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-be8d0bc1-7596-48e9-9030-8e457e34016f req-5fb6d9bd-e408-4967-bb83-89c80fe759e5 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711587'] for floatingip (114b0d17-8c97-420c-bb4b-0669e6ef9693), after_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:05:58.922003 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.db.l3_db [req-be8d0bc1-7596-48e9-9030-8e457e34016f req-5fb6d9bd-e408-4967-bb83-89c80fe759e5 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Floating IP 114b0d17-8c97-420c-bb4b-0669e6ef9693 disassociated. External IP: 172.27.1.126, port: 85465582-8090-4f05-b0f7-bc4e3bf7fac7. Sep 16 10:05:58.922433 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.plugin [req-be8d0bc1-7596-48e9-9030-8e457e34016f req-5fb6d9bd-e408-4967-bb83-89c80fe759e5 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Calling delete_port for 85465582-8090-4f05-b0f7-bc4e3bf7fac7 owned by compute:nova {{(pid=113424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 10:05:58.932291 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:05:59.128239 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-be8d0bc1-7596-48e9-9030-8e457e34016f req-5fb6d9bd-e408-4967-bb83-89c80fe759e5 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759571687051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759571245514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27240065'] for port (85465582-8090-4f05-b0f7-bc4e3bf7fac7), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:05:59.158298 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb6d9bd-e408-4967-bb83-89c80fe759e5 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Pushing event deleted for resources: {'Port': ['ID=85465582-8090-4f05-b0f7-bc4e3bf7fac7,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:05:59.169033 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb6d9bd-e408-4967-bb83-89c80fe759e5 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:05:59.169376 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb6d9bd-e408-4967-bb83-89c80fe759e5 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:05:59.169741 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb6d9bd-e408-4967-bb83-89c80fe759e5 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:05:59.170078 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb6d9bd-e408-4967-bb83-89c80fe759e5 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:05:59.170414 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb6d9bd-e408-4967-bb83-89c80fe759e5 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:05:59.170746 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb6d9bd-e408-4967-bb83-89c80fe759e5 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:05:59.171072 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb6d9bd-e408-4967-bb83-89c80fe759e5 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:05:59.171394 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb6d9bd-e408-4967-bb83-89c80fe759e5 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:05:59.171714 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb6d9bd-e408-4967-bb83-89c80fe759e5 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:05:59.172043 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb6d9bd-e408-4967-bb83-89c80fe759e5 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:05:59.172997 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb6d9bd-e408-4967-bb83-89c80fe759e5 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:05:59.173196 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb6d9bd-e408-4967-bb83-89c80fe759e5 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:05:59.173509 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb6d9bd-e408-4967-bb83-89c80fe759e5 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:05:59.173947 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb6d9bd-e408-4967-bb83-89c80fe759e5 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:05:59.174701 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb6d9bd-e408-4967-bb83-89c80fe759e5 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:05:59.280578 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.l3_agent_scheduler [req-be8d0bc1-7596-48e9-9030-8e457e34016f req-5fb6d9bd-e408-4967-bb83-89c80fe759e5 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Router 1d8e0e84-a6e6-465b-800d-351c9eea58c8 has already been hosted by L3 agent 647718b3-8298-4382-86e2-3fad9f5d7804 {{(pid=113424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 10:05:59.389208 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-be8d0bc1-7596-48e9-9030-8e457e34016f req-5fb6d9bd-e408-4967-bb83-89c80fe759e5 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Notify agent at l3_agent.dv-cinder-790535-43-iscsi the message routers_updated {{(pid=113424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 10:05:59.400171 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08beb871-a42a-4c6c-89ad-79c787a59e0d None None] Sync routers for ids ['1d8e0e84-a6e6-465b-800d-351c9eea58c8'] in dv-cinder-790535-43-iscsi {{(pid=113426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 10:05:59.411790 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08beb871-a42a-4c6c-89ad-79c787a59e0d None None] Routers {'1d8e0e84-a6e6-465b-800d-351c9eea58c8'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 10:05:59.412361 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-08beb871-a42a-4c6c-89ad-79c787a59e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T10:05:54Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['1d8e0e84-a6e6-465b-800d-351c9eea58c8'], 'active': True} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:05:59.434024 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.l3_dvrscheduler_db [req-be8d0bc1-7596-48e9-9030-8e457e34016f req-5fb6d9bd-e408-4967-bb83-89c80fe759e5 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] No DVR routers for this DVR port 85465582-8090-4f05-b0f7-bc4e3bf7fac7 on host hv-cinder-79053 {{(pid=113424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 10:05:59.436548 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-be8d0bc1-7596-48e9-9030-8e457e34016f req-5fb6d9bd-e408-4967-bb83-89c80fe759e5 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110971'] for port (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:05:59.440638 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-be8d0bc1-7596-48e9-9030-8e457e34016f req-5fb6d9bd-e408-4967-bb83-89c80fe759e5 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.27 "DELETE /networking/v2.0/ports/85465582-8090-4f05-b0f7-bc4e3bf7fac7 HTTP/1.1" status: 204 len: 173 time: 0.8652191 Sep 16 10:05:59.441142 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aafaedae-d0a6-456e-914f-488bd3cf2feb', 'name': 'network-vif-deleted', 'tag': '85465582-8090-4f05-b0f7-bc4e3bf7fac7'}] {{(pid=113424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 10:05:59.444262 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16dfd0a1dfdfa1f1ee01b24bca40ddc03421b0ad37c1355f54f1c3176401751a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da89d00b-8ef8-47e1-97cd-32ea3cf42b39" -d '{"events": [{"server_uuid": "aafaedae-d0a6-456e-914f-488bd3cf2feb", "name": "network-vif-deleted", "tag": "85465582-8090-4f05-b0f7-bc4e3bf7fac7"}]}' {{(pid=113424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 10:05:59.486405 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 10:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab59fe50-d9b0-44ea-8075-7f9384a7cf0e x-openstack-request-id: req-ab59fe50-d9b0-44ea-8075-7f9384a7cf0e {{(pid=113424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 10:05:59.486665 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aafaedae-d0a6-456e-914f-488bd3cf2feb", "name": "network-vif-deleted", "tag": "85465582-8090-4f05-b0f7-bc4e3bf7fac7", "status": "completed", "code": 200}]} {{(pid=113424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 10:05:59.486915 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ab59fe50-d9b0-44ea-8075-7f9384a7cf0e {{(pid=113424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 10:05:59.487372 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab59fe50-d9b0-44ea-8075-7f9384a7cf0e'] response: {'server_uuid': 'aafaedae-d0a6-456e-914f-488bd3cf2feb', 'name': 'network-vif-deleted', 'tag': '85465582-8090-4f05-b0f7-bc4e3bf7fac7', 'status': 'completed', 'code': 200} Sep 16 10:05:59.602114 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-daef019d-b942-4021-9ac8-6ef23f7410a7 req-5a5b6d8f-cbb3-418f-a587-da9eb17b7060 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=aafaedae-d0a6-456e-914f-488bd3cf2feb HTTP/1.1" status: 200 len: 210 time: 0.0410376 Sep 16 10:05:59.621969 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvr_db [None req-08beb871-a42a-4c6c-89ad-79c787a59e0d None None] Set router 1d8e0e84-a6e6-465b-800d-351c9eea58c8 gateway port host: dv-cinder-790535-43-iscsi {{(pid=113426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 10:05:59.834760 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-08beb871-a42a-4c6c-89ad-79c787a59e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8e0e84-a6e6-465b-800d-351c9eea58c8', 'name': 'tempest-TestVolumeBootPattern-2090367717-router', 'tenant_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'afc272bc-b8b5-4b2e-a80a-6c3c49f76550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T10:03:10Z', 'updated_at': '2022-09-16T10:03:13Z', 'revision_number': 4, 'project_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'gw_port': {'id': 'afc272bc-b8b5-4b2e-a80a-6c3c49f76550', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:70:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8e0e84-a6e6-465b-800d-351c9eea58c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T10:03:11Z', 'updated_at': '2022-09-16T10:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_interfaces': [{'id': '27b24c13-fd4b-4353-b42c-cca934c1ffb5', 'name': '', 'network_id': '15128754-481d-4580-9909-e9d7f17bf2e9', 'tenant_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'mac_address': 'fa:16:3e:f9:01:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8e0e84-a6e6-465b-800d-351c9eea58c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '58989cad-7ca2-43f9-ae25-0fab1e713f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T10:03:13Z', 'updated_at': '2022-09-16T10:03:17Z', 'revision_number': 5, 'project_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'subnets': [{'id': '58989cad-7ca2-43f9-ae25-0fab1e713f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:05:59.861040 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08beb871-a42a-4c6c-89ad-79c787a59e0d None None] Checking router: 1d8e0e84-a6e6-465b-800d-351c9eea58c8 for host: dv-cinder-790535-43-iscsi {{(pid=113426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 10:05:59.869829 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08beb871-a42a-4c6c-89ad-79c787a59e0d None None] Routers {'1d8e0e84-a6e6-465b-800d-351c9eea58c8'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 10:05:59.870439 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-08beb871-a42a-4c6c-89ad-79c787a59e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T10:05:54Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['1d8e0e84-a6e6-465b-800d-351c9eea58c8'], 'active': True} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:05:59.976105 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvr_db [None req-08beb871-a42a-4c6c-89ad-79c787a59e0d None None] Set router 1d8e0e84-a6e6-465b-800d-351c9eea58c8 gateway port host: dv-cinder-790535-43-iscsi {{(pid=113426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 10:06:00.167749 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-08beb871-a42a-4c6c-89ad-79c787a59e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8e0e84-a6e6-465b-800d-351c9eea58c8', 'name': 'tempest-TestVolumeBootPattern-2090367717-router', 'tenant_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'afc272bc-b8b5-4b2e-a80a-6c3c49f76550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T10:03:10Z', 'updated_at': '2022-09-16T10:03:13Z', 'revision_number': 4, 'project_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'gw_port': {'id': 'afc272bc-b8b5-4b2e-a80a-6c3c49f76550', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:70:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8e0e84-a6e6-465b-800d-351c9eea58c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T10:03:11Z', 'updated_at': '2022-09-16T10:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_interfaces': [{'id': '27b24c13-fd4b-4353-b42c-cca934c1ffb5', 'name': '', 'network_id': '15128754-481d-4580-9909-e9d7f17bf2e9', 'tenant_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'mac_address': 'fa:16:3e:f9:01:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8e0e84-a6e6-465b-800d-351c9eea58c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '58989cad-7ca2-43f9-ae25-0fab1e713f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T10:03:13Z', 'updated_at': '2022-09-16T10:03:17Z', 'revision_number': 5, 'project_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'subnets': [{'id': '58989cad-7ca2-43f9-ae25-0fab1e713f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:06:00.193316 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08beb871-a42a-4c6c-89ad-79c787a59e0d None None] The sync data for ids ['1d8e0e84-a6e6-465b-800d-351c9eea58c8'] in dv-cinder-790535-43-iscsi is: [{'id': '1d8e0e84-a6e6-465b-800d-351c9eea58c8', 'name': 'tempest-TestVolumeBootPattern-2090367717-router', 'tenant_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'afc272bc-b8b5-4b2e-a80a-6c3c49f76550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T10:03:10Z', 'updated_at': '2022-09-16T10:03:13Z', 'revision_number': 4, 'project_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'gw_port': {'id': 'afc272bc-b8b5-4b2e-a80a-6c3c49f76550', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:70:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8e0e84-a6e6-465b-800d-351c9eea58c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T10:03:11Z', 'updated_at': '2022-09-16T10:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_interfaces': [{'id': '27b24c13-fd4b-4353-b42c-cca934c1ffb5', 'name': '', 'network_id': '15128754-481d-4580-9909-e9d7f17bf2e9', 'tenant_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'mac_address': 'fa:16:3e:f9:01:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8e0e84-a6e6-465b-800d-351c9eea58c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '58989cad-7ca2-43f9-ae25-0fab1e713f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T10:03:13Z', 'updated_at': '2022-09-16T10:03:17Z', 'revision_number': 5, 'project_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'subnets': [{'id': '58989cad-7ca2-43f9-ae25-0fab1e713f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 10:06:00.421034 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5a09d5-803c-4dc0-86e3-6292ef70ad92 None None] New status for floating IP 114b0d17-8c97-420c-bb4b-0669e6ef9693: DOWN {{(pid=113425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 10:06:00.726056 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-f0c94f30-e7bf-4d9b-b2dc-8095a873c269 req-4d73b362-b00c-47e4-a5ca-b207a85a1881 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=aafaedae-d0a6-456e-914f-488bd3cf2feb HTTP/1.1" status: 200 len: 210 time: 0.0352583 Sep 16 10:06:02.013200 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-109817e7-6fa5-48b5-a755-9e98519a11c3 req-8bb1417a-4c66-4c4e-b99e-6ce17f06d619 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-283210283&fields=id&tenant_id=aaeb5ec036dd43479e9b66290a29d6d5 HTTP/1.1" status: 200 len: 267 time: 0.0502622 Sep 16 10:06:02.126399 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109817e7-6fa5-48b5-a755-9e98519a11c3 req-d95330db-1ca8-483b-8f72-4c8ee6664e90 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:06:02.128204 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-109817e7-6fa5-48b5-a755-9e98519a11c3 req-d95330db-1ca8-483b-8f72-4c8ee6664e90 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/networks?id=15128754-481d-4580-9909-e9d7f17bf2e9 HTTP/1.1" status: 200 len: 812 time: 0.1076496 Sep 16 10:06:02.144555 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-109817e7-6fa5-48b5-a755-9e98519a11c3 req-8ba3f0b2-3397-435f-bce9-5566266e51e1 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/quotas/aaeb5ec036dd43479e9b66290a29d6d5 HTTP/1.1" status: 200 len: 375 time: 0.0100825 Sep 16 10:06:02.201461 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-109817e7-6fa5-48b5-a755-9e98519a11c3 req-319edd70-b669-4558-a17a-fd92b7a0ff38 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=aaeb5ec036dd43479e9b66290a29d6d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0515077 Sep 16 10:06:02.264710 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [req-109817e7-6fa5-48b5-a755-9e98519a11c3 req-0ba027f9-5eba-4631-8b9e-9b99c2b68d8a service neutron] http://10.222.0.73:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113424) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 10:06:02.265672 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-109817e7-6fa5-48b5-a755-9e98519a11c3 req-0ba027f9-5eba-4631-8b9e-9b99c2b68d8a service neutron] 10.222.0.73 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0501652 Sep 16 10:06:02.286052 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Device 85465582-8090-4f05-b0f7-bc4e3bf7fac7 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 10:06:02.305917 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] No Port match for: 85465582-8090-4f05-b0f7-bc4e3bf7fac7 {{(pid=113425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 10:06:02.306353 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Device 85465582-8090-4f05-b0f7-bc4e3bf7fac7 not bound to the agent host hv-cinder-79053 {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 10:06:02.357179 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-109817e7-6fa5-48b5-a755-9e98519a11c3 req-0e88deb0-4a2f-4888-a7b1-fd8173997c63 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/15128754-481d-4580-9909-e9d7f17bf2e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854695 Sep 16 10:06:02.370574 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:06:02.460105 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-109817e7-6fa5-48b5-a755-9e98519a11c3 req-3d214c5f-5926-464d-b612-5c4c26dd9333 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/15128754-481d-4580-9909-e9d7f17bf2e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965772 Sep 16 10:06:03.149069 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-eafceab8-dfd8-4f75-bca2-369b927614cb req-4fcd1175-49db-403a-bacc-1dcb8762c7e5 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=33adb696-c1ac-4c86-94ca-77f76a8f5ea6 HTTP/1.1" status: 200 len: 210 time: 0.0310221 Sep 16 10:06:04.255123 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-4db5e4ed-02c5-4a5a-8d65-c8410d542213 req-a3048ffb-8d3e-428c-bbea-7c442a567c47 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=33adb696-c1ac-4c86-94ca-77f76a8f5ea6 HTTP/1.1" status: 200 len: 210 time: 0.0287764 Sep 16 10:06:05.029852 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (5b31c92a-f134-4c39-96dd-6f3267de2076), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:06:05.359296 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-076d197f-1f3e-433e-b555-3a726103557f req-cbc19d25-a143-4d4a-b302-f57c5fb2f1ec tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=33adb696-c1ac-4c86-94ca-77f76a8f5ea6 HTTP/1.1" status: 200 len: 210 time: 0.0283525 Sep 16 10:06:05.598150 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109817e7-6fa5-48b5-a755-9e98519a11c3 req-1cb2a798-341e-45b7-a75e-c3fc5717a6de tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:06:05.599608 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-109817e7-6fa5-48b5-a755-9e98519a11c3 req-1cb2a798-341e-45b7-a75e-c3fc5717a6de tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.27 "GET /networking/v2.0/networks?id=15128754-481d-4580-9909-e9d7f17bf2e9 HTTP/1.1" status: 200 len: 812 time: 0.1213677 Sep 16 10:06:05.664296 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-109817e7-6fa5-48b5-a755-9e98519a11c3 req-c5ff28eb-b390-404b-a586-2b38942565b2 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.27 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=aaeb5ec036dd43479e9b66290a29d6d5 HTTP/1.1" status: 200 len: 379 time: 0.0573263 Sep 16 10:06:05.673136 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.v2.base [req-109817e7-6fa5-48b5-a755-9e98519a11c3 req-081a6424-fc96-4c2b-a46e-db7c44a4b15d tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Request body: {'port': {'device_id': '33adb696-c1ac-4c86-94ca-77f76a8f5ea6', 'network_id': '15128754-481d-4580-9909-e9d7f17bf2e9', 'admin_state_up': True, 'tenant_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'security_groups': ['2b29e518-2218-4ac8-8f2d-f2816824c081']}} {{(pid=113424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:06:05.741949 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=100 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:06:05.909866 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-109817e7-6fa5-48b5-a755-9e98519a11c3 req-081a6424-fc96-4c2b-a46e-db7c44a4b15d tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Made reservation on behalf of aaeb5ec036dd43479e9b66290a29d6d5 for: {'port': 1} {{(pid=113424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 10:06:05.915617 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-109817e7-6fa5-48b5-a755-9e98519a11c3 req-081a6424-fc96-4c2b-a46e-db7c44a4b15d tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:06:06.047398 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.db_base_plugin_common [req-109817e7-6fa5-48b5-a755-9e98519a11c3 req-081a6424-fc96-4c2b-a46e-db7c44a4b15d tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Allocated IP 172.20.0.12 (15128754-481d-4580-9909-e9d7f17bf2e9/58989cad-7ca2-43f9-ae25-0fab1e713f7c/e715dc1c-a174-44a0-a3f4-3a389b116353) {{(pid=113424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 10:06:06.192172 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-109817e7-6fa5-48b5-a755-9e98519a11c3 req-081a6424-fc96-4c2b-a46e-db7c44a4b15d tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Publish callbacks [] for port (e715dc1c-a174-44a0-a3f4-3a389b116353), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:06:06.339058 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-109817e7-6fa5-48b5-a755-9e98519a11c3 req-081a6424-fc96-4c2b-a46e-db7c44a4b15d tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759571245505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27240065'] for port (e715dc1c-a174-44a0-a3f4-3a389b116353), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:06:06.387469 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-109817e7-6fa5-48b5-a755-9e98519a11c3 req-081a6424-fc96-4c2b-a46e-db7c44a4b15d tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Network 15128754-481d-4580-9909-e9d7f17bf2e9 is already hosted by enough agents. {{(pid=113424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 10:06:06.390828 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.base_scheduler [req-109817e7-6fa5-48b5-a755-9e98519a11c3 req-081a6424-fc96-4c2b-a46e-db7c44a4b15d tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Resources bound (agent type, host, resource id): {{(pid=113424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 10:06:06.396192 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.l3_dvrscheduler_db [req-109817e7-6fa5-48b5-a755-9e98519a11c3 req-081a6424-fc96-4c2b-a46e-db7c44a4b15d tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Received port after_create {{(pid=113424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 10:06:06.429379 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081a6424-fc96-4c2b-a46e-db7c44a4b15d tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Pushing event updated for resources: {'Port': ['ID=e715dc1c-a174-44a0-a3f4-3a389b116353,revision_number=1']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:06:06.488351 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109817e7-6fa5-48b5-a755-9e98519a11c3 req-081a6424-fc96-4c2b-a46e-db7c44a4b15d tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:06:06.488975 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-109817e7-6fa5-48b5-a755-9e98519a11c3 req-081a6424-fc96-4c2b-a46e-db7c44a4b15d tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110971'] for port (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:06:06.543303 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ff84f6-30d8-46a5-b7c2-0b47b54d5daa req-02dfda22-70d4-4e2f-8f00-97958471a821 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:06:06.545011 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-e5ff84f6-30d8-46a5-b7c2-0b47b54d5daa req-02dfda22-70d4-4e2f-8f00-97958471a821 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=33adb696-c1ac-4c86-94ca-77f76a8f5ea6 HTTP/1.1" status: 200 len: 932 time: 0.0732582 Sep 16 10:06:06.576025 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:06:06.608293 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-109817e7-6fa5-48b5-a755-9e98519a11c3 req-081a6424-fc96-4c2b-a46e-db7c44a4b15d tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9389241 Sep 16 10:06:06.612388 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-e5ff84f6-30d8-46a5-b7c2-0b47b54d5daa req-c5b02562-5bbe-453b-9c29-2011ec3c33e7 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2b29e518-2218-4ac8-8f2d-f2816824c081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592551 Sep 16 10:06:06.624300 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.v2.base [req-109817e7-6fa5-48b5-a755-9e98519a11c3 req-7bdf2e56-c352-44c7-8ae8-211f1d6da8b3 service neutron] Request body: {'port': {'device_id': '33adb696-c1ac-4c86-94ca-77f76a8f5ea6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=113424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:06:06.690829 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-109817e7-6fa5-48b5-a755-9e98519a11c3 req-7bdf2e56-c352-44c7-8ae8-211f1d6da8b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (e715dc1c-a174-44a0-a3f4-3a389b116353), before_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:06:06.692295 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-2d4ebc3e-ffd3-45d3-b730-c1ac5a57343f None None] Provisioning complete for port e715dc1c-a174-44a0-a3f4-3a389b116353 triggered by entity DHCP. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 10:06:06.692786 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-2d4ebc3e-ffd3-45d3-b730-c1ac5a57343f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (e715dc1c-a174-44a0-a3f4-3a389b116353), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:06:06.693084 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-2d4ebc3e-ffd3-45d3-b730-c1ac5a57343f None None] Attempt 1 to provision port e715dc1c-a174-44a0-a3f4-3a389b116353 Sep 16 10:06:06.728210 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-2d4ebc3e-ffd3-45d3-b730-c1ac5a57343f None None] Port e715dc1c-a174-44a0-a3f4-3a389b116353 cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 10:06:06.731007 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:06:06.965496 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.notifiers.nova [req-109817e7-6fa5-48b5-a755-9e98519a11c3 req-7bdf2e56-c352-44c7-8ae8-211f1d6da8b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e715dc1c-a174-44a0-a3f4-3a389b116353 {{(pid=113424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 10:06:06.973385 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-109817e7-6fa5-48b5-a755-9e98519a11c3 req-7bdf2e56-c352-44c7-8ae8-211f1d6da8b3 service neutron] Publish callbacks [] for port (e715dc1c-a174-44a0-a3f4-3a389b116353), precommit_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:06:06.987612 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.provisioning_blocks [req-109817e7-6fa5-48b5-a755-9e98519a11c3 req-7bdf2e56-c352-44c7-8ae8-211f1d6da8b3 service neutron] Transition to ACTIVE for port object e715dc1c-a174-44a0-a3f4-3a389b116353 will not be triggered until provisioned by entity L2. {{(pid=113424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 10:06:07.104173 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-109817e7-6fa5-48b5-a755-9e98519a11c3 req-7bdf2e56-c352-44c7-8ae8-211f1d6da8b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27240120'] for port (e715dc1c-a174-44a0-a3f4-3a389b116353), after_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:06:07.165806 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdf2e56-c352-44c7-8ae8-211f1d6da8b3 service neutron] Pushing event updated for resources: {'Port': ['ID=e715dc1c-a174-44a0-a3f4-3a389b116353,revision_number=2']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:06:07.218161 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.managers [req-109817e7-6fa5-48b5-a755-9e98519a11c3 req-7bdf2e56-c352-44c7-8ae8-211f1d6da8b3 service neutron] Attempting to bind port e715dc1c-a174-44a0-a3f4-3a389b116353 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=113424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 10:06:07.218500 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.managers [req-109817e7-6fa5-48b5-a755-9e98519a11c3 req-7bdf2e56-c352-44c7-8ae8-211f1d6da8b3 service neutron] Attempting to bind port e715dc1c-a174-44a0-a3f4-3a389b116353 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'be3ea914-9668-4564-9738-7252d20654e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '15128754-481d-4580-9909-e9d7f17bf2e9'}] {{(pid=113424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 10:06:07.218837 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109817e7-6fa5-48b5-a755-9e98519a11c3 req-7bdf2e56-c352-44c7-8ae8-211f1d6da8b3 service neutron] Attempting to bind port e715dc1c-a174-44a0-a3f4-3a389b116353 on network 15128754-481d-4580-9909-e9d7f17bf2e9 {{(pid=113424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 10:06:07.228848 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-2d4ebc3e-ffd3-45d3-b730-c1ac5a57343f None None] Attempt 2 to provision port e715dc1c-a174-44a0-a3f4-3a389b116353 Sep 16 10:06:07.259049 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:06:07.262780 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109817e7-6fa5-48b5-a755-9e98519a11c3 req-7bdf2e56-c352-44c7-8ae8-211f1d6da8b3 service neutron] Port e715dc1c-a174-44a0-a3f4-3a389b116353 on network 15128754-481d-4580-9909-e9d7f17bf2e9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=113424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 10:06:07.263113 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109817e7-6fa5-48b5-a755-9e98519a11c3 req-7bdf2e56-c352-44c7-8ae8-211f1d6da8b3 service neutron] Attempting to bind port e715dc1c-a174-44a0-a3f4-3a389b116353 on network 15128754-481d-4580-9909-e9d7f17bf2e9 {{(pid=113424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 10:06:07.264868 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-2d4ebc3e-ffd3-45d3-b730-c1ac5a57343f None None] Port e715dc1c-a174-44a0-a3f4-3a389b116353 cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 10:06:07.306738 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109817e7-6fa5-48b5-a755-9e98519a11c3 req-7bdf2e56-c352-44c7-8ae8-211f1d6da8b3 service neutron] Checking agent: {'id': '5b31c92a-f134-4c39-96dd-6f3267de2076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 9, 48, 33), 'started_at': datetime.datetime(2022, 9, 16, 9, 48, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 10, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 10:06:07.307092 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109817e7-6fa5-48b5-a755-9e98519a11c3 req-7bdf2e56-c352-44c7-8ae8-211f1d6da8b3 service neutron] Checking segment: {'id': 'be3ea914-9668-4564-9738-7252d20654e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '15128754-481d-4580-9909-e9d7f17bf2e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 10:06:07.307463 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109817e7-6fa5-48b5-a755-9e98519a11c3 req-7bdf2e56-c352-44c7-8ae8-211f1d6da8b3 service neutron] Bound using segment: {'id': 'be3ea914-9668-4564-9738-7252d20654e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '15128754-481d-4580-9909-e9d7f17bf2e9'} {{(pid=113424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 10:06:07.307960 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.managers [req-109817e7-6fa5-48b5-a755-9e98519a11c3 req-7bdf2e56-c352-44c7-8ae8-211f1d6da8b3 service neutron] Bound port: e715dc1c-a174-44a0-a3f4-3a389b116353, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be3ea914-9668-4564-9738-7252d20654e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '15128754-481d-4580-9909-e9d7f17bf2e9'}}] {{(pid=113424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 10:06:07.308295 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-109817e7-6fa5-48b5-a755-9e98519a11c3 req-7bdf2e56-c352-44c7-8ae8-211f1d6da8b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (e715dc1c-a174-44a0-a3f4-3a389b116353), before_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:06:07.368786 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.db [req-109817e7-6fa5-48b5-a755-9e98519a11c3 req-7bdf2e56-c352-44c7-8ae8-211f1d6da8b3 service neutron] For port e715dc1c-a174-44a0-a3f4-3a389b116353, host hv-cinder-79053, cleared binding levels {{(pid=113424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 10:06:07.371861 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.db [req-109817e7-6fa5-48b5-a755-9e98519a11c3 req-7bdf2e56-c352-44c7-8ae8-211f1d6da8b3 service neutron] For port e715dc1c-a174-44a0-a3f4-3a389b116353, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e715dc1c-a174-44a0-a3f4-3a389b116353,segment=NetworkSegment(be3ea914-9668-4564-9738-7252d20654e9),segment_id=be3ea914-9668-4564-9738-7252d20654e9)] {{(pid=113424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 10:06:07.447391 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-109817e7-6fa5-48b5-a755-9e98519a11c3 req-7bdf2e56-c352-44c7-8ae8-211f1d6da8b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27240120'] for port (e715dc1c-a174-44a0-a3f4-3a389b116353), after_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:06:07.451767 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109817e7-6fa5-48b5-a755-9e98519a11c3 req-7bdf2e56-c352-44c7-8ae8-211f1d6da8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:06:07.452383 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-109817e7-6fa5-48b5-a755-9e98519a11c3 req-7bdf2e56-c352-44c7-8ae8-211f1d6da8b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110971'] for port (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:06:07.453781 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-109817e7-6fa5-48b5-a755-9e98519a11c3 req-7bdf2e56-c352-44c7-8ae8-211f1d6da8b3 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/e715dc1c-a174-44a0-a3f4-3a389b116353 HTTP/1.1" status: 200 len: 1094 time: 0.8389182 Sep 16 10:06:07.454336 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33adb696-c1ac-4c86-94ca-77f76a8f5ea6', 'tag': 'e715dc1c-a174-44a0-a3f4-3a389b116353'}] {{(pid=113424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 10:06:07.458240 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16dfd0a1dfdfa1f1ee01b24bca40ddc03421b0ad37c1355f54f1c3176401751a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5596d2a9-7ca2-47d6-a906-ec5d2dedf2cc" -d '{"events": [{"name": "network-changed", "server_uuid": "33adb696-c1ac-4c86-94ca-77f76a8f5ea6", "tag": "e715dc1c-a174-44a0-a3f4-3a389b116353"}]}' {{(pid=113424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 10:06:07.508689 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 10:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-206ce2ad-a49f-4d01-84e2-adfd4a978661 x-openstack-request-id: req-206ce2ad-a49f-4d01-84e2-adfd4a978661 {{(pid=113424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 10:06:07.511512 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33adb696-c1ac-4c86-94ca-77f76a8f5ea6", "tag": "e715dc1c-a174-44a0-a3f4-3a389b116353", "status": "completed", "code": 200}]} {{(pid=113424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 10:06:07.511512 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-206ce2ad-a49f-4d01-84e2-adfd4a978661 {{(pid=113424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 10:06:07.511512 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-206ce2ad-a49f-4d01-84e2-adfd4a978661'] response: {'name': 'network-changed', 'server_uuid': '33adb696-c1ac-4c86-94ca-77f76a8f5ea6', 'tag': 'e715dc1c-a174-44a0-a3f4-3a389b116353', 'status': 'completed', 'code': 200} Sep 16 10:06:07.514568 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdf2e56-c352-44c7-8ae8-211f1d6da8b3 service neutron] Pushing event updated for resources: {'Port': ['ID=e715dc1c-a174-44a0-a3f4-3a389b116353,revision_number=3']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:06:07.565490 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5596d2a9-7ca2-47d6-a906-ec5d2dedf2cc req-288d286e-313e-4477-a42f-68bfbf4e3064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:06:07.567000 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-5596d2a9-7ca2-47d6-a906-ec5d2dedf2cc req-288d286e-313e-4477-a42f-68bfbf4e3064 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=aaeb5ec036dd43479e9b66290a29d6d5&device_id=33adb696-c1ac-4c86-94ca-77f76a8f5ea6 HTTP/1.1" status: 200 len: 1128 time: 0.0397611 Sep 16 10:06:07.669378 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5596d2a9-7ca2-47d6-a906-ec5d2dedf2cc req-fed33dd7-37eb-45b1-b28d-4aab112f1aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:06:07.670876 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-5596d2a9-7ca2-47d6-a906-ec5d2dedf2cc req-fed33dd7-37eb-45b1-b28d-4aab112f1aa2 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?tenant_id=aaeb5ec036dd43479e9b66290a29d6d5&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0971549 Sep 16 10:06:07.766564 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-2d4ebc3e-ffd3-45d3-b730-c1ac5a57343f None None] Attempt 3 to provision port e715dc1c-a174-44a0-a3f4-3a389b116353 Sep 16 10:06:07.788787 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aace8ff6-b401-409d-8373-ca85e072bbad req-cc464e98-fb16-432a-817b-05495b207323 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:06:07.790298 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-aace8ff6-b401-409d-8373-ca85e072bbad req-cc464e98-fb16-432a-817b-05495b207323 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=33adb696-c1ac-4c86-94ca-77f76a8f5ea6 HTTP/1.1" status: 200 len: 944 time: 0.0672097 Sep 16 10:06:07.806478 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-2d4ebc3e-ffd3-45d3-b730-c1ac5a57343f None None] Port e715dc1c-a174-44a0-a3f4-3a389b116353 had new provisioning blocks added so it will not transition to active. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 10:06:07.823090 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5596d2a9-7ca2-47d6-a906-ec5d2dedf2cc req-025f5df9-a659-45b0-bcbb-f33460240568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:06:07.824532 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-5596d2a9-7ca2-47d6-a906-ec5d2dedf2cc req-025f5df9-a659-45b0-bcbb-f33460240568 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1481204 Sep 16 10:06:07.855992 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-aace8ff6-b401-409d-8373-ca85e072bbad req-ba42db4b-161c-4891-b5eb-55e985d87ee1 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2b29e518-2218-4ac8-8f2d-f2816824c081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593221 Sep 16 10:06:07.902422 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109817e7-6fa5-48b5-a755-9e98519a11c3 req-f78a92a6-761d-4383-ac78-24002061ba8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:06:07.903923 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-109817e7-6fa5-48b5-a755-9e98519a11c3 req-f78a92a6-761d-4383-ac78-24002061ba8b service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=aaeb5ec036dd43479e9b66290a29d6d5&device_id=33adb696-c1ac-4c86-94ca-77f76a8f5ea6 HTTP/1.1" status: 200 len: 1128 time: 0.0415044 Sep 16 10:06:07.944312 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-109817e7-6fa5-48b5-a755-9e98519a11c3 req-1e9bf1f2-f61f-4c31-9bad-dfb35b5bd43c service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e715dc1c-a174-44a0-a3f4-3a389b116353 HTTP/1.1" status: 200 len: 217 time: 0.0330534 Sep 16 10:06:07.993465 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109817e7-6fa5-48b5-a755-9e98519a11c3 req-5991e762-78dd-49ff-a0f2-465f58035477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:06:07.994983 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-109817e7-6fa5-48b5-a755-9e98519a11c3 req-5991e762-78dd-49ff-a0f2-465f58035477 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=58989cad-7ca2-43f9-ae25-0fab1e713f7c HTTP/1.1" status: 200 len: 851 time: 0.0452456 Sep 16 10:06:08.041940 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109817e7-6fa5-48b5-a755-9e98519a11c3 req-a00b1af6-4cae-43ec-90ac-aa0a7eaac59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:06:08.043351 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-109817e7-6fa5-48b5-a755-9e98519a11c3 req-a00b1af6-4cae-43ec-90ac-aa0a7eaac59d service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=15128754-481d-4580-9909-e9d7f17bf2e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0419819 Sep 16 10:06:08.097209 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:06:08.135246 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-109817e7-6fa5-48b5-a755-9e98519a11c3 req-2924e4f2-11bc-48ec-9530-99347456edfd service neutron] 10.222.0.27 "GET /networking/v2.0/networks/15128754-481d-4580-9909-e9d7f17bf2e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845544 Sep 16 10:06:08.232197 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-109817e7-6fa5-48b5-a755-9e98519a11c3 req-7959c720-fd9c-448f-a06e-c638a3e6a763 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/15128754-481d-4580-9909-e9d7f17bf2e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913079 Sep 16 10:06:08.996832 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bcb868-51d7-43dc-b3f9-59ae36a24349 req-1df0f478-3290-4963-979d-ecf0914dfd98 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:06:08.998785 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-92bcb868-51d7-43dc-b3f9-59ae36a24349 req-1df0f478-3290-4963-979d-ecf0914dfd98 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=33adb696-c1ac-4c86-94ca-77f76a8f5ea6 HTTP/1.1" status: 200 len: 944 time: 0.0606790 Sep 16 10:06:09.060626 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-92bcb868-51d7-43dc-b3f9-59ae36a24349 req-9d3f5313-e3d3-425c-8e56-586a84499d63 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2b29e518-2218-4ac8-8f2d-f2816824c081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558841 Sep 16 10:06:10.171484 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=71 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:06:10.174293 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=69 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:06:10.196561 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea0402a-f424-4bec-8a6c-7ca5383060d5 req-2a3a416f-06a4-4408-b989-71420bce1a33 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:06:10.198121 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-1ea0402a-f424-4bec-8a6c-7ca5383060d5 req-2a3a416f-06a4-4408-b989-71420bce1a33 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=33adb696-c1ac-4c86-94ca-77f76a8f5ea6 HTTP/1.1" status: 200 len: 944 time: 0.0575509 Sep 16 10:06:10.251268 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-1ea0402a-f424-4bec-8a6c-7ca5383060d5 req-ecfcca81-0bf1-4795-842f-9205d08dfae9 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2b29e518-2218-4ac8-8f2d-f2816824c081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454590 Sep 16 10:06:11.377282 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdc75a1-50fc-4aed-ba90-d3c581540d3d req-11c55a40-3451-48fd-9dc4-f2e5b6ef8a9d tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:06:11.378822 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-9cdc75a1-50fc-4aed-ba90-d3c581540d3d req-11c55a40-3451-48fd-9dc4-f2e5b6ef8a9d tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=33adb696-c1ac-4c86-94ca-77f76a8f5ea6 HTTP/1.1" status: 200 len: 944 time: 0.0482213 Sep 16 10:06:11.433240 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-9cdc75a1-50fc-4aed-ba90-d3c581540d3d req-6c63d5a7-6958-47ca-a5fb-e77a96387382 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2b29e518-2218-4ac8-8f2d-f2816824c081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487313 Sep 16 10:06:12.589939 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234b5b24-2fe6-4284-8549-12a381831992 req-ca536f60-c4d9-4432-a925-a1108f1378e7 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:06:12.591979 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-234b5b24-2fe6-4284-8549-12a381831992 req-ca536f60-c4d9-4432-a925-a1108f1378e7 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=33adb696-c1ac-4c86-94ca-77f76a8f5ea6 HTTP/1.1" status: 200 len: 944 time: 0.0706894 Sep 16 10:06:12.649583 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-234b5b24-2fe6-4284-8549-12a381831992 req-7b3ef48e-ff8b-4234-80fa-dec92039b854 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2b29e518-2218-4ac8-8f2d-f2816824c081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516255 Sep 16 10:06:13.798539 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09620ff-e5b4-4f27-9142-65878ddec153 req-cd1b6a35-738d-47db-b874-9bebae08e6e4 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:06:13.800072 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-f09620ff-e5b4-4f27-9142-65878ddec153 req-cd1b6a35-738d-47db-b874-9bebae08e6e4 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=33adb696-c1ac-4c86-94ca-77f76a8f5ea6 HTTP/1.1" status: 200 len: 944 time: 0.0599463 Sep 16 10:06:13.852509 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-f09620ff-e5b4-4f27-9142-65878ddec153 req-dfb5fbf4-85ae-4ed0-90ff-e81ce18b6eaa tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2b29e518-2218-4ac8-8f2d-f2816824c081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461230 Sep 16 10:06:14.917766 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [req-6a770605-8cd7-40ae-bff5-6490edefade2 req-ecc9468a-dc3d-4246-a2b4-1881f7d42459 service neutron] (113424) timed out ('10.222.0.27', 53216) {{(pid=113424) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 16 10:06:14.983590 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d479ec6d-469d-4720-8e6c-d8de7e5d50b8 req-0a5deff3-21ee-47e8-b4b1-fac0ad9250d2 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:06:14.985119 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-d479ec6d-469d-4720-8e6c-d8de7e5d50b8 req-0a5deff3-21ee-47e8-b4b1-fac0ad9250d2 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=33adb696-c1ac-4c86-94ca-77f76a8f5ea6 HTTP/1.1" status: 200 len: 944 time: 0.0563436 Sep 16 10:06:15.015334 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=100 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:06:15.042801 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-d479ec6d-469d-4720-8e6c-d8de7e5d50b8 req-5b3ea535-7c9d-41de-8ad3-c115de301d72 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2b29e518-2218-4ac8-8f2d-f2816824c081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507548 Sep 16 10:06:15.341674 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [req-47f67eb4-a5b8-4dce-8e91-e6e77f34b366 req-2096d876-4920-47f1-a7f8-ea4831786c5c service neutron] (113423) timed out ('10.222.0.27', 53254) {{(pid=113423) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 16 10:06:16.180095 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e14aa5f-d4f3-468c-bfc7-fe17fd0566c2 req-2df4bc76-eff9-4130-b9d4-1af3c9f3094f tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:06:16.182119 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-2e14aa5f-d4f3-468c-bfc7-fe17fd0566c2 req-2df4bc76-eff9-4130-b9d4-1af3c9f3094f tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=33adb696-c1ac-4c86-94ca-77f76a8f5ea6 HTTP/1.1" status: 200 len: 944 time: 0.0612993 Sep 16 10:06:16.246930 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-2e14aa5f-d4f3-468c-bfc7-fe17fd0566c2 req-a68b1a51-91a7-4f19-adec-5c4ced936d28 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2b29e518-2218-4ac8-8f2d-f2816824c081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589910 Sep 16 10:06:16.302638 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Device e715dc1c-a174-44a0-a3f4-3a389b116353 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=113425) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 10:06:16.305378 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:06:16.309615 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:06:16.542798 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] For port e715dc1c-a174-44a0-a3f4-3a389b116353, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e715dc1c-a174-44a0-a3f4-3a389b116353,segment=NetworkSegment(be3ea914-9668-4564-9738-7252d20654e9),segment_id=be3ea914-9668-4564-9738-7252d20654e9)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:06:16.554980 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Returning: {'device': 'e715dc1c-a174-44a0-a3f4-3a389b116353', 'network_id': '15128754-481d-4580-9909-e9d7f17bf2e9', 'port_id': 'e715dc1c-a174-44a0-a3f4-3a389b116353', 'mac_address': 'fa:16:3e:8a:79:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58989cad-7ca2-43f9-ae25-0fab1e713f7c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113425) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 10:06:16.592130 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Current status of the port e715dc1c-a174-44a0-a3f4-3a389b116353 is: DOWN; New status is: BUILD {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 10:06:16.592528 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (e715dc1c-a174-44a0-a3f4-3a389b116353), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:06:16.607585 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.notifiers.nova [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e715dc1c-a174-44a0-a3f4-3a389b116353 {{(pid=113425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 10:06:16.629527 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] For port e715dc1c-a174-44a0-a3f4-3a389b116353, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e715dc1c-a174-44a0-a3f4-3a389b116353,segment=NetworkSegment(be3ea914-9668-4564-9738-7252d20654e9),segment_id=be3ea914-9668-4564-9738-7252d20654e9)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:06:16.726657 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (e715dc1c-a174-44a0-a3f4-3a389b116353), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:06:16.778846 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Pushing event updated for resources: {'Port': ['ID=e715dc1c-a174-44a0-a3f4-3a389b116353,revision_number=4']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:06:16.785991 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:06:16.786374 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:06:16.786716 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:06:16.787055 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:06:16.787390 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:06:16.787738 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:06:16.788047 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:06:16.788378 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:06:16.788703 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:06:16.789028 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:06:16.789359 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:06:16.789718 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:06:16.790045 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:06:16.790368 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:06:16.790688 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:06:16.970350 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] get_ports_and_sgs() called for port_ids ['e715dc1c-a174-44a0-a3f4-3a389b116353'] {{(pid=113425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 10:06:17.377744 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e01e6e-8503-48e0-acef-2bf0218ccc1f req-b7a998cb-c2ed-4898-b5f9-56b3f66ab00a tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:06:17.379224 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-10e01e6e-8503-48e0-acef-2bf0218ccc1f req-b7a998cb-c2ed-4898-b5f9-56b3f66ab00a tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=33adb696-c1ac-4c86-94ca-77f76a8f5ea6 HTTP/1.1" status: 200 len: 945 time: 0.0482628 Sep 16 10:06:17.446145 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-10e01e6e-8503-48e0-acef-2bf0218ccc1f req-96315da2-2e1e-48c0-accb-ab8ff6856155 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2b29e518-2218-4ac8-8f2d-f2816824c081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584791 Sep 16 10:06:18.302910 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Device e715dc1c-a174-44a0-a3f4-3a389b116353 up at agent hyperv_hv-cinder-79053 {{(pid=113425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 10:06:18.305133 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:UPDATE=5,neutron:SELECT=85 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:06:18.348736 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Provisioning for port e715dc1c-a174-44a0-a3f4-3a389b116353 completed by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 10:06:18.418133 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Provisioning complete for port e715dc1c-a174-44a0-a3f4-3a389b116353 triggered by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 10:06:18.418694 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (e715dc1c-a174-44a0-a3f4-3a389b116353), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:06:18.419149 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Attempt 1 to provision port e715dc1c-a174-44a0-a3f4-3a389b116353 Sep 16 10:06:18.498382 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Current status of the port e715dc1c-a174-44a0-a3f4-3a389b116353 is: BUILD; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 10:06:18.499022 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (e715dc1c-a174-44a0-a3f4-3a389b116353), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:06:18.534620 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33adb696-c1ac-4c86-94ca-77f76a8f5ea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e715dc1c-a174-44a0-a3f4-3a389b116353'}] {{(pid=113425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 10:06:18.537270 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d904371a3690c7392a65e5457b849277104f62c83d6e5586b28cc731d2d00ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8455a4e6-b493-4702-8d67-15dd23c3f3b9" -d '{"events": [{"server_uuid": "33adb696-c1ac-4c86-94ca-77f76a8f5ea6", "name": "network-vif-plugged", "status": "completed", "tag": "e715dc1c-a174-44a0-a3f4-3a389b116353"}]}' {{(pid=113425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 10:06:18.551109 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] For port e715dc1c-a174-44a0-a3f4-3a389b116353, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e715dc1c-a174-44a0-a3f4-3a389b116353,segment=NetworkSegment(be3ea914-9668-4564-9738-7252d20654e9),segment_id=be3ea914-9668-4564-9738-7252d20654e9)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:06:18.579194 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb473f41-e2d3-489c-8ac5-f3b8b2530dd9 req-ce3281b4-dab9-40d0-8b9f-06ddcd37271e tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:06:18.580705 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-cb473f41-e2d3-489c-8ac5-f3b8b2530dd9 req-ce3281b4-dab9-40d0-8b9f-06ddcd37271e tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=33adb696-c1ac-4c86-94ca-77f76a8f5ea6 HTTP/1.1" status: 200 len: 945 time: 0.0557735 Sep 16 10:06:18.586839 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 10:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f306d193-bc6e-44e0-b6f8-da1153818989 x-openstack-request-id: req-f306d193-bc6e-44e0-b6f8-da1153818989 {{(pid=113425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 10:06:18.587533 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33adb696-c1ac-4c86-94ca-77f76a8f5ea6", "name": "network-vif-plugged", "status": "completed", "tag": "e715dc1c-a174-44a0-a3f4-3a389b116353", "code": 200}]} {{(pid=113425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 10:06:18.588246 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f306d193-bc6e-44e0-b6f8-da1153818989 {{(pid=113425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 10:06:18.588246 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f306d193-bc6e-44e0-b6f8-da1153818989'] response: {'server_uuid': '33adb696-c1ac-4c86-94ca-77f76a8f5ea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e715dc1c-a174-44a0-a3f4-3a389b116353', 'code': 200} Sep 16 10:06:18.631661 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (e715dc1c-a174-44a0-a3f4-3a389b116353), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:06:18.639824 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-cb473f41-e2d3-489c-8ac5-f3b8b2530dd9 req-840cc0bb-120d-4913-88a0-e46460d4ed0c tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2b29e518-2218-4ac8-8f2d-f2816824c081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519907 Sep 16 10:06:18.685207 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Pushing event updated for resources: {'Port': ['ID=e715dc1c-a174-44a0-a3f4-3a389b116353,revision_number=5']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:06:19.253121 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dca9ecc-5967-4f1a-8d19-6e41a4f267a3 req-67ee64d0-ff17-4886-b931-e1e1e9b29bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:06:19.254689 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-7dca9ecc-5967-4f1a-8d19-6e41a4f267a3 req-67ee64d0-ff17-4886-b931-e1e1e9b29bf9 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=33adb696-c1ac-4c86-94ca-77f76a8f5ea6 HTTP/1.1" status: 200 len: 1130 time: 0.3651686 Sep 16 10:06:19.303267 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-7dca9ecc-5967-4f1a-8d19-6e41a4f267a3 req-3333f6cb-dace-47a3-a3e5-69e0ede5bb7e service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2b29e518-2218-4ac8-8f2d-f2816824c081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414364 Sep 16 10:06:19.767797 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce679ef7-d712-4d6c-bf38-977709351ec3 req-236c6b0b-697f-439d-946a-b87f63a98dfa tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:06:19.769289 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-ce679ef7-d712-4d6c-bf38-977709351ec3 req-236c6b0b-697f-439d-946a-b87f63a98dfa tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=33adb696-c1ac-4c86-94ca-77f76a8f5ea6 HTTP/1.1" status: 200 len: 946 time: 0.0484285 Sep 16 10:06:19.822069 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-ce679ef7-d712-4d6c-bf38-977709351ec3 req-938ce1fd-6c26-4c0c-84a5-17926c77e07a tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2b29e518-2218-4ac8-8f2d-f2816824c081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439095 Sep 16 10:06:20.956725 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65f701d-db5d-4ac4-aea0-95ce4b847f22 req-d4bc6ad1-5f66-4636-a854-89dfb2b29d25 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:06:20.959263 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-d65f701d-db5d-4ac4-aea0-95ce4b847f22 req-d4bc6ad1-5f66-4636-a854-89dfb2b29d25 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=33adb696-c1ac-4c86-94ca-77f76a8f5ea6 HTTP/1.1" status: 200 len: 946 time: 0.0566432 Sep 16 10:06:21.024403 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-d65f701d-db5d-4ac4-aea0-95ce4b847f22 req-97d26ac7-65f4-4485-98d6-818b64e5dc99 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2b29e518-2218-4ac8-8f2d-f2816824c081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589445 Sep 16 10:06:21.156579 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8cbb9c-58b7-4489-8b5a-1c267f497734 req-cb49f4c7-b450-4a0d-a9cb-52167176177c tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:06:21.158011 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-ed8cbb9c-58b7-4489-8b5a-1c267f497734 req-cb49f4c7-b450-4a0d-a9cb-52167176177c tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=33adb696-c1ac-4c86-94ca-77f76a8f5ea6 HTTP/1.1" status: 200 len: 946 time: 0.0499187 Sep 16 10:06:21.220868 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-ed8cbb9c-58b7-4489-8b5a-1c267f497734 req-ff4d21fb-798c-47ba-aace-c613ee122375 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2b29e518-2218-4ac8-8f2d-f2816824c081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561786 Sep 16 10:06:21.257088 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 58576) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 10:06:21.299931 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b0b0ab-d33a-4b94-99ed-81ee9c68ef78 tempest-TestVolumeBootPattern-401716045 tempest-TestVolumeBootPattern-401716045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:06:21.302509 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-81b0b0ab-d33a-4b94-99ed-81ee9c68ef78 tempest-TestVolumeBootPattern-401716045 tempest-TestVolumeBootPattern-401716045-project-admin] 10.222.0.73 "GET /networking/v2.0/ports?device_id=33adb696-c1ac-4c86-94ca-77f76a8f5ea6 HTTP/1.1" status: 200 len: 1125 time: 0.0436127 Sep 16 10:06:21.307121 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 58578) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 10:06:21.311571 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.v2.base [None req-cfa76259-f3fb-4301-bba8-f20ebe3db625 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Request body: {'floatingip': {'floating_network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'port_id': 'e715dc1c-a174-44a0-a3f4-3a389b116353', 'tenant_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'fixed_ip_address': '172.20.0.12'}} {{(pid=113423) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:06:21.396180 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-cfa76259-f3fb-4301-bba8-f20ebe3db625 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:06:21.477921 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-cfa76259-f3fb-4301-bba8-f20ebe3db625 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (None), before_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:06:21.593051 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.db.db_base_plugin_common [None req-cfa76259-f3fb-4301-bba8-f20ebe3db625 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Allocated IP 172.27.1.146 (d06af4bd-75ff-4039-9388-f05026361d79/429d2505-e0fa-44a7-bb81-98c451c1a231/e2bc3a5a-048c-4888-bed1-c04f43228528) {{(pid=113423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 10:06:21.606997 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:06:21.620972 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:06:21.705132 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-cfa76259-f3fb-4301-bba8-f20ebe3db625 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Publish callbacks [] for port (e2bc3a5a-048c-4888-bed1-c04f43228528), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:06:21.807200 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-cfa76259-f3fb-4301-bba8-f20ebe3db625 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759571245505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473602'] for port (e2bc3a5a-048c-4888-bed1-c04f43228528), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:06:21.853750 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa76259-f3fb-4301-bba8-f20ebe3db625 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Network d06af4bd-75ff-4039-9388-f05026361d79 is already hosted by enough agents. {{(pid=113423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 10:06:21.858812 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.base_scheduler [None req-cfa76259-f3fb-4301-bba8-f20ebe3db625 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Resources bound (agent type, host, resource id): {{(pid=113423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 10:06:21.861908 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa76259-f3fb-4301-bba8-f20ebe3db625 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Received port after_create {{(pid=113423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 10:06:21.867492 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa76259-f3fb-4301-bba8-f20ebe3db625 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Pushing event updated for resources: {'Port': ['ID=e2bc3a5a-048c-4888-bed1-c04f43228528,revision_number=1']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:06:21.894819 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa76259-f3fb-4301-bba8-f20ebe3db625 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:06:21.895165 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa76259-f3fb-4301-bba8-f20ebe3db625 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:06:21.896073 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa76259-f3fb-4301-bba8-f20ebe3db625 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:06:21.896409 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa76259-f3fb-4301-bba8-f20ebe3db625 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:06:21.896780 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa76259-f3fb-4301-bba8-f20ebe3db625 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:06:21.897167 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa76259-f3fb-4301-bba8-f20ebe3db625 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:06:21.897489 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa76259-f3fb-4301-bba8-f20ebe3db625 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:06:21.897839 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa76259-f3fb-4301-bba8-f20ebe3db625 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:06:21.898163 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa76259-f3fb-4301-bba8-f20ebe3db625 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:06:21.898487 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa76259-f3fb-4301-bba8-f20ebe3db625 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:06:21.898811 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa76259-f3fb-4301-bba8-f20ebe3db625 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:06:21.899134 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa76259-f3fb-4301-bba8-f20ebe3db625 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:06:21.899460 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa76259-f3fb-4301-bba8-f20ebe3db625 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:06:21.899777 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa76259-f3fb-4301-bba8-f20ebe3db625 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:06:21.900099 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa76259-f3fb-4301-bba8-f20ebe3db625 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:06:22.231664 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:06:22.235286 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-6e9162b3-6d97-4ecd-a9a2-3479c25a4f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (54fa5420-569f-41b3-81ce-b3c99a893561), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:06:22.247096 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-cfa76259-f3fb-4301-bba8-f20ebe3db625 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Publish callbacks [] for floatingip (51b659fc-ec00-4db2-b288-64f55215637c), precommit_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:06:22.402755 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-cfa76259-f3fb-4301-bba8-f20ebe3db625 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (e2bc3a5a-048c-4888-bed1-c04f43228528), before_update {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:06:22.566092 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-cfa76259-f3fb-4301-bba8-f20ebe3db625 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Publish callbacks [] for port (e2bc3a5a-048c-4888-bed1-c04f43228528), precommit_update {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:06:22.658412 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-cfa76259-f3fb-4301-bba8-f20ebe3db625 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473659'] for port (e2bc3a5a-048c-4888-bed1-c04f43228528), after_update {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:06:22.730870 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa76259-f3fb-4301-bba8-f20ebe3db625 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Pushing event updated for resources: {'Port': ['ID=e2bc3a5a-048c-4888-bed1-c04f43228528,revision_number=2']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:06:22.733267 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-cfa76259-f3fb-4301-bba8-f20ebe3db625 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711587'] for floatingip (51b659fc-ec00-4db2-b288-64f55215637c), after_create {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:06:22.835575 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.db.l3_db [None req-cfa76259-f3fb-4301-bba8-f20ebe3db625 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Floating IP 51b659fc-ec00-4db2-b288-64f55215637c associated. External IP: 172.27.1.146, port: e715dc1c-a174-44a0-a3f4-3a389b116353. Sep 16 10:06:22.920982 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:06:23.043171 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfa76259-f3fb-4301-bba8-f20ebe3db625 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Router 1d8e0e84-a6e6-465b-800d-351c9eea58c8 has already been hosted by L3 agent 647718b3-8298-4382-86e2-3fad9f5d7804 {{(pid=113423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 10:06:23.163274 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfa76259-f3fb-4301-bba8-f20ebe3db625 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Notify agent at l3_agent.dv-cinder-790535-43-iscsi the message routers_updated {{(pid=113423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 10:06:23.175500 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b1c4fb-a0c9-431b-a128-c2792eae5767 None None] Sync routers for ids ['1d8e0e84-a6e6-465b-800d-351c9eea58c8'] in dv-cinder-790535-43-iscsi {{(pid=113426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 10:06:23.186850 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b1c4fb-a0c9-431b-a128-c2792eae5767 None None] Routers {'1d8e0e84-a6e6-465b-800d-351c9eea58c8'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 10:06:23.187449 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-c9b1c4fb-a0c9-431b-a128-c2792eae5767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T10:05:54Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['1d8e0e84-a6e6-465b-800d-351c9eea58c8'], 'active': True} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:06:23.266903 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-cfa76259-f3fb-4301-bba8-f20ebe3db625 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110971'] for floatingip (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:06:23.293508 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvr_db [None req-c9b1c4fb-a0c9-431b-a128-c2792eae5767 None None] Set router 1d8e0e84-a6e6-465b-800d-351c9eea58c8 gateway port host: dv-cinder-790535-43-iscsi {{(pid=113426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 10:06:23.300271 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-cfa76259-f3fb-4301-bba8-f20ebe3db625 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9921024 Sep 16 10:06:23.300928 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33adb696-c1ac-4c86-94ca-77f76a8f5ea6', 'tag': 'e715dc1c-a174-44a0-a3f4-3a389b116353'}] {{(pid=113423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 10:06:23.303826 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71a7bfedd24ed74f5a0f7cbe4469292c95f8b2943141139d877a1e440cdb58a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7aa867a-ccb1-4e17-a9e1-a1f1829187ec" -d '{"events": [{"name": "network-changed", "server_uuid": "33adb696-c1ac-4c86-94ca-77f76a8f5ea6", "tag": "e715dc1c-a174-44a0-a3f4-3a389b116353"}]}' {{(pid=113423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 10:06:23.345081 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 10:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d813e6e-49af-496a-9007-eb90de36c032 x-openstack-request-id: req-0d813e6e-49af-496a-9007-eb90de36c032 {{(pid=113423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 10:06:23.345446 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33adb696-c1ac-4c86-94ca-77f76a8f5ea6", "tag": "e715dc1c-a174-44a0-a3f4-3a389b116353", "status": "completed", "code": 200}]} {{(pid=113423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 10:06:23.345828 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0d813e6e-49af-496a-9007-eb90de36c032 {{(pid=113423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 10:06:23.346395 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d813e6e-49af-496a-9007-eb90de36c032'] response: {'name': 'network-changed', 'server_uuid': '33adb696-c1ac-4c86-94ca-77f76a8f5ea6', 'tag': 'e715dc1c-a174-44a0-a3f4-3a389b116353', 'status': 'completed', 'code': 200} Sep 16 10:06:23.427950 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aa867a-ccb1-4e17-a9e1-a1f1829187ec req-4df46bee-6fe7-48d5-8a03-8c002b2acdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:06:23.430357 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-b7aa867a-ccb1-4e17-a9e1-a1f1829187ec req-4df46bee-6fe7-48d5-8a03-8c002b2acdda service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=aaeb5ec036dd43479e9b66290a29d6d5&device_id=33adb696-c1ac-4c86-94ca-77f76a8f5ea6 HTTP/1.1" status: 200 len: 1130 time: 0.0622721 Sep 16 10:06:23.527000 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aa867a-ccb1-4e17-a9e1-a1f1829187ec req-1210c847-b277-4609-b5d5-4b334c461fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:06:23.528514 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-b7aa867a-ccb1-4e17-a9e1-a1f1829187ec req-1210c847-b277-4609-b5d5-4b334c461fde service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=15128754-481d-4580-9909-e9d7f17bf2e9 HTTP/1.1" status: 200 len: 913 time: 0.0929465 Sep 16 10:06:23.528674 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-c9b1c4fb-a0c9-431b-a128-c2792eae5767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8e0e84-a6e6-465b-800d-351c9eea58c8', 'name': 'tempest-TestVolumeBootPattern-2090367717-router', 'tenant_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'afc272bc-b8b5-4b2e-a80a-6c3c49f76550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T10:03:10Z', 'updated_at': '2022-09-16T10:03:13Z', 'revision_number': 4, 'project_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'gw_port': {'id': 'afc272bc-b8b5-4b2e-a80a-6c3c49f76550', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:70:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8e0e84-a6e6-465b-800d-351c9eea58c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T10:03:11Z', 'updated_at': '2022-09-16T10:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_floatingips': [{'id': '51b659fc-ec00-4db2-b288-64f55215637c', 'tenant_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'floating_ip_address': '172.27.1.146', 'floating_network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'router_id': '1d8e0e84-a6e6-465b-800d-351c9eea58c8', 'port_id': 'e715dc1c-a174-44a0-a3f4-3a389b116353', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15128754-481d-4580-9909-e9d7f17bf2e9', 'mac_address': 'fa:16:3e:8a:79:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33adb696-c1ac-4c86-94ca-77f76a8f5ea6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T10:06:22Z', 'updated_at': '2022-09-16T10:06:22Z', 'revision_number': 0, 'project_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27b24c13-fd4b-4353-b42c-cca934c1ffb5', 'name': '', 'network_id': '15128754-481d-4580-9909-e9d7f17bf2e9', 'tenant_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'mac_address': 'fa:16:3e:f9:01:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8e0e84-a6e6-465b-800d-351c9eea58c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '58989cad-7ca2-43f9-ae25-0fab1e713f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T10:03:13Z', 'updated_at': '2022-09-16T10:03:17Z', 'revision_number': 5, 'project_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'subnets': [{'id': '58989cad-7ca2-43f9-ae25-0fab1e713f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:06:23.554842 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b1c4fb-a0c9-431b-a128-c2792eae5767 None None] Checking router: 1d8e0e84-a6e6-465b-800d-351c9eea58c8 for host: dv-cinder-790535-43-iscsi {{(pid=113426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 10:06:23.563512 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b1c4fb-a0c9-431b-a128-c2792eae5767 None None] Routers {'1d8e0e84-a6e6-465b-800d-351c9eea58c8'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 10:06:23.564124 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-c9b1c4fb-a0c9-431b-a128-c2792eae5767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T10:05:54Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['1d8e0e84-a6e6-465b-800d-351c9eea58c8'], 'active': True} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:06:23.598271 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-b7aa867a-ccb1-4e17-a9e1-a1f1829187ec req-e76a1946-aa38-4600-9881-bc5af91e3608 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e715dc1c-a174-44a0-a3f4-3a389b116353 HTTP/1.1" status: 200 len: 1000 time: 0.0632260 Sep 16 10:06:23.653672 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aa867a-ccb1-4e17-a9e1-a1f1829187ec req-0b695650-49d5-41d9-ad34-bc29cacd88f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:06:23.655141 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-b7aa867a-ccb1-4e17-a9e1-a1f1829187ec req-0b695650-49d5-41d9-ad34-bc29cacd88f1 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=58989cad-7ca2-43f9-ae25-0fab1e713f7c HTTP/1.1" status: 200 len: 851 time: 0.0513029 Sep 16 10:06:23.671141 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvr_db [None req-c9b1c4fb-a0c9-431b-a128-c2792eae5767 None None] Set router 1d8e0e84-a6e6-465b-800d-351c9eea58c8 gateway port host: dv-cinder-790535-43-iscsi {{(pid=113426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 10:06:23.699477 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aa867a-ccb1-4e17-a9e1-a1f1829187ec req-5cdfe1b1-cc42-46f0-9cb8-08991fcbf2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:06:23.700912 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-b7aa867a-ccb1-4e17-a9e1-a1f1829187ec req-5cdfe1b1-cc42-46f0-9cb8-08991fcbf2c4 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=15128754-481d-4580-9909-e9d7f17bf2e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0403280 Sep 16 10:06:23.755922 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=100 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:06:23.804589 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-b7aa867a-ccb1-4e17-a9e1-a1f1829187ec req-ab5289f1-50dc-4278-a3d9-0edac935ad50 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/15128754-481d-4580-9909-e9d7f17bf2e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974162 Sep 16 10:06:23.900707 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-b7aa867a-ccb1-4e17-a9e1-a1f1829187ec req-5c19023f-e7d7-40e7-b2d8-f6c419b7d408 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/15128754-481d-4580-9909-e9d7f17bf2e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908313 Sep 16 10:06:23.916930 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-c9b1c4fb-a0c9-431b-a128-c2792eae5767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8e0e84-a6e6-465b-800d-351c9eea58c8', 'name': 'tempest-TestVolumeBootPattern-2090367717-router', 'tenant_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'afc272bc-b8b5-4b2e-a80a-6c3c49f76550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T10:03:10Z', 'updated_at': '2022-09-16T10:03:13Z', 'revision_number': 4, 'project_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'gw_port': {'id': 'afc272bc-b8b5-4b2e-a80a-6c3c49f76550', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:70:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8e0e84-a6e6-465b-800d-351c9eea58c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T10:03:11Z', 'updated_at': '2022-09-16T10:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_floatingips': [{'id': '51b659fc-ec00-4db2-b288-64f55215637c', 'tenant_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'floating_ip_address': '172.27.1.146', 'floating_network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'router_id': '1d8e0e84-a6e6-465b-800d-351c9eea58c8', 'port_id': 'e715dc1c-a174-44a0-a3f4-3a389b116353', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15128754-481d-4580-9909-e9d7f17bf2e9', 'mac_address': 'fa:16:3e:8a:79:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33adb696-c1ac-4c86-94ca-77f76a8f5ea6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T10:06:22Z', 'updated_at': '2022-09-16T10:06:22Z', 'revision_number': 0, 'project_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27b24c13-fd4b-4353-b42c-cca934c1ffb5', 'name': '', 'network_id': '15128754-481d-4580-9909-e9d7f17bf2e9', 'tenant_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'mac_address': 'fa:16:3e:f9:01:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8e0e84-a6e6-465b-800d-351c9eea58c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '58989cad-7ca2-43f9-ae25-0fab1e713f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T10:03:13Z', 'updated_at': '2022-09-16T10:03:17Z', 'revision_number': 5, 'project_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'subnets': [{'id': '58989cad-7ca2-43f9-ae25-0fab1e713f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:06:23.943548 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b1c4fb-a0c9-431b-a128-c2792eae5767 None None] The sync data for ids ['1d8e0e84-a6e6-465b-800d-351c9eea58c8'] in dv-cinder-790535-43-iscsi is: [{'id': '1d8e0e84-a6e6-465b-800d-351c9eea58c8', 'name': 'tempest-TestVolumeBootPattern-2090367717-router', 'tenant_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'afc272bc-b8b5-4b2e-a80a-6c3c49f76550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T10:03:10Z', 'updated_at': '2022-09-16T10:03:13Z', 'revision_number': 4, 'project_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'gw_port': {'id': 'afc272bc-b8b5-4b2e-a80a-6c3c49f76550', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:70:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8e0e84-a6e6-465b-800d-351c9eea58c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T10:03:11Z', 'updated_at': '2022-09-16T10:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_floatingips': [{'id': '51b659fc-ec00-4db2-b288-64f55215637c', 'tenant_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'floating_ip_address': '172.27.1.146', 'floating_network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'router_id': '1d8e0e84-a6e6-465b-800d-351c9eea58c8', 'port_id': 'e715dc1c-a174-44a0-a3f4-3a389b116353', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15128754-481d-4580-9909-e9d7f17bf2e9', 'mac_address': 'fa:16:3e:8a:79:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33adb696-c1ac-4c86-94ca-77f76a8f5ea6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T10:06:22Z', 'updated_at': '2022-09-16T10:06:22Z', 'revision_number': 0, 'project_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27b24c13-fd4b-4353-b42c-cca934c1ffb5', 'name': '', 'network_id': '15128754-481d-4580-9909-e9d7f17bf2e9', 'tenant_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'mac_address': 'fa:16:3e:f9:01:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8e0e84-a6e6-465b-800d-351c9eea58c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '58989cad-7ca2-43f9-ae25-0fab1e713f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T10:03:13Z', 'updated_at': '2022-09-16T10:03:17Z', 'revision_number': 5, 'project_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'subnets': [{'id': '58989cad-7ca2-43f9-ae25-0fab1e713f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 10:06:24.174453 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c075539f-0846-4211-99d8-02203f404cc1 None None] New status for floating IP 51b659fc-ec00-4db2-b288-64f55215637c: ACTIVE {{(pid=113425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 10:06:24.584722 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-8885b8ad-4413-41cb-829c-42b97ee35b66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (647718b3-8298-4382-86e2-3fad9f5d7804), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:06:25.898741 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-c17a0cac-31fa-4a66-ad06-99f53fca2b4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (2d63c820-fb16-4aae-acf9-0482010d4ad8), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:06:27.281037 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (be58d251-43cc-467d-bf31-2aae48e2ac56), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:06:27.406516 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-cd5fe5d0-24d3-4349-8269-176b5bcdf250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (65aa34d6-cc53-475e-ab2c-2c2516bff08f), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:06:33.295541 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=15,neutron:DELETE=1 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:06:33.297519 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:06:33.896444 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=86 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:06:33.897636 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=11 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:06:33.919678 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=76 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:06:33.920443 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=72 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:06:34.205289 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.agents_db [None req-7c9a7194-4e2e-43f7-be58-28c896ce3cef None None] Agent healthcheck: found 6 active agents {{(pid=113426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 10:06:35.018332 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (5b31c92a-f134-4c39-96dd-6f3267de2076), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:06:44.947566 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=28,neutron:UPDATE=4 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:06:44.952471 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=69,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:06:44.954187 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=67,neutron:UPDATE=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:06:46.768475 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-0f150d0f-2a1a-4894-bc18-3d7357be5e0d req-3224297d-e275-49bc-918f-f2ab9c7b8c90 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=33adb696-c1ac-4c86-94ca-77f76a8f5ea6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397747 Sep 16 10:06:46.856824 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f150d0f-2a1a-4894-bc18-3d7357be5e0d req-c42cfac2-87ec-44a5-b7ff-5eaa16fa4d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:06:46.858557 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-0f150d0f-2a1a-4894-bc18-3d7357be5e0d req-c42cfac2-87ec-44a5-b7ff-5eaa16fa4d99 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=aaeb5ec036dd43479e9b66290a29d6d5&device_id=33adb696-c1ac-4c86-94ca-77f76a8f5ea6 HTTP/1.1" status: 200 len: 1130 time: 0.0472996 Sep 16 10:06:46.977498 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f150d0f-2a1a-4894-bc18-3d7357be5e0d req-6a7bf245-3035-4073-8fc3-60012518dcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:06:46.979073 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-0f150d0f-2a1a-4894-bc18-3d7357be5e0d req-6a7bf245-3035-4073-8fc3-60012518dcdc service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=15128754-481d-4580-9909-e9d7f17bf2e9 HTTP/1.1" status: 200 len: 913 time: 0.0947523 Sep 16 10:06:47.047818 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-0f150d0f-2a1a-4894-bc18-3d7357be5e0d req-b8b752b7-d5e7-46ea-859a-9e7ae6f89c26 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e715dc1c-a174-44a0-a3f4-3a389b116353 HTTP/1.1" status: 200 len: 1002 time: 0.0624137 Sep 16 10:06:47.098279 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f150d0f-2a1a-4894-bc18-3d7357be5e0d req-9334a357-6740-40de-ba3c-26059afc8d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:06:47.100414 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-0f150d0f-2a1a-4894-bc18-3d7357be5e0d req-9334a357-6740-40de-ba3c-26059afc8d2e service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=58989cad-7ca2-43f9-ae25-0fab1e713f7c HTTP/1.1" status: 200 len: 851 time: 0.0467558 Sep 16 10:06:47.142352 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f150d0f-2a1a-4894-bc18-3d7357be5e0d req-ec449446-d143-437c-b7d8-bf6058d6c9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:06:47.143900 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-0f150d0f-2a1a-4894-bc18-3d7357be5e0d req-ec449446-d143-437c-b7d8-bf6058d6c9db service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=15128754-481d-4580-9909-e9d7f17bf2e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0385616 Sep 16 10:06:47.248230 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-0f150d0f-2a1a-4894-bc18-3d7357be5e0d req-72311c09-100c-4241-9ad7-dc8d5a5f355a service neutron] 10.222.0.27 "GET /networking/v2.0/networks/15128754-481d-4580-9909-e9d7f17bf2e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984561 Sep 16 10:06:47.344458 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-0f150d0f-2a1a-4894-bc18-3d7357be5e0d req-41d96977-4109-4cd2-97f2-ba8da29831f2 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/15128754-481d-4580-9909-e9d7f17bf2e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887227 Sep 16 10:06:49.406484 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=16 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:06:49.410489 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=18 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:06:52.155072 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-38883f99-2b31-4f4f-8773-3dd636eae31a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (54fa5420-569f-41b3-81ce-b3c99a893561), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:06:54.606611 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-7a5bb8f9-fcaa-4822-95c9-651fabaf2093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (647718b3-8298-4382-86e2-3fad9f5d7804), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:06:55.874833 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-c17a0cac-31fa-4a66-ad06-99f53fca2b4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (2d63c820-fb16-4aae-acf9-0482010d4ad8), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:06:57.326451 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (be58d251-43cc-467d-bf31-2aae48e2ac56), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:06:57.339976 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=50 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:06:57.341496 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=51 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:06:57.435427 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-cd5fe5d0-24d3-4349-8269-176b5bcdf250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (65aa34d6-cc53-475e-ab2c-2c2516bff08f), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:07:05.080908 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (5b31c92a-f134-4c39-96dd-6f3267de2076), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:07:11.204181 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.agents_db [None req-7c9a7194-4e2e-43f7-be58-28c896ce3cef None None] Agent healthcheck: found 6 active agents {{(pid=113426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 10:07:14.947566 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:07:14.951512 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:07:14.953304 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:07:21.198873 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=5 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:07:21.199685 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=3 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:07:22.160990 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-8ab0dc4a-43e2-4274-a159-1b99a9d1b65c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (54fa5420-569f-41b3-81ce-b3c99a893561), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:07:24.582087 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-75cee80b-c0c1-4d7d-90fc-c44b05bb35ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (647718b3-8298-4382-86e2-3fad9f5d7804), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:07:25.893102 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-c17a0cac-31fa-4a66-ad06-99f53fca2b4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (2d63c820-fb16-4aae-acf9-0482010d4ad8), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:07:27.297562 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (be58d251-43cc-467d-bf31-2aae48e2ac56), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:07:27.400134 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-cd5fe5d0-24d3-4349-8269-176b5bcdf250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (65aa34d6-cc53-475e-ab2c-2c2516bff08f), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:07:35.017635 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (5b31c92a-f134-4c39-96dd-6f3267de2076), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:07:44.949558 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:07:44.954675 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:07:44.956488 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=17,neutron:UPDATE=4 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:07:48.202953 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.agents_db [None req-7c9a7194-4e2e-43f7-be58-28c896ce3cef None None] Agent healthcheck: found 6 active agents {{(pid=113426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 10:07:48.780150 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-35547d11-cd15-4c1b-a3ea-3f37b95baddc req-6424f653-9de2-48f7-8d87-a63be084a50a service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=33adb696-c1ac-4c86-94ca-77f76a8f5ea6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0470350 Sep 16 10:07:48.866059 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35547d11-cd15-4c1b-a3ea-3f37b95baddc req-ab52726b-1c06-4abc-907d-3164c4a44a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:07:48.867658 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-35547d11-cd15-4c1b-a3ea-3f37b95baddc req-ab52726b-1c06-4abc-907d-3164c4a44a6d service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=aaeb5ec036dd43479e9b66290a29d6d5&device_id=33adb696-c1ac-4c86-94ca-77f76a8f5ea6 HTTP/1.1" status: 200 len: 1130 time: 0.0438797 Sep 16 10:07:48.981425 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35547d11-cd15-4c1b-a3ea-3f37b95baddc req-4b8201f0-adb6-4030-b67a-177f6b1ccf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:07:48.982989 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-35547d11-cd15-4c1b-a3ea-3f37b95baddc req-4b8201f0-adb6-4030-b67a-177f6b1ccf57 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=15128754-481d-4580-9909-e9d7f17bf2e9 HTTP/1.1" status: 200 len: 913 time: 0.0965362 Sep 16 10:07:49.050801 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-35547d11-cd15-4c1b-a3ea-3f37b95baddc req-07ec3d3d-0572-4611-98c3-443422dfad3c service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e715dc1c-a174-44a0-a3f4-3a389b116353 HTTP/1.1" status: 200 len: 1002 time: 0.0616853 Sep 16 10:07:49.104976 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35547d11-cd15-4c1b-a3ea-3f37b95baddc req-e5378ddd-3484-4405-b23c-de40367f3566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:07:49.106509 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-35547d11-cd15-4c1b-a3ea-3f37b95baddc req-e5378ddd-3484-4405-b23c-de40367f3566 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=58989cad-7ca2-43f9-ae25-0fab1e713f7c HTTP/1.1" status: 200 len: 851 time: 0.0502634 Sep 16 10:07:49.152290 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35547d11-cd15-4c1b-a3ea-3f37b95baddc req-df576724-e5aa-4025-8247-bb55c360ef27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:07:49.153906 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-35547d11-cd15-4c1b-a3ea-3f37b95baddc req-df576724-e5aa-4025-8247-bb55c360ef27 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=15128754-481d-4580-9909-e9d7f17bf2e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0420434 Sep 16 10:07:49.254706 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-35547d11-cd15-4c1b-a3ea-3f37b95baddc req-e0b05cf5-78ba-407f-9350-7491d4bc66eb service neutron] 10.222.0.27 "GET /networking/v2.0/networks/15128754-481d-4580-9909-e9d7f17bf2e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949824 Sep 16 10:07:49.363265 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-35547d11-cd15-4c1b-a3ea-3f37b95baddc req-62b5558c-1ce3-4c79-a112-d3e297a85833 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/15128754-481d-4580-9909-e9d7f17bf2e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025238 Sep 16 10:07:52.188682 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-21d56e0c-5fe4-4412-97f8-c29c1f461a23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (54fa5420-569f-41b3-81ce-b3c99a893561), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:07:54.617518 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-5954ffd8-7fcd-4292-bbdb-a3045de9ced7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (647718b3-8298-4382-86e2-3fad9f5d7804), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:07:55.914759 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-c17a0cac-31fa-4a66-ad06-99f53fca2b4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (2d63c820-fb16-4aae-acf9-0482010d4ad8), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:07:57.353150 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (be58d251-43cc-467d-bf31-2aae48e2ac56), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:07:57.415625 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-cd5fe5d0-24d3-4349-8269-176b5bcdf250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (65aa34d6-cc53-475e-ab2c-2c2516bff08f), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:07:58.197255 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=3 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:07:58.198092 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:07:58.714879 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-fee2266b-fa36-48ab-b6a2-a47bfe1bd891 req-59bc771f-467f-411c-963e-3499b6283d11 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-283210283&fields=id&tenant_id=aaeb5ec036dd43479e9b66290a29d6d5 HTTP/1.1" status: 200 len: 267 time: 0.0478773 Sep 16 10:07:58.830854 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee2266b-fa36-48ab-b6a2-a47bfe1bd891 req-7a6a14aa-d0d0-40af-a630-fc181ecc1f92 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:07:58.832333 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-fee2266b-fa36-48ab-b6a2-a47bfe1bd891 req-7a6a14aa-d0d0-40af-a630-fc181ecc1f92 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/networks?id=15128754-481d-4580-9909-e9d7f17bf2e9 HTTP/1.1" status: 200 len: 812 time: 0.1094720 Sep 16 10:07:58.851992 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-fee2266b-fa36-48ab-b6a2-a47bfe1bd891 req-80bceaba-7eb5-4497-81d1-f7b9f78f81ce tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/quotas/aaeb5ec036dd43479e9b66290a29d6d5 HTTP/1.1" status: 200 len: 375 time: 0.0100095 Sep 16 10:07:58.929201 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-fee2266b-fa36-48ab-b6a2-a47bfe1bd891 req-95d53018-15f6-4eab-83f4-8ba3fc7bc294 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=aaeb5ec036dd43479e9b66290a29d6d5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0697322 Sep 16 10:07:59.036264 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-fee2266b-fa36-48ab-b6a2-a47bfe1bd891 req-df8a18cd-ebf1-4957-9619-53bf4d72f0b3 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/15128754-481d-4580-9909-e9d7f17bf2e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931594 Sep 16 10:07:59.143630 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-fee2266b-fa36-48ab-b6a2-a47bfe1bd891 req-6e983035-5315-4604-b95f-fbe671e6e9e4 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/15128754-481d-4580-9909-e9d7f17bf2e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008821 Sep 16 10:07:59.797010 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-04cacb81-bc32-4c4d-b125-989d1767ad04 req-90cd1d0f-9d27-42b2-8d96-c819e6ee96b6 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=8e45bd2b-3420-4322-934e-e55031e42e0d HTTP/1.1" status: 200 len: 210 time: 0.0304849 Sep 16 10:08:00.887191 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-eab63bd4-1e12-4d06-9bcf-1f79e1e296b0 req-cb7868bd-337c-454e-8cda-8f9602c33cee tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=8e45bd2b-3420-4322-934e-e55031e42e0d HTTP/1.1" status: 200 len: 210 time: 0.0276458 Sep 16 10:08:01.998977 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-0d816034-5098-4f70-896e-402538d58cc6 req-8eeb6514-ab99-4752-b555-cb612ffa66d3 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=8e45bd2b-3420-4322-934e-e55031e42e0d HTTP/1.1" status: 200 len: 210 time: 0.0318496 Sep 16 10:08:03.107425 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-88ade15b-44dc-4509-8837-4cab080853f3 req-ec616a38-1af0-4b76-94b4-cace4d8f1bd5 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=8e45bd2b-3420-4322-934e-e55031e42e0d HTTP/1.1" status: 200 len: 210 time: 0.0309119 Sep 16 10:08:03.205907 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=100 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:08:03.209009 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=100 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:08:03.239532 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee2266b-fa36-48ab-b6a2-a47bfe1bd891 req-3232a849-413a-482f-b1d6-2f14eda96dd1 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:08:03.241037 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-fee2266b-fa36-48ab-b6a2-a47bfe1bd891 req-3232a849-413a-482f-b1d6-2f14eda96dd1 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.27 "GET /networking/v2.0/networks?id=15128754-481d-4580-9909-e9d7f17bf2e9 HTTP/1.1" status: 200 len: 812 time: 0.1190152 Sep 16 10:08:03.308360 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-fee2266b-fa36-48ab-b6a2-a47bfe1bd891 req-86b422af-05c4-43b1-8d7f-e03e7db21fbb tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.27 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=aaeb5ec036dd43479e9b66290a29d6d5 HTTP/1.1" status: 200 len: 379 time: 0.0598707 Sep 16 10:08:03.317436 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.v2.base [req-fee2266b-fa36-48ab-b6a2-a47bfe1bd891 req-12a8381b-bdc2-4dbd-ae2e-6e046c0d213e tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Request body: {'port': {'device_id': '8e45bd2b-3420-4322-934e-e55031e42e0d', 'network_id': '15128754-481d-4580-9909-e9d7f17bf2e9', 'admin_state_up': True, 'tenant_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'security_groups': ['2b29e518-2218-4ac8-8f2d-f2816824c081']}} {{(pid=113424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:08:03.501522 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fee2266b-fa36-48ab-b6a2-a47bfe1bd891 req-12a8381b-bdc2-4dbd-ae2e-6e046c0d213e tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Made reservation on behalf of aaeb5ec036dd43479e9b66290a29d6d5 for: {'port': 1} {{(pid=113424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 10:08:03.505416 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-fee2266b-fa36-48ab-b6a2-a47bfe1bd891 req-12a8381b-bdc2-4dbd-ae2e-6e046c0d213e tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:08:03.642346 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.db_base_plugin_common [req-fee2266b-fa36-48ab-b6a2-a47bfe1bd891 req-12a8381b-bdc2-4dbd-ae2e-6e046c0d213e tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Allocated IP 172.20.0.11 (15128754-481d-4580-9909-e9d7f17bf2e9/58989cad-7ca2-43f9-ae25-0fab1e713f7c/3d8e53fa-cbf5-4fc1-8350-b26e2d8e4d58) {{(pid=113424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 10:08:03.794979 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-fee2266b-fa36-48ab-b6a2-a47bfe1bd891 req-12a8381b-bdc2-4dbd-ae2e-6e046c0d213e tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Publish callbacks [] for port (3d8e53fa-cbf5-4fc1-8350-b26e2d8e4d58), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:08:03.913223 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-fee2266b-fa36-48ab-b6a2-a47bfe1bd891 req-12a8381b-bdc2-4dbd-ae2e-6e046c0d213e tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759571245505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27240065'] for port (3d8e53fa-cbf5-4fc1-8350-b26e2d8e4d58), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:08:03.962684 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fee2266b-fa36-48ab-b6a2-a47bfe1bd891 req-12a8381b-bdc2-4dbd-ae2e-6e046c0d213e tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Network 15128754-481d-4580-9909-e9d7f17bf2e9 is already hosted by enough agents. {{(pid=113424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 10:08:03.966019 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.base_scheduler [req-fee2266b-fa36-48ab-b6a2-a47bfe1bd891 req-12a8381b-bdc2-4dbd-ae2e-6e046c0d213e tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Resources bound (agent type, host, resource id): {{(pid=113424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 10:08:03.970045 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.l3_dvrscheduler_db [req-fee2266b-fa36-48ab-b6a2-a47bfe1bd891 req-12a8381b-bdc2-4dbd-ae2e-6e046c0d213e tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Received port after_create {{(pid=113424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 10:08:03.997307 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a8381b-bdc2-4dbd-ae2e-6e046c0d213e tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Pushing event updated for resources: {'Port': ['ID=3d8e53fa-cbf5-4fc1-8350-b26e2d8e4d58,revision_number=1']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:08:04.011635 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a8381b-bdc2-4dbd-ae2e-6e046c0d213e tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:08:04.011989 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a8381b-bdc2-4dbd-ae2e-6e046c0d213e tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:08:04.012330 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a8381b-bdc2-4dbd-ae2e-6e046c0d213e tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:08:04.012660 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a8381b-bdc2-4dbd-ae2e-6e046c0d213e tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:08:04.012982 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a8381b-bdc2-4dbd-ae2e-6e046c0d213e tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:08:04.013315 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a8381b-bdc2-4dbd-ae2e-6e046c0d213e tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:08:04.013667 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a8381b-bdc2-4dbd-ae2e-6e046c0d213e tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:08:04.013991 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a8381b-bdc2-4dbd-ae2e-6e046c0d213e tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:08:04.014518 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a8381b-bdc2-4dbd-ae2e-6e046c0d213e tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:08:04.014875 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a8381b-bdc2-4dbd-ae2e-6e046c0d213e tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:08:04.015259 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a8381b-bdc2-4dbd-ae2e-6e046c0d213e tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:08:04.015607 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a8381b-bdc2-4dbd-ae2e-6e046c0d213e tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:08:04.015934 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a8381b-bdc2-4dbd-ae2e-6e046c0d213e tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:08:04.016255 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a8381b-bdc2-4dbd-ae2e-6e046c0d213e tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:08:04.016570 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a8381b-bdc2-4dbd-ae2e-6e046c0d213e tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:08:04.037041 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee2266b-fa36-48ab-b6a2-a47bfe1bd891 req-12a8381b-bdc2-4dbd-ae2e-6e046c0d213e tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:08:04.043559 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-fee2266b-fa36-48ab-b6a2-a47bfe1bd891 req-12a8381b-bdc2-4dbd-ae2e-6e046c0d213e tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110971'] for port (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:08:04.138329 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-fee2266b-fa36-48ab-b6a2-a47bfe1bd891 req-12a8381b-bdc2-4dbd-ae2e-6e046c0d213e tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8253663 Sep 16 10:08:04.149505 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.v2.base [req-fee2266b-fa36-48ab-b6a2-a47bfe1bd891 req-2485eba4-bfaa-4e39-942a-a1a2321a0ec9 service neutron] Request body: {'port': {'device_id': '8e45bd2b-3420-4322-934e-e55031e42e0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=113424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:08:04.213670 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-fee2266b-fa36-48ab-b6a2-a47bfe1bd891 req-2485eba4-bfaa-4e39-942a-a1a2321a0ec9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (3d8e53fa-cbf5-4fc1-8350-b26e2d8e4d58), before_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:08:04.227790 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:08:04.245663 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a46077-85ed-46d2-a5bd-09d17b1ccdf6 req-2ea75a11-6b0d-441b-8092-c5bdec13c84d tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:08:04.247104 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-73a46077-85ed-46d2-a5bd-09d17b1ccdf6 req-2ea75a11-6b0d-441b-8092-c5bdec13c84d tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=8e45bd2b-3420-4322-934e-e55031e42e0d HTTP/1.1" status: 200 len: 932 time: 0.0527103 Sep 16 10:08:04.256051 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-6943a4c1-76d3-4dce-832c-8a48adeb9f2b None None] Provisioning complete for port 3d8e53fa-cbf5-4fc1-8350-b26e2d8e4d58 triggered by entity DHCP. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 10:08:04.260403 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-6943a4c1-76d3-4dce-832c-8a48adeb9f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (3d8e53fa-cbf5-4fc1-8350-b26e2d8e4d58), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:08:04.260403 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-6943a4c1-76d3-4dce-832c-8a48adeb9f2b None None] Attempt 1 to provision port 3d8e53fa-cbf5-4fc1-8350-b26e2d8e4d58 Sep 16 10:08:04.301055 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-6943a4c1-76d3-4dce-832c-8a48adeb9f2b None None] Port 3d8e53fa-cbf5-4fc1-8350-b26e2d8e4d58 cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 10:08:04.308623 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-73a46077-85ed-46d2-a5bd-09d17b1ccdf6 req-8d708a84-03a5-4973-9e73-dd4183cba1f7 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2b29e518-2218-4ac8-8f2d-f2816824c081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486784 Sep 16 10:08:04.332931 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:08:04.503194 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.notifiers.nova [req-fee2266b-fa36-48ab-b6a2-a47bfe1bd891 req-2485eba4-bfaa-4e39-942a-a1a2321a0ec9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d8e53fa-cbf5-4fc1-8350-b26e2d8e4d58 {{(pid=113424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 10:08:04.510631 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-fee2266b-fa36-48ab-b6a2-a47bfe1bd891 req-2485eba4-bfaa-4e39-942a-a1a2321a0ec9 service neutron] Publish callbacks [] for port (3d8e53fa-cbf5-4fc1-8350-b26e2d8e4d58), precommit_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:08:04.523923 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.provisioning_blocks [req-fee2266b-fa36-48ab-b6a2-a47bfe1bd891 req-2485eba4-bfaa-4e39-942a-a1a2321a0ec9 service neutron] Transition to ACTIVE for port object 3d8e53fa-cbf5-4fc1-8350-b26e2d8e4d58 will not be triggered until provisioned by entity L2. {{(pid=113424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 10:08:04.601519 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-fee2266b-fa36-48ab-b6a2-a47bfe1bd891 req-2485eba4-bfaa-4e39-942a-a1a2321a0ec9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27240120'] for port (3d8e53fa-cbf5-4fc1-8350-b26e2d8e4d58), after_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:08:04.664622 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2485eba4-bfaa-4e39-942a-a1a2321a0ec9 service neutron] Pushing event updated for resources: {'Port': ['ID=3d8e53fa-cbf5-4fc1-8350-b26e2d8e4d58,revision_number=2']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:08:04.714932 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.managers [req-fee2266b-fa36-48ab-b6a2-a47bfe1bd891 req-2485eba4-bfaa-4e39-942a-a1a2321a0ec9 service neutron] Attempting to bind port 3d8e53fa-cbf5-4fc1-8350-b26e2d8e4d58 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=113424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 10:08:04.715274 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.managers [req-fee2266b-fa36-48ab-b6a2-a47bfe1bd891 req-2485eba4-bfaa-4e39-942a-a1a2321a0ec9 service neutron] Attempting to bind port 3d8e53fa-cbf5-4fc1-8350-b26e2d8e4d58 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'be3ea914-9668-4564-9738-7252d20654e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '15128754-481d-4580-9909-e9d7f17bf2e9'}] {{(pid=113424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 10:08:04.715613 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee2266b-fa36-48ab-b6a2-a47bfe1bd891 req-2485eba4-bfaa-4e39-942a-a1a2321a0ec9 service neutron] Attempting to bind port 3d8e53fa-cbf5-4fc1-8350-b26e2d8e4d58 on network 15128754-481d-4580-9909-e9d7f17bf2e9 {{(pid=113424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 10:08:04.762207 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee2266b-fa36-48ab-b6a2-a47bfe1bd891 req-2485eba4-bfaa-4e39-942a-a1a2321a0ec9 service neutron] Port 3d8e53fa-cbf5-4fc1-8350-b26e2d8e4d58 on network 15128754-481d-4580-9909-e9d7f17bf2e9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=113424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 10:08:04.762444 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee2266b-fa36-48ab-b6a2-a47bfe1bd891 req-2485eba4-bfaa-4e39-942a-a1a2321a0ec9 service neutron] Attempting to bind port 3d8e53fa-cbf5-4fc1-8350-b26e2d8e4d58 on network 15128754-481d-4580-9909-e9d7f17bf2e9 {{(pid=113424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 10:08:04.802151 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:08:04.803004 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-6943a4c1-76d3-4dce-832c-8a48adeb9f2b None None] Attempt 2 to provision port 3d8e53fa-cbf5-4fc1-8350-b26e2d8e4d58 Sep 16 10:08:04.812278 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee2266b-fa36-48ab-b6a2-a47bfe1bd891 req-2485eba4-bfaa-4e39-942a-a1a2321a0ec9 service neutron] Checking agent: {'id': '5b31c92a-f134-4c39-96dd-6f3267de2076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 9, 48, 33), 'started_at': datetime.datetime(2022, 9, 16, 9, 48, 33), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 10, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 10:08:04.816903 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee2266b-fa36-48ab-b6a2-a47bfe1bd891 req-2485eba4-bfaa-4e39-942a-a1a2321a0ec9 service neutron] Checking segment: {'id': 'be3ea914-9668-4564-9738-7252d20654e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '15128754-481d-4580-9909-e9d7f17bf2e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 10:08:04.816903 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee2266b-fa36-48ab-b6a2-a47bfe1bd891 req-2485eba4-bfaa-4e39-942a-a1a2321a0ec9 service neutron] Bound using segment: {'id': 'be3ea914-9668-4564-9738-7252d20654e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '15128754-481d-4580-9909-e9d7f17bf2e9'} {{(pid=113424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 10:08:04.816903 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.managers [req-fee2266b-fa36-48ab-b6a2-a47bfe1bd891 req-2485eba4-bfaa-4e39-942a-a1a2321a0ec9 service neutron] Bound port: 3d8e53fa-cbf5-4fc1-8350-b26e2d8e4d58, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be3ea914-9668-4564-9738-7252d20654e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '15128754-481d-4580-9909-e9d7f17bf2e9'}}] {{(pid=113424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 10:08:04.816903 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-fee2266b-fa36-48ab-b6a2-a47bfe1bd891 req-2485eba4-bfaa-4e39-942a-a1a2321a0ec9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (3d8e53fa-cbf5-4fc1-8350-b26e2d8e4d58), before_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:08:04.839311 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-6943a4c1-76d3-4dce-832c-8a48adeb9f2b None None] Port 3d8e53fa-cbf5-4fc1-8350-b26e2d8e4d58 cannot update to ACTIVE because it is not bound. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 10:08:04.877389 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.db [req-fee2266b-fa36-48ab-b6a2-a47bfe1bd891 req-2485eba4-bfaa-4e39-942a-a1a2321a0ec9 service neutron] For port 3d8e53fa-cbf5-4fc1-8350-b26e2d8e4d58, host hv-cinder-79053, cleared binding levels {{(pid=113424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 10:08:04.880712 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.db [req-fee2266b-fa36-48ab-b6a2-a47bfe1bd891 req-2485eba4-bfaa-4e39-942a-a1a2321a0ec9 service neutron] For port 3d8e53fa-cbf5-4fc1-8350-b26e2d8e4d58, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3d8e53fa-cbf5-4fc1-8350-b26e2d8e4d58,segment=NetworkSegment(be3ea914-9668-4564-9738-7252d20654e9),segment_id=be3ea914-9668-4564-9738-7252d20654e9)] {{(pid=113424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 10:08:04.989222 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-fee2266b-fa36-48ab-b6a2-a47bfe1bd891 req-2485eba4-bfaa-4e39-942a-a1a2321a0ec9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27240120'] for port (3d8e53fa-cbf5-4fc1-8350-b26e2d8e4d58), after_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:08:04.993756 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee2266b-fa36-48ab-b6a2-a47bfe1bd891 req-2485eba4-bfaa-4e39-942a-a1a2321a0ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:08:04.994379 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-fee2266b-fa36-48ab-b6a2-a47bfe1bd891 req-2485eba4-bfaa-4e39-942a-a1a2321a0ec9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110971'] for port (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:08:04.995822 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-fee2266b-fa36-48ab-b6a2-a47bfe1bd891 req-2485eba4-bfaa-4e39-942a-a1a2321a0ec9 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/3d8e53fa-cbf5-4fc1-8350-b26e2d8e4d58 HTTP/1.1" status: 200 len: 1094 time: 0.8507788 Sep 16 10:08:04.996364 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e45bd2b-3420-4322-934e-e55031e42e0d', 'tag': '3d8e53fa-cbf5-4fc1-8350-b26e2d8e4d58'}] {{(pid=113424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 10:08:04.999222 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16dfd0a1dfdfa1f1ee01b24bca40ddc03421b0ad37c1355f54f1c3176401751a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-878515ac-4782-4086-8e2b-63a4925655bc" -d '{"events": [{"name": "network-changed", "server_uuid": "8e45bd2b-3420-4322-934e-e55031e42e0d", "tag": "3d8e53fa-cbf5-4fc1-8350-b26e2d8e4d58"}]}' {{(pid=113424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 10:08:05.051314 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2485eba4-bfaa-4e39-942a-a1a2321a0ec9 service neutron] Pushing event updated for resources: {'Port': ['ID=3d8e53fa-cbf5-4fc1-8350-b26e2d8e4d58,revision_number=3']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:08:05.063484 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (5b31c92a-f134-4c39-96dd-6f3267de2076), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:08:05.098177 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 10:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f86367b3-2c4d-4d9f-b99b-6bd4a1cf9413 x-openstack-request-id: req-f86367b3-2c4d-4d9f-b99b-6bd4a1cf9413 {{(pid=113424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 10:08:05.098474 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e45bd2b-3420-4322-934e-e55031e42e0d", "tag": "3d8e53fa-cbf5-4fc1-8350-b26e2d8e4d58", "status": "completed", "code": 200}]} {{(pid=113424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 10:08:05.098731 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f86367b3-2c4d-4d9f-b99b-6bd4a1cf9413 {{(pid=113424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 10:08:05.099238 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f86367b3-2c4d-4d9f-b99b-6bd4a1cf9413'] response: {'name': 'network-changed', 'server_uuid': '8e45bd2b-3420-4322-934e-e55031e42e0d', 'tag': '3d8e53fa-cbf5-4fc1-8350-b26e2d8e4d58', 'status': 'completed', 'code': 200} Sep 16 10:08:05.161567 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878515ac-4782-4086-8e2b-63a4925655bc req-685993df-286b-4a1c-bbe1-c5f108e65b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:08:05.163089 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-878515ac-4782-4086-8e2b-63a4925655bc req-685993df-286b-4a1c-bbe1-c5f108e65b5a service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=aaeb5ec036dd43479e9b66290a29d6d5&device_id=8e45bd2b-3420-4322-934e-e55031e42e0d HTTP/1.1" status: 200 len: 1128 time: 0.0423532 Sep 16 10:08:05.266801 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878515ac-4782-4086-8e2b-63a4925655bc req-014ab5d2-bbcd-4ed2-8a48-3702beddc384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:08:05.268285 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-878515ac-4782-4086-8e2b-63a4925655bc req-014ab5d2-bbcd-4ed2-8a48-3702beddc384 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?tenant_id=aaeb5ec036dd43479e9b66290a29d6d5&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0989387 Sep 16 10:08:05.340565 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-6943a4c1-76d3-4dce-832c-8a48adeb9f2b None None] Attempt 3 to provision port 3d8e53fa-cbf5-4fc1-8350-b26e2d8e4d58 Sep 16 10:08:05.378723 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878515ac-4782-4086-8e2b-63a4925655bc req-53d96086-c129-48d4-8910-1b5881341cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:08:05.381511 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-878515ac-4782-4086-8e2b-63a4925655bc req-53d96086-c129-48d4-8910-1b5881341cbc service neutron] 10.222.0.27 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1063905 Sep 16 10:08:05.384740 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-6943a4c1-76d3-4dce-832c-8a48adeb9f2b None None] Port 3d8e53fa-cbf5-4fc1-8350-b26e2d8e4d58 had new provisioning blocks added so it will not transition to active. {{(pid=113425) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 10:08:05.441839 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1455584-b283-4a42-88c4-98632d027ddf req-3758d192-36e4-4cf9-b9ab-286b549ebbe6 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:08:05.443477 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-c1455584-b283-4a42-88c4-98632d027ddf req-3758d192-36e4-4cf9-b9ab-286b549ebbe6 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=8e45bd2b-3420-4322-934e-e55031e42e0d HTTP/1.1" status: 200 len: 944 time: 0.0510328 Sep 16 10:08:05.459980 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee2266b-fa36-48ab-b6a2-a47bfe1bd891 req-f1591071-4b3c-4188-8c6b-bc02ed97cfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:08:05.461647 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-fee2266b-fa36-48ab-b6a2-a47bfe1bd891 req-f1591071-4b3c-4188-8c6b-bc02ed97cfc7 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=aaeb5ec036dd43479e9b66290a29d6d5&device_id=8e45bd2b-3420-4322-934e-e55031e42e0d HTTP/1.1" status: 200 len: 1128 time: 0.0426435 Sep 16 10:08:05.497901 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-c1455584-b283-4a42-88c4-98632d027ddf req-0fa223c7-8a87-4543-a133-8a9167e6eb3c tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2b29e518-2218-4ac8-8f2d-f2816824c081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482087 Sep 16 10:08:05.505958 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-fee2266b-fa36-48ab-b6a2-a47bfe1bd891 req-f7ac52ab-7b6b-4e5c-be32-1a27d1d0b1c8 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d8e53fa-cbf5-4fc1-8350-b26e2d8e4d58 HTTP/1.1" status: 200 len: 217 time: 0.0381060 Sep 16 10:08:05.556849 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee2266b-fa36-48ab-b6a2-a47bfe1bd891 req-a4037fa7-7d7d-4874-ae23-dffbf9ab79a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:08:05.558471 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-fee2266b-fa36-48ab-b6a2-a47bfe1bd891 req-a4037fa7-7d7d-4874-ae23-dffbf9ab79a5 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=58989cad-7ca2-43f9-ae25-0fab1e713f7c HTTP/1.1" status: 200 len: 851 time: 0.0470510 Sep 16 10:08:05.601970 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee2266b-fa36-48ab-b6a2-a47bfe1bd891 req-11a986ae-dc68-4c0c-94d5-7c49b3e078a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:08:05.603379 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-fee2266b-fa36-48ab-b6a2-a47bfe1bd891 req-11a986ae-dc68-4c0c-94d5-7c49b3e078a9 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=15128754-481d-4580-9909-e9d7f17bf2e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0390270 Sep 16 10:08:05.697534 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-fee2266b-fa36-48ab-b6a2-a47bfe1bd891 req-5dfa1b48-361e-4a59-8714-636d3e65e91f service neutron] 10.222.0.27 "GET /networking/v2.0/networks/15128754-481d-4580-9909-e9d7f17bf2e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879791 Sep 16 10:08:05.790827 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-fee2266b-fa36-48ab-b6a2-a47bfe1bd891 req-112d56a7-5c13-4001-b906-58171aeeb05d service neutron] 10.222.0.27 "GET /networking/v2.0/networks/15128754-481d-4580-9909-e9d7f17bf2e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871363 Sep 16 10:08:06.645056 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3be0371-4f48-42be-900c-8e832481fc30 req-27d100a7-c6a9-43b7-a172-fbd6f6f1bfda tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:08:06.646609 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-d3be0371-4f48-42be-900c-8e832481fc30 req-27d100a7-c6a9-43b7-a172-fbd6f6f1bfda tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=8e45bd2b-3420-4322-934e-e55031e42e0d HTTP/1.1" status: 200 len: 944 time: 0.0625932 Sep 16 10:08:06.678119 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:08:06.699407 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-d3be0371-4f48-42be-900c-8e832481fc30 req-312b5fe4-4a1a-4135-b36a-326fba1bba5f tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2b29e518-2218-4ac8-8f2d-f2816824c081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471182 Sep 16 10:08:07.827893 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d7a898-8ce2-4463-8ceb-2b5dd1767270 req-eca65380-fd8d-4b75-8311-661df0729d2c tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:08:07.829418 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-c2d7a898-8ce2-4463-8ceb-2b5dd1767270 req-eca65380-fd8d-4b75-8311-661df0729d2c tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=8e45bd2b-3420-4322-934e-e55031e42e0d HTTP/1.1" status: 200 len: 944 time: 0.0529923 Sep 16 10:08:07.879261 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-c2d7a898-8ce2-4463-8ceb-2b5dd1767270 req-d64c2600-6de5-4609-8558-df17e13b4766 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2b29e518-2218-4ac8-8f2d-f2816824c081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440953 Sep 16 10:08:09.009989 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485aed61-e08b-47ca-87af-9cc3f159b6ea req-b3ea768e-bf95-4d9f-b254-284b3bd2b28c tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:08:09.011462 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-485aed61-e08b-47ca-87af-9cc3f159b6ea req-b3ea768e-bf95-4d9f-b254-284b3bd2b28c tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=8e45bd2b-3420-4322-934e-e55031e42e0d HTTP/1.1" status: 200 len: 944 time: 0.0539405 Sep 16 10:08:09.064486 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-485aed61-e08b-47ca-87af-9cc3f159b6ea req-0a0a3062-7e8a-40fa-ba7e-9ad5eb9811b4 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2b29e518-2218-4ac8-8f2d-f2816824c081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462382 Sep 16 10:08:10.190804 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ad8bad-309e-441c-87f5-a46ff86e5b1c req-183eb8e0-302d-49e0-9f20-bc7b1eeb17a3 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:08:10.192203 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-60ad8bad-309e-441c-87f5-a46ff86e5b1c req-183eb8e0-302d-49e0-9f20-bc7b1eeb17a3 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=8e45bd2b-3420-4322-934e-e55031e42e0d HTTP/1.1" status: 200 len: 944 time: 0.0463512 Sep 16 10:08:10.243255 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-60ad8bad-309e-441c-87f5-a46ff86e5b1c req-5f573a2c-c899-46f7-807f-0dc449af08dc tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2b29e518-2218-4ac8-8f2d-f2816824c081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454099 Sep 16 10:08:11.383875 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4520c82-2638-48d5-9f4b-c7359480d67e req-54e3f922-a073-463f-8cd9-087b56af7141 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:08:11.385418 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-a4520c82-2638-48d5-9f4b-c7359480d67e req-54e3f922-a073-463f-8cd9-087b56af7141 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=8e45bd2b-3420-4322-934e-e55031e42e0d HTTP/1.1" status: 200 len: 944 time: 0.0524750 Sep 16 10:08:11.445087 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-a4520c82-2638-48d5-9f4b-c7359480d67e req-f61e4d47-b3ca-491e-9f54-5ccf7035d3ec tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2b29e518-2218-4ac8-8f2d-f2816824c081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533183 Sep 16 10:08:12.574586 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1e55b3-d29b-434d-bc64-aef881d97a37 req-e449d2a3-16e2-4787-9807-330f21e716d3 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:08:12.576116 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-cc1e55b3-d29b-434d-bc64-aef881d97a37 req-e449d2a3-16e2-4787-9807-330f21e716d3 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=8e45bd2b-3420-4322-934e-e55031e42e0d HTTP/1.1" status: 200 len: 944 time: 0.0523953 Sep 16 10:08:12.631590 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-cc1e55b3-d29b-434d-bc64-aef881d97a37 req-980ae691-f3eb-423f-a0d3-08673ea27a85 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2b29e518-2218-4ac8-8f2d-f2816824c081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497289 Sep 16 10:08:12.940634 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Device 3d8e53fa-cbf5-4fc1-8350-b26e2d8e4d58 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=113425) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 10:08:13.037616 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] For port 3d8e53fa-cbf5-4fc1-8350-b26e2d8e4d58, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3d8e53fa-cbf5-4fc1-8350-b26e2d8e4d58,segment=NetworkSegment(be3ea914-9668-4564-9738-7252d20654e9),segment_id=be3ea914-9668-4564-9738-7252d20654e9)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:08:13.049247 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Returning: {'device': '3d8e53fa-cbf5-4fc1-8350-b26e2d8e4d58', 'network_id': '15128754-481d-4580-9909-e9d7f17bf2e9', 'port_id': '3d8e53fa-cbf5-4fc1-8350-b26e2d8e4d58', 'mac_address': 'fa:16:3e:bc:cf:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58989cad-7ca2-43f9-ae25-0fab1e713f7c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113425) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 10:08:13.088059 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Current status of the port 3d8e53fa-cbf5-4fc1-8350-b26e2d8e4d58 is: DOWN; New status is: BUILD {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 10:08:13.088447 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (3d8e53fa-cbf5-4fc1-8350-b26e2d8e4d58), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:08:13.102589 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.notifiers.nova [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d8e53fa-cbf5-4fc1-8350-b26e2d8e4d58 {{(pid=113425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 10:08:13.121918 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] For port 3d8e53fa-cbf5-4fc1-8350-b26e2d8e4d58, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3d8e53fa-cbf5-4fc1-8350-b26e2d8e4d58,segment=NetworkSegment(be3ea914-9668-4564-9738-7252d20654e9),segment_id=be3ea914-9668-4564-9738-7252d20654e9)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:08:13.198454 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (3d8e53fa-cbf5-4fc1-8350-b26e2d8e4d58), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:08:13.246987 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Pushing event updated for resources: {'Port': ['ID=3d8e53fa-cbf5-4fc1-8350-b26e2d8e4d58,revision_number=4']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:08:13.254743 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:08:13.255093 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:08:13.255437 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:08:13.256165 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:08:13.256165 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:08:13.256465 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:08:13.256795 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:08:13.257120 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:08:13.257944 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:08:13.258275 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:08:13.258605 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:08:13.258932 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:08:13.259256 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:08:13.259581 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:08:13.259902 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:08:13.441223 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] get_ports_and_sgs() called for port_ids ['3d8e53fa-cbf5-4fc1-8350-b26e2d8e4d58'] {{(pid=113425) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 10:08:13.759032 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed402efe-a05a-4a45-b24c-e83563234dd8 req-4296c7db-c92f-4d95-8a4d-d796b73eaa70 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:08:13.760421 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-ed402efe-a05a-4a45-b24c-e83563234dd8 req-4296c7db-c92f-4d95-8a4d-d796b73eaa70 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=8e45bd2b-3420-4322-934e-e55031e42e0d HTTP/1.1" status: 200 len: 945 time: 0.0497129 Sep 16 10:08:13.811515 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-ed402efe-a05a-4a45-b24c-e83563234dd8 req-e261f435-fcff-481b-822d-13cb61f998e5 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2b29e518-2218-4ac8-8f2d-f2816824c081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448201 Sep 16 10:08:14.935103 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22f7bd9-c35d-4cc9-a14d-27899777011c req-0e74312d-f3d2-4b17-a712-6c62843a2e4d tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:08:14.936565 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-a22f7bd9-c35d-4cc9-a14d-27899777011c req-0e74312d-f3d2-4b17-a712-6c62843a2e4d tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=8e45bd2b-3420-4322-934e-e55031e42e0d HTTP/1.1" status: 200 len: 945 time: 0.0469472 Sep 16 10:08:14.956808 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Device 3d8e53fa-cbf5-4fc1-8350-b26e2d8e4d58 up at agent hyperv_hv-cinder-79053 {{(pid=113425) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 10:08:14.989748 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-a22f7bd9-c35d-4cc9-a14d-27899777011c req-f8d8935e-54c7-4407-ab6b-56f3897a8e92 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2b29e518-2218-4ac8-8f2d-f2816824c081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455191 Sep 16 10:08:15.003531 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Provisioning for port 3d8e53fa-cbf5-4fc1-8350-b26e2d8e4d58 completed by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 10:08:15.137460 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.provisioning_blocks [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Provisioning complete for port 3d8e53fa-cbf5-4fc1-8350-b26e2d8e4d58 triggered by entity L2. {{(pid=113425) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 10:08:15.137831 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1305658'] for port (3d8e53fa-cbf5-4fc1-8350-b26e2d8e4d58), provisioning_complete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:08:15.138190 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.plugins.ml2.plugin [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Attempt 1 to provision port 3d8e53fa-cbf5-4fc1-8350-b26e2d8e4d58 Sep 16 10:08:15.139740 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=72,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:08:15.199975 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:UPDATE=2,neutron:SELECT=68 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:08:15.215412 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Current status of the port 3d8e53fa-cbf5-4fc1-8350-b26e2d8e4d58 is: BUILD; New status is: ACTIVE {{(pid=113425) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 10:08:15.216921 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (3d8e53fa-cbf5-4fc1-8350-b26e2d8e4d58), before_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:08:15.241183 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e45bd2b-3420-4322-934e-e55031e42e0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d8e53fa-cbf5-4fc1-8350-b26e2d8e4d58'}] {{(pid=113425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 10:08:15.243528 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d904371a3690c7392a65e5457b849277104f62c83d6e5586b28cc731d2d00ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25e22719-283c-4606-a4ef-9c7d3f18f2db" -d '{"events": [{"server_uuid": "8e45bd2b-3420-4322-934e-e55031e42e0d", "name": "network-vif-plugged", "status": "completed", "tag": "3d8e53fa-cbf5-4fc1-8350-b26e2d8e4d58"}]}' {{(pid=113425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 10:08:15.245761 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:08:15.257591 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] For port 3d8e53fa-cbf5-4fc1-8350-b26e2d8e4d58, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3d8e53fa-cbf5-4fc1-8350-b26e2d8e4d58,segment=NetworkSegment(be3ea914-9668-4564-9738-7252d20654e9),segment_id=be3ea914-9668-4564-9738-7252d20654e9)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:08:15.337709 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 10:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2b001e9-5b0e-4684-9ead-994e02a01038 x-openstack-request-id: req-a2b001e9-5b0e-4684-9ead-994e02a01038 {{(pid=113425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 10:08:15.338004 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e45bd2b-3420-4322-934e-e55031e42e0d", "name": "network-vif-plugged", "status": "completed", "tag": "3d8e53fa-cbf5-4fc1-8350-b26e2d8e4d58", "code": 200}]} {{(pid=113425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 10:08:15.338259 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a2b001e9-5b0e-4684-9ead-994e02a01038 {{(pid=113425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 10:08:15.338675 dv-cinder-790535-43-iscsi neutron-server[113425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2b001e9-5b0e-4684-9ead-994e02a01038'] response: {'server_uuid': '8e45bd2b-3420-4322-934e-e55031e42e0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d8e53fa-cbf5-4fc1-8350-b26e2d8e4d58', 'code': 200} Sep 16 10:08:15.543316 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541'] for port (3d8e53fa-cbf5-4fc1-8350-b26e2d8e4d58), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:08:15.592277 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Pushing event updated for resources: {'Port': ['ID=3d8e53fa-cbf5-4fc1-8350-b26e2d8e4d58,revision_number=5']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:08:15.750235 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba0c735-10bf-4869-9d16-82d32f004e13 req-10016cca-d709-4965-bf0f-33d779fdedb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:08:15.752247 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-aba0c735-10bf-4869-9d16-82d32f004e13 req-10016cca-d709-4965-bf0f-33d779fdedb6 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8e45bd2b-3420-4322-934e-e55031e42e0d HTTP/1.1" status: 200 len: 1130 time: 0.0420151 Sep 16 10:08:15.798114 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-aba0c735-10bf-4869-9d16-82d32f004e13 req-b0cb4c1e-2a93-4c78-9537-9b23953263af service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=2b29e518-2218-4ac8-8f2d-f2816824c081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409000 Sep 16 10:08:16.110137 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bf9c5f-76d0-41a8-8e97-9f6d326dace7 req-ce432139-622a-408e-9680-8425ab95154f tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:08:16.111622 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-58bf9c5f-76d0-41a8-8e97-9f6d326dace7 req-ce432139-622a-408e-9680-8425ab95154f tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=8e45bd2b-3420-4322-934e-e55031e42e0d HTTP/1.1" status: 200 len: 946 time: 0.0471342 Sep 16 10:08:16.162746 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-58bf9c5f-76d0-41a8-8e97-9f6d326dace7 req-30b435b2-f318-40c7-8f84-92b5991f563d tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2b29e518-2218-4ac8-8f2d-f2816824c081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452337 Sep 16 10:08:17.246701 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=100 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:08:17.288173 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766fb4af-e6df-4c54-9318-996a3397c7d4 req-6697fb5a-bebf-409b-8749-c8dc45f8a061 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:08:17.289690 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-766fb4af-e6df-4c54-9318-996a3397c7d4 req-6697fb5a-bebf-409b-8749-c8dc45f8a061 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=8e45bd2b-3420-4322-934e-e55031e42e0d HTTP/1.1" status: 200 len: 946 time: 0.0512660 Sep 16 10:08:17.343489 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-766fb4af-e6df-4c54-9318-996a3397c7d4 req-e3a6970f-85c6-4861-95f7-61eb5e820e26 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2b29e518-2218-4ac8-8f2d-f2816824c081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452447 Sep 16 10:08:17.502935 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bc053a-fd9a-4ebf-9101-8439df8c6b65 req-dc7d2c56-06de-4eb4-9e6a-e586aaa794f5 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:08:17.504441 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-92bc053a-fd9a-4ebf-9101-8439df8c6b65 req-dc7d2c56-06de-4eb4-9e6a-e586aaa794f5 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=8e45bd2b-3420-4322-934e-e55031e42e0d HTTP/1.1" status: 200 len: 946 time: 0.0539346 Sep 16 10:08:17.555540 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-92bc053a-fd9a-4ebf-9101-8439df8c6b65 req-b19e678c-17d0-474e-97e9-b07f64f6df71 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2b29e518-2218-4ac8-8f2d-f2816824c081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454447 Sep 16 10:08:17.584686 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 58708) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 10:08:17.623574 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa712008-e847-4b36-aa07-f66bdf9b0688 tempest-TestVolumeBootPattern-401716045 tempest-TestVolumeBootPattern-401716045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:08:17.625183 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-aa712008-e847-4b36-aa07-f66bdf9b0688 tempest-TestVolumeBootPattern-401716045 tempest-TestVolumeBootPattern-401716045-project-admin] 10.222.0.73 "GET /networking/v2.0/ports?device_id=8e45bd2b-3420-4322-934e-e55031e42e0d HTTP/1.1" status: 200 len: 1125 time: 0.0394371 Sep 16 10:08:17.628521 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 58710) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 10:08:17.632681 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.v2.base [None req-8cd8e352-adb3-45c4-9052-595d40f45109 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Request body: {'floatingip': {'floating_network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'port_id': '3d8e53fa-cbf5-4fc1-8350-b26e2d8e4d58', 'tenant_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'fixed_ip_address': '172.20.0.11'}} {{(pid=113424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:08:17.724889 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-8cd8e352-adb3-45c4-9052-595d40f45109 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:08:17.832260 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-8cd8e352-adb3-45c4-9052-595d40f45109 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (None), before_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:08:17.936960 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.db_base_plugin_common [None req-8cd8e352-adb3-45c4-9052-595d40f45109 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Allocated IP 172.27.1.93 (d06af4bd-75ff-4039-9388-f05026361d79/429d2505-e0fa-44a7-bb81-98c451c1a231/9a460978-7cb0-4569-9bfd-edbd56ca861a) {{(pid=113424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 10:08:18.027849 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:08:18.044789 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-8cd8e352-adb3-45c4-9052-595d40f45109 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Publish callbacks [] for port (9a460978-7cb0-4569-9bfd-edbd56ca861a), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:08:18.169621 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-8cd8e352-adb3-45c4-9052-595d40f45109 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759571245505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27240065'] for port (9a460978-7cb0-4569-9bfd-edbd56ca861a), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:08:18.210774 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd8e352-adb3-45c4-9052-595d40f45109 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Network d06af4bd-75ff-4039-9388-f05026361d79 is already hosted by enough agents. {{(pid=113424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 10:08:18.215743 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.base_scheduler [None req-8cd8e352-adb3-45c4-9052-595d40f45109 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Resources bound (agent type, host, resource id): {{(pid=113424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 10:08:18.219551 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd8e352-adb3-45c4-9052-595d40f45109 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Received port after_create {{(pid=113424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 10:08:18.222871 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd8e352-adb3-45c4-9052-595d40f45109 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Pushing event updated for resources: {'Port': ['ID=9a460978-7cb0-4569-9bfd-edbd56ca861a,revision_number=1']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:08:18.433195 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:08:18.869389 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-8cd8e352-adb3-45c4-9052-595d40f45109 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Publish callbacks [] for floatingip (f6976e20-42d9-47fb-ab65-2f2ecf0be098), precommit_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:08:19.004142 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-8cd8e352-adb3-45c4-9052-595d40f45109 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1936298'] for port (9a460978-7cb0-4569-9bfd-edbd56ca861a), before_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:08:19.149285 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-8cd8e352-adb3-45c4-9052-595d40f45109 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Publish callbacks [] for port (9a460978-7cb0-4569-9bfd-edbd56ca861a), precommit_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:08:19.217259 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-8cd8e352-adb3-45c4-9052-595d40f45109 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759571771558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759571245523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759571245541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27240120'] for port (9a460978-7cb0-4569-9bfd-edbd56ca861a), after_update {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:08:19.287412 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd8e352-adb3-45c4-9052-595d40f45109 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Pushing event updated for resources: {'Port': ['ID=9a460978-7cb0-4569-9bfd-edbd56ca861a,revision_number=2']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:08:19.289779 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-8cd8e352-adb3-45c4-9052-595d40f45109 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711587'] for floatingip (f6976e20-42d9-47fb-ab65-2f2ecf0be098), after_create {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:08:19.372006 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:08:19.389488 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.db.l3_db [None req-8cd8e352-adb3-45c4-9052-595d40f45109 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Floating IP f6976e20-42d9-47fb-ab65-2f2ecf0be098 associated. External IP: 172.27.1.93, port: 3d8e53fa-cbf5-4fc1-8350-b26e2d8e4d58. Sep 16 10:08:19.591379 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:08:19.593252 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cd8e352-adb3-45c4-9052-595d40f45109 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Router 1d8e0e84-a6e6-465b-800d-351c9eea58c8 has already been hosted by L3 agent 647718b3-8298-4382-86e2-3fad9f5d7804 {{(pid=113424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 10:08:19.696497 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cd8e352-adb3-45c4-9052-595d40f45109 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Notify agent at l3_agent.dv-cinder-790535-43-iscsi the message routers_updated {{(pid=113424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 10:08:19.706967 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c980f91b-aa3a-4792-947c-178d293a54d0 None None] Sync routers for ids ['1d8e0e84-a6e6-465b-800d-351c9eea58c8'] in dv-cinder-790535-43-iscsi {{(pid=113426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 10:08:19.717866 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c980f91b-aa3a-4792-947c-178d293a54d0 None None] Routers {'1d8e0e84-a6e6-465b-800d-351c9eea58c8'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 10:08:19.718483 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-c980f91b-aa3a-4792-947c-178d293a54d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T10:07:54Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['1d8e0e84-a6e6-465b-800d-351c9eea58c8'], 'active': True} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:08:19.819441 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-8cd8e352-adb3-45c4-9052-595d40f45109 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110971'] for floatingip (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:08:19.822454 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvr_db [None req-c980f91b-aa3a-4792-947c-178d293a54d0 None None] Set router 1d8e0e84-a6e6-465b-800d-351c9eea58c8 gateway port host: dv-cinder-790535-43-iscsi {{(pid=113426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 10:08:19.855254 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-8cd8e352-adb3-45c4-9052-595d40f45109 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2257159 Sep 16 10:08:19.855938 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e45bd2b-3420-4322-934e-e55031e42e0d', 'tag': '3d8e53fa-cbf5-4fc1-8350-b26e2d8e4d58'}] {{(pid=113424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 10:08:19.858644 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16dfd0a1dfdfa1f1ee01b24bca40ddc03421b0ad37c1355f54f1c3176401751a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a315913f-2332-4105-b69b-ac72148bfee3" -d '{"events": [{"name": "network-changed", "server_uuid": "8e45bd2b-3420-4322-934e-e55031e42e0d", "tag": "3d8e53fa-cbf5-4fc1-8350-b26e2d8e4d58"}]}' {{(pid=113424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 10:08:19.895624 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 10:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f61bd65-3051-4e6a-8d2f-0a12a6aa039c x-openstack-request-id: req-8f61bd65-3051-4e6a-8d2f-0a12a6aa039c {{(pid=113424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 10:08:19.895912 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e45bd2b-3420-4322-934e-e55031e42e0d", "tag": "3d8e53fa-cbf5-4fc1-8350-b26e2d8e4d58", "status": "completed", "code": 200}]} {{(pid=113424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 10:08:19.896163 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8f61bd65-3051-4e6a-8d2f-0a12a6aa039c {{(pid=113424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 10:08:19.896575 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f61bd65-3051-4e6a-8d2f-0a12a6aa039c'] response: {'name': 'network-changed', 'server_uuid': '8e45bd2b-3420-4322-934e-e55031e42e0d', 'tag': '3d8e53fa-cbf5-4fc1-8350-b26e2d8e4d58', 'status': 'completed', 'code': 200} Sep 16 10:08:19.958828 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a315913f-2332-4105-b69b-ac72148bfee3 req-3998d320-ab08-4676-9883-3467f9220d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:08:19.960316 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-a315913f-2332-4105-b69b-ac72148bfee3 req-3998d320-ab08-4676-9883-3467f9220d31 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=aaeb5ec036dd43479e9b66290a29d6d5&device_id=8e45bd2b-3420-4322-934e-e55031e42e0d HTTP/1.1" status: 200 len: 1130 time: 0.0410197 Sep 16 10:08:20.057815 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a315913f-2332-4105-b69b-ac72148bfee3 req-100129b2-6f7d-42ce-9ac3-e7c6089197da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:08:20.059267 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-a315913f-2332-4105-b69b-ac72148bfee3 req-100129b2-6f7d-42ce-9ac3-e7c6089197da service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=15128754-481d-4580-9909-e9d7f17bf2e9 HTTP/1.1" status: 200 len: 913 time: 0.0917611 Sep 16 10:08:20.121939 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-c980f91b-aa3a-4792-947c-178d293a54d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8e0e84-a6e6-465b-800d-351c9eea58c8', 'name': 'tempest-TestVolumeBootPattern-2090367717-router', 'tenant_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'afc272bc-b8b5-4b2e-a80a-6c3c49f76550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T10:03:10Z', 'updated_at': '2022-09-16T10:03:13Z', 'revision_number': 4, 'project_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'gw_port': {'id': 'afc272bc-b8b5-4b2e-a80a-6c3c49f76550', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:70:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8e0e84-a6e6-465b-800d-351c9eea58c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T10:03:11Z', 'updated_at': '2022-09-16T10:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_floatingips': [{'id': '51b659fc-ec00-4db2-b288-64f55215637c', 'tenant_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'floating_ip_address': '172.27.1.146', 'floating_network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'router_id': '1d8e0e84-a6e6-465b-800d-351c9eea58c8', 'port_id': 'e715dc1c-a174-44a0-a3f4-3a389b116353', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15128754-481d-4580-9909-e9d7f17bf2e9', 'mac_address': 'fa:16:3e:8a:79:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33adb696-c1ac-4c86-94ca-77f76a8f5ea6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T10:06:22Z', 'updated_at': '2022-09-16T10:06:24Z', 'revision_number': 1, 'project_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'fixed_ip_address_scope': None}, {'id': 'f6976e20-42d9-47fb-ab65-2f2ecf0be098', 'tenant_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'floating_ip_address': '172.27.1.93', 'floating_network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'router_id': '1d8e0e84-a6e6-465b-800d-351c9eea58c8', 'port_id': '3d8e53fa-cbf5-4fc1-8350-b26e2d8e4d58', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15128754-481d-4580-9909-e9d7f17bf2e9', 'mac_address': 'fa:16:3e:bc:cf:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e45bd2b-3420-4322-934e-e55031e42e0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T10:08:18Z', 'updated_at': '2022-09-16T10:08:18Z', 'revision_number': 0, 'project_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27b24c13-fd4b-4353-b42c-cca934c1ffb5', 'name': '', 'network_id': '15128754-481d-4580-9909-e9d7f17bf2e9', 'tenant_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'mac_address': 'fa:16:3e:f9:01:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8e0e84-a6e6-465b-800d-351c9eea58c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '58989cad-7ca2-43f9-ae25-0fab1e713f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T10:03:13Z', 'updated_at': '2022-09-16T10:03:17Z', 'revision_number': 5, 'project_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'subnets': [{'id': '58989cad-7ca2-43f9-ae25-0fab1e713f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:08:20.124744 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-a315913f-2332-4105-b69b-ac72148bfee3 req-65b04146-d9d1-4cb4-89a9-827fa15fd443 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d8e53fa-cbf5-4fc1-8350-b26e2d8e4d58 HTTP/1.1" status: 200 len: 999 time: 0.0583632 Sep 16 10:08:20.150394 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c980f91b-aa3a-4792-947c-178d293a54d0 None None] Checking router: 1d8e0e84-a6e6-465b-800d-351c9eea58c8 for host: dv-cinder-790535-43-iscsi {{(pid=113426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 10:08:20.159595 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c980f91b-aa3a-4792-947c-178d293a54d0 None None] Routers {'1d8e0e84-a6e6-465b-800d-351c9eea58c8'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 10:08:20.160336 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-c980f91b-aa3a-4792-947c-178d293a54d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T10:07:54Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['1d8e0e84-a6e6-465b-800d-351c9eea58c8'], 'active': True} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:08:20.173971 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a315913f-2332-4105-b69b-ac72148bfee3 req-c59f1064-9051-470d-8272-6579d03cb4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:08:20.176105 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-a315913f-2332-4105-b69b-ac72148bfee3 req-c59f1064-9051-470d-8272-6579d03cb4d8 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=58989cad-7ca2-43f9-ae25-0fab1e713f7c HTTP/1.1" status: 200 len: 851 time: 0.0458899 Sep 16 10:08:20.224359 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a315913f-2332-4105-b69b-ac72148bfee3 req-63c80827-a424-4615-8c40-fe6ea05ddbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:08:20.225838 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-a315913f-2332-4105-b69b-ac72148bfee3 req-63c80827-a424-4615-8c40-fe6ea05ddbf6 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=15128754-481d-4580-9909-e9d7f17bf2e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0446348 Sep 16 10:08:20.264125 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvr_db [None req-c980f91b-aa3a-4792-947c-178d293a54d0 None None] Set router 1d8e0e84-a6e6-465b-800d-351c9eea58c8 gateway port host: dv-cinder-790535-43-iscsi {{(pid=113426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 10:08:20.316640 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-a315913f-2332-4105-b69b-ac72148bfee3 req-2243d266-8ba1-4513-b708-0946bd43dcba service neutron] 10.222.0.27 "GET /networking/v2.0/networks/15128754-481d-4580-9909-e9d7f17bf2e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847914 Sep 16 10:08:20.415223 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-a315913f-2332-4105-b69b-ac72148bfee3 req-f70c8910-2996-47a0-9d62-172863d996e7 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/15128754-481d-4580-9909-e9d7f17bf2e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930440 Sep 16 10:08:20.477677 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-c980f91b-aa3a-4792-947c-178d293a54d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8e0e84-a6e6-465b-800d-351c9eea58c8', 'name': 'tempest-TestVolumeBootPattern-2090367717-router', 'tenant_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'afc272bc-b8b5-4b2e-a80a-6c3c49f76550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T10:03:10Z', 'updated_at': '2022-09-16T10:03:13Z', 'revision_number': 4, 'project_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'gw_port': {'id': 'afc272bc-b8b5-4b2e-a80a-6c3c49f76550', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:70:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8e0e84-a6e6-465b-800d-351c9eea58c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T10:03:11Z', 'updated_at': '2022-09-16T10:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_floatingips': [{'id': '51b659fc-ec00-4db2-b288-64f55215637c', 'tenant_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'floating_ip_address': '172.27.1.146', 'floating_network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'router_id': '1d8e0e84-a6e6-465b-800d-351c9eea58c8', 'port_id': 'e715dc1c-a174-44a0-a3f4-3a389b116353', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15128754-481d-4580-9909-e9d7f17bf2e9', 'mac_address': 'fa:16:3e:8a:79:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33adb696-c1ac-4c86-94ca-77f76a8f5ea6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T10:06:22Z', 'updated_at': '2022-09-16T10:06:24Z', 'revision_number': 1, 'project_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'fixed_ip_address_scope': None}, {'id': 'f6976e20-42d9-47fb-ab65-2f2ecf0be098', 'tenant_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'floating_ip_address': '172.27.1.93', 'floating_network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'router_id': '1d8e0e84-a6e6-465b-800d-351c9eea58c8', 'port_id': '3d8e53fa-cbf5-4fc1-8350-b26e2d8e4d58', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15128754-481d-4580-9909-e9d7f17bf2e9', 'mac_address': 'fa:16:3e:bc:cf:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e45bd2b-3420-4322-934e-e55031e42e0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T10:08:18Z', 'updated_at': '2022-09-16T10:08:18Z', 'revision_number': 0, 'project_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27b24c13-fd4b-4353-b42c-cca934c1ffb5', 'name': '', 'network_id': '15128754-481d-4580-9909-e9d7f17bf2e9', 'tenant_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'mac_address': 'fa:16:3e:f9:01:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8e0e84-a6e6-465b-800d-351c9eea58c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '58989cad-7ca2-43f9-ae25-0fab1e713f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T10:03:13Z', 'updated_at': '2022-09-16T10:03:17Z', 'revision_number': 5, 'project_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'subnets': [{'id': '58989cad-7ca2-43f9-ae25-0fab1e713f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:08:20.504817 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c980f91b-aa3a-4792-947c-178d293a54d0 None None] The sync data for ids ['1d8e0e84-a6e6-465b-800d-351c9eea58c8'] in dv-cinder-790535-43-iscsi is: [{'id': '1d8e0e84-a6e6-465b-800d-351c9eea58c8', 'name': 'tempest-TestVolumeBootPattern-2090367717-router', 'tenant_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'afc272bc-b8b5-4b2e-a80a-6c3c49f76550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T10:03:10Z', 'updated_at': '2022-09-16T10:03:13Z', 'revision_number': 4, 'project_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'gw_port': {'id': 'afc272bc-b8b5-4b2e-a80a-6c3c49f76550', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:70:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8e0e84-a6e6-465b-800d-351c9eea58c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T10:03:11Z', 'updated_at': '2022-09-16T10:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_floatingips': [{'id': '51b659fc-ec00-4db2-b288-64f55215637c', 'tenant_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'floating_ip_address': '172.27.1.146', 'floating_network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'router_id': '1d8e0e84-a6e6-465b-800d-351c9eea58c8', 'port_id': 'e715dc1c-a174-44a0-a3f4-3a389b116353', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15128754-481d-4580-9909-e9d7f17bf2e9', 'mac_address': 'fa:16:3e:8a:79:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33adb696-c1ac-4c86-94ca-77f76a8f5ea6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T10:06:22Z', 'updated_at': '2022-09-16T10:06:24Z', 'revision_number': 1, 'project_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'fixed_ip_address_scope': None}, {'id': 'f6976e20-42d9-47fb-ab65-2f2ecf0be098', 'tenant_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'floating_ip_address': '172.27.1.93', 'floating_network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'router_id': '1d8e0e84-a6e6-465b-800d-351c9eea58c8', 'port_id': '3d8e53fa-cbf5-4fc1-8350-b26e2d8e4d58', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15128754-481d-4580-9909-e9d7f17bf2e9', 'mac_address': 'fa:16:3e:bc:cf:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e45bd2b-3420-4322-934e-e55031e42e0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T10:08:18Z', 'updated_at': '2022-09-16T10:08:18Z', 'revision_number': 0, 'project_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27b24c13-fd4b-4353-b42c-cca934c1ffb5', 'name': '', 'network_id': '15128754-481d-4580-9909-e9d7f17bf2e9', 'tenant_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'mac_address': 'fa:16:3e:f9:01:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8e0e84-a6e6-465b-800d-351c9eea58c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '58989cad-7ca2-43f9-ae25-0fab1e713f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T10:03:13Z', 'updated_at': '2022-09-16T10:03:17Z', 'revision_number': 5, 'project_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'subnets': [{'id': '58989cad-7ca2-43f9-ae25-0fab1e713f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 10:08:20.693779 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ab2dfa-f94a-4c2c-b37b-d4dece40297f None None] New status for floating IP f6976e20-42d9-47fb-ab65-2f2ecf0be098: ACTIVE {{(pid=113425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 10:08:22.194586 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-c43bb4b3-3228-46a7-9222-73ec51b1e5c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (54fa5420-569f-41b3-81ce-b3c99a893561), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:08:24.617413 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-5777688e-b2ec-4fdf-9255-6ce3f3f5d931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (647718b3-8298-4382-86e2-3fad9f5d7804), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:08:25.201725 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.agents_db [None req-7c9a7194-4e2e-43f7-be58-28c896ce3cef None None] Agent healthcheck: found 6 active agents {{(pid=113426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 10:08:25.908547 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-c17a0cac-31fa-4a66-ad06-99f53fca2b4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (2d63c820-fb16-4aae-acf9-0482010d4ad8), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:08:27.339763 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (be58d251-43cc-467d-bf31-2aae48e2ac56), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:08:27.415822 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-cd5fe5d0-24d3-4349-8269-176b5bcdf250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (65aa34d6-cc53-475e-ab2c-2c2516bff08f), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:08:27.546725 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=77 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:08:27.551639 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=71 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:08:30.405094 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=73,neutron:DELETE=2 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:08:30.412225 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=55 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:08:35.102670 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (5b31c92a-f134-4c39-96dd-6f3267de2076), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:08:35.170270 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=75 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:08:37.352695 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:08:44.948555 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:08:44.950456 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=27,neutron:UPDATE=6 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:08:49.400965 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=12 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:08:49.404951 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=97 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:08:50.765353 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-2ab8422b-6f2a-4bc8-941e-aa941b97022e req-fb834d78-a60b-4488-886f-15a7f79b4e60 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=33adb696-c1ac-4c86-94ca-77f76a8f5ea6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392139 Sep 16 10:08:50.848426 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab8422b-6f2a-4bc8-941e-aa941b97022e req-e9285df7-e19f-4a3a-bc00-d969b366258c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:08:50.849999 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-2ab8422b-6f2a-4bc8-941e-aa941b97022e req-e9285df7-e19f-4a3a-bc00-d969b366258c service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=aaeb5ec036dd43479e9b66290a29d6d5&device_id=33adb696-c1ac-4c86-94ca-77f76a8f5ea6 HTTP/1.1" status: 200 len: 1130 time: 0.0400710 Sep 16 10:08:50.957291 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab8422b-6f2a-4bc8-941e-aa941b97022e req-5ba5ab8c-3642-4be0-a689-ee0711900ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:08:50.958796 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-2ab8422b-6f2a-4bc8-941e-aa941b97022e req-5ba5ab8c-3642-4be0-a689-ee0711900ba9 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=15128754-481d-4580-9909-e9d7f17bf2e9 HTTP/1.1" status: 200 len: 913 time: 0.0903230 Sep 16 10:08:51.021767 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-2ab8422b-6f2a-4bc8-941e-aa941b97022e req-f55d44f7-4832-4b03-aaff-2c16e4ffdcd5 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e715dc1c-a174-44a0-a3f4-3a389b116353 HTTP/1.1" status: 200 len: 1002 time: 0.0556495 Sep 16 10:08:51.075947 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab8422b-6f2a-4bc8-941e-aa941b97022e req-8ec33d76-0f15-48fd-855e-048879d73361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:08:51.077439 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-2ab8422b-6f2a-4bc8-941e-aa941b97022e req-8ec33d76-0f15-48fd-855e-048879d73361 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=58989cad-7ca2-43f9-ae25-0fab1e713f7c HTTP/1.1" status: 200 len: 851 time: 0.0493579 Sep 16 10:08:51.122431 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab8422b-6f2a-4bc8-941e-aa941b97022e req-6ef52c67-1981-44a5-837e-02a2d192e835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:08:51.123959 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-2ab8422b-6f2a-4bc8-941e-aa941b97022e req-6ef52c67-1981-44a5-837e-02a2d192e835 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=15128754-481d-4580-9909-e9d7f17bf2e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0409038 Sep 16 10:08:51.214820 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-2ab8422b-6f2a-4bc8-941e-aa941b97022e req-3dca46ad-c705-4489-bed3-7ed01c5f7254 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/15128754-481d-4580-9909-e9d7f17bf2e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851438 Sep 16 10:08:51.307428 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-2ab8422b-6f2a-4bc8-941e-aa941b97022e req-037ccb2f-172d-4766-83f3-aa986bc7d825 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/15128754-481d-4580-9909-e9d7f17bf2e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868309 Sep 16 10:08:52.166237 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-f4fa6e98-266c-4e0e-97a6-ccb4c841b4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (54fa5420-569f-41b3-81ce-b3c99a893561), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:08:54.583113 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-49461d0f-0f7c-459f-8586-ff1806756c73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (647718b3-8298-4382-86e2-3fad9f5d7804), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:08:55.902898 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-c17a0cac-31fa-4a66-ad06-99f53fca2b4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (2d63c820-fb16-4aae-acf9-0482010d4ad8), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:08:57.300042 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (be58d251-43cc-467d-bf31-2aae48e2ac56), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:08:57.414677 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-cd5fe5d0-24d3-4349-8269-176b5bcdf250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (65aa34d6-cc53-475e-ab2c-2c2516bff08f), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:09:01.302507 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=52 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:09:01.304905 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=49 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:09:02.200857 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.agents_db [None req-7c9a7194-4e2e-43f7-be58-28c896ce3cef None None] Agent healthcheck: found 6 active agents {{(pid=113426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 10:09:05.016886 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (5b31c92a-f134-4c39-96dd-6f3267de2076), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:09:07.355526 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:09:12.196542 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=5 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:09:12.197394 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=3 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:09:14.951676 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=8 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:09:14.952576 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:09:22.190781 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-1f9fb667-9b3f-4eaa-801f-a8c4b36eeb64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (54fa5420-569f-41b3-81ce-b3c99a893561), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:09:24.592924 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-be9ab628-c96c-405d-a5ef-2482a22541d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (647718b3-8298-4382-86e2-3fad9f5d7804), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:09:25.927926 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-c17a0cac-31fa-4a66-ad06-99f53fca2b4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (2d63c820-fb16-4aae-acf9-0482010d4ad8), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:09:27.291546 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (be58d251-43cc-467d-bf31-2aae48e2ac56), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:09:27.422920 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-cd5fe5d0-24d3-4349-8269-176b5bcdf250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (65aa34d6-cc53-475e-ab2c-2c2516bff08f), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:09:35.068611 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (5b31c92a-f134-4c39-96dd-6f3267de2076), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:09:39.200235 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.agents_db [None req-7c9a7194-4e2e-43f7-be58-28c896ce3cef None None] Agent healthcheck: found 6 active agents {{(pid=113426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 10:09:44.961453 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=6 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:09:44.967257 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:09:44.969056 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:09:50.210088 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=5 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:09:50.212494 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:09:51.039730 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 58740) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 10:09:51.267807 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.plugin [None req-da2ad299-d47b-4fc1-b330-17a121c933bc tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Deleting port 9a460978-7cb0-4569-9bfd-edbd56ca861a {{(pid=113424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 10:09:51.268149 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-da2ad299-d47b-4fc1-b330-17a121c933bc tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759571771405'] for port (9a460978-7cb0-4569-9bfd-edbd56ca861a), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:09:51.352483 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-da2ad299-d47b-4fc1-b330-17a121c933bc tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699225'] for port (9a460978-7cb0-4569-9bfd-edbd56ca861a), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:09:51.352820 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-da2ad299-d47b-4fc1-b330-17a121c933bc tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Publish callbacks [] for floatingip (9a460978-7cb0-4569-9bfd-edbd56ca861a), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:09:51.366705 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.plugin [None req-da2ad299-d47b-4fc1-b330-17a121c933bc tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Calling delete_port for 9a460978-7cb0-4569-9bfd-edbd56ca861a owned by network:floatingip {{(pid=113424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 10:09:51.628833 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-da2ad299-d47b-4fc1-b330-17a121c933bc tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759571687051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759571245514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27240065'] for port (9a460978-7cb0-4569-9bfd-edbd56ca861a), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:09:51.652854 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2ad299-d47b-4fc1-b330-17a121c933bc tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Pushing event deleted for resources: {'Port': ['ID=9a460978-7cb0-4569-9bfd-edbd56ca861a,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:09:51.668064 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2ad299-d47b-4fc1-b330-17a121c933bc tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:09:51.668425 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2ad299-d47b-4fc1-b330-17a121c933bc tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:09:51.669315 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2ad299-d47b-4fc1-b330-17a121c933bc tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:09:51.669742 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2ad299-d47b-4fc1-b330-17a121c933bc tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:09:51.670090 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2ad299-d47b-4fc1-b330-17a121c933bc tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:09:51.670423 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2ad299-d47b-4fc1-b330-17a121c933bc tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:09:51.670757 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2ad299-d47b-4fc1-b330-17a121c933bc tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:09:51.671091 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2ad299-d47b-4fc1-b330-17a121c933bc tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:09:51.671422 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2ad299-d47b-4fc1-b330-17a121c933bc tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:09:51.671757 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2ad299-d47b-4fc1-b330-17a121c933bc tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:09:51.672120 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2ad299-d47b-4fc1-b330-17a121c933bc tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:09:51.672447 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2ad299-d47b-4fc1-b330-17a121c933bc tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:09:51.672783 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2ad299-d47b-4fc1-b330-17a121c933bc tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:09:51.673110 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2ad299-d47b-4fc1-b330-17a121c933bc tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:09:51.673435 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2ad299-d47b-4fc1-b330-17a121c933bc tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:09:51.736747 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-da2ad299-d47b-4fc1-b330-17a121c933bc tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Publish callbacks [] for floatingip (f6976e20-42d9-47fb-ab65-2f2ecf0be098), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:09:51.737115 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.db.l3_db [None req-da2ad299-d47b-4fc1-b330-17a121c933bc tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Floating IP f6976e20-42d9-47fb-ab65-2f2ecf0be098 disassociated (deleted). External IP: 172.27.1.93, port: 3d8e53fa-cbf5-4fc1-8350-b26e2d8e4d58. Sep 16 10:09:51.847046 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-25a47920-608c-4e95-926c-2199ecd9511a req-972f0dd8-755a-4344-ad09-92b9366012a8 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8e45bd2b-3420-4322-934e-e55031e42e0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0729506 Sep 16 10:09:51.947354 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a47920-608c-4e95-926c-2199ecd9511a req-f1f3a485-a618-41f9-9b14-e32b9b2992bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:09:51.948791 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-25a47920-608c-4e95-926c-2199ecd9511a req-f1f3a485-a618-41f9-9b14-e32b9b2992bb service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=aaeb5ec036dd43479e9b66290a29d6d5&device_id=8e45bd2b-3420-4322-934e-e55031e42e0d HTTP/1.1" status: 200 len: 1130 time: 0.0776672 Sep 16 10:09:52.068752 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da2ad299-d47b-4fc1-b330-17a121c933bc tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Router 1d8e0e84-a6e6-465b-800d-351c9eea58c8 has already been hosted by L3 agent 647718b3-8298-4382-86e2-3fad9f5d7804 {{(pid=113424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 10:09:52.071035 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:09:52.095082 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:09:52.104166 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a47920-608c-4e95-926c-2199ecd9511a req-eba8d767-aa3c-4f6e-bbcc-abcc4578439c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:09:52.105658 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-25a47920-608c-4e95-926c-2199ecd9511a req-eba8d767-aa3c-4f6e-bbcc-abcc4578439c service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=15128754-481d-4580-9909-e9d7f17bf2e9 HTTP/1.1" status: 200 len: 913 time: 0.1191247 Sep 16 10:09:52.176771 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-6deb9793-735a-49f0-a9b6-0f3151a57e06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (54fa5420-569f-41b3-81ce-b3c99a893561), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:09:52.177794 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-25a47920-608c-4e95-926c-2199ecd9511a req-fe0bc6d2-4ffc-4b8a-b210-1becadb53cf0 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d8e53fa-cbf5-4fc1-8350-b26e2d8e4d58 HTTP/1.1" status: 200 len: 217 time: 0.0410981 Sep 16 10:09:52.267848 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a47920-608c-4e95-926c-2199ecd9511a req-d85ec55c-7d51-405b-bb1a-5884eda06695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:09:52.269236 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-25a47920-608c-4e95-926c-2199ecd9511a req-d85ec55c-7d51-405b-bb1a-5884eda06695 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=58989cad-7ca2-43f9-ae25-0fab1e713f7c HTTP/1.1" status: 200 len: 851 time: 0.0853629 Sep 16 10:09:52.273447 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da2ad299-d47b-4fc1-b330-17a121c933bc tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Notify agent at l3_agent.dv-cinder-790535-43-iscsi the message routers_updated {{(pid=113424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 10:09:52.279391 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-da2ad299-d47b-4fc1-b330-17a121c933bc tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110971'] for floatingip (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:09:52.283465 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2d0bed-0757-427f-9003-10ab25679242 None None] Sync routers for ids ['1d8e0e84-a6e6-465b-800d-351c9eea58c8'] in dv-cinder-790535-43-iscsi {{(pid=113426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 10:09:52.294814 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2d0bed-0757-427f-9003-10ab25679242 None None] Routers {'1d8e0e84-a6e6-465b-800d-351c9eea58c8'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 10:09:52.296261 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-bc2d0bed-0757-427f-9003-10ab25679242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T10:09:24Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['1d8e0e84-a6e6-465b-800d-351c9eea58c8'], 'active': True} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:09:52.338008 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-da2ad299-d47b-4fc1-b330-17a121c933bc tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "DELETE /networking/v2.0/floatingips/f6976e20-42d9-47fb-ab65-2f2ecf0be098 HTTP/1.1" status: 204 len: 168 time: 1.2972367 Sep 16 10:09:52.338767 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e45bd2b-3420-4322-934e-e55031e42e0d', 'tag': '3d8e53fa-cbf5-4fc1-8350-b26e2d8e4d58'}] {{(pid=113424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 10:09:52.341604 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16dfd0a1dfdfa1f1ee01b24bca40ddc03421b0ad37c1355f54f1c3176401751a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c0b46d-a58d-4dcf-8613-bc1a5aed6e10" -d '{"events": [{"name": "network-changed", "server_uuid": "8e45bd2b-3420-4322-934e-e55031e42e0d", "tag": "3d8e53fa-cbf5-4fc1-8350-b26e2d8e4d58"}]}' {{(pid=113424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 10:09:52.344422 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a47920-608c-4e95-926c-2199ecd9511a req-29b526d8-a7f6-4e6b-aca3-141b4b660487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:09:52.345993 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-25a47920-608c-4e95-926c-2199ecd9511a req-29b526d8-a7f6-4e6b-aca3-141b4b660487 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=15128754-481d-4580-9909-e9d7f17bf2e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0706332 Sep 16 10:09:52.411253 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 10:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f7825b-0f72-4b53-a26c-10119aea4d37 x-openstack-request-id: req-86f7825b-0f72-4b53-a26c-10119aea4d37 {{(pid=113424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 10:09:52.411546 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e45bd2b-3420-4322-934e-e55031e42e0d", "tag": "3d8e53fa-cbf5-4fc1-8350-b26e2d8e4d58", "status": "completed", "code": 200}]} {{(pid=113424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 10:09:52.411803 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-86f7825b-0f72-4b53-a26c-10119aea4d37 {{(pid=113424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 10:09:52.412697 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86f7825b-0f72-4b53-a26c-10119aea4d37'] response: {'name': 'network-changed', 'server_uuid': '8e45bd2b-3420-4322-934e-e55031e42e0d', 'tag': '3d8e53fa-cbf5-4fc1-8350-b26e2d8e4d58', 'status': 'completed', 'code': 200} Sep 16 10:09:52.423947 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvr_db [None req-bc2d0bed-0757-427f-9003-10ab25679242 None None] Set router 1d8e0e84-a6e6-465b-800d-351c9eea58c8 gateway port host: dv-cinder-790535-43-iscsi {{(pid=113426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 10:09:52.462280 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-25a47920-608c-4e95-926c-2199ecd9511a req-0f023c06-9f37-433b-989c-020789e1732c service neutron] 10.222.0.27 "GET /networking/v2.0/networks/15128754-481d-4580-9909-e9d7f17bf2e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095638 Sep 16 10:09:52.556899 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-25a47920-608c-4e95-926c-2199ecd9511a req-2dc7b7ff-ba89-4be8-9d13-138a614dc88f service neutron] 10.222.0.27 "GET /networking/v2.0/networks/15128754-481d-4580-9909-e9d7f17bf2e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888627 Sep 16 10:09:52.649274 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-bc2d0bed-0757-427f-9003-10ab25679242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8e0e84-a6e6-465b-800d-351c9eea58c8', 'name': 'tempest-TestVolumeBootPattern-2090367717-router', 'tenant_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'afc272bc-b8b5-4b2e-a80a-6c3c49f76550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T10:03:10Z', 'updated_at': '2022-09-16T10:03:13Z', 'revision_number': 4, 'project_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'gw_port': {'id': 'afc272bc-b8b5-4b2e-a80a-6c3c49f76550', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:70:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8e0e84-a6e6-465b-800d-351c9eea58c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T10:03:11Z', 'updated_at': '2022-09-16T10:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_floatingips': [{'id': '51b659fc-ec00-4db2-b288-64f55215637c', 'tenant_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'floating_ip_address': '172.27.1.146', 'floating_network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'router_id': '1d8e0e84-a6e6-465b-800d-351c9eea58c8', 'port_id': 'e715dc1c-a174-44a0-a3f4-3a389b116353', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15128754-481d-4580-9909-e9d7f17bf2e9', 'mac_address': 'fa:16:3e:8a:79:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33adb696-c1ac-4c86-94ca-77f76a8f5ea6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T10:06:22Z', 'updated_at': '2022-09-16T10:06:24Z', 'revision_number': 1, 'project_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27b24c13-fd4b-4353-b42c-cca934c1ffb5', 'name': '', 'network_id': '15128754-481d-4580-9909-e9d7f17bf2e9', 'tenant_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'mac_address': 'fa:16:3e:f9:01:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8e0e84-a6e6-465b-800d-351c9eea58c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '58989cad-7ca2-43f9-ae25-0fab1e713f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T10:03:13Z', 'updated_at': '2022-09-16T10:03:17Z', 'revision_number': 5, 'project_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'subnets': [{'id': '58989cad-7ca2-43f9-ae25-0fab1e713f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:09:52.675470 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2d0bed-0757-427f-9003-10ab25679242 None None] Checking router: 1d8e0e84-a6e6-465b-800d-351c9eea58c8 for host: dv-cinder-790535-43-iscsi {{(pid=113426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 10:09:52.684563 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2d0bed-0757-427f-9003-10ab25679242 None None] Routers {'1d8e0e84-a6e6-465b-800d-351c9eea58c8'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 10:09:52.685038 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-bc2d0bed-0757-427f-9003-10ab25679242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T10:09:24Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['1d8e0e84-a6e6-465b-800d-351c9eea58c8'], 'active': True} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:09:52.707257 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c0b46d-a58d-4dcf-8613-bc1a5aed6e10 req-6973e03e-b73f-43c1-b5ba-a07af74d0649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:09:52.715308 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-a9c0b46d-a58d-4dcf-8613-bc1a5aed6e10 req-6973e03e-b73f-43c1-b5ba-a07af74d0649 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=aaeb5ec036dd43479e9b66290a29d6d5&device_id=8e45bd2b-3420-4322-934e-e55031e42e0d HTTP/1.1" status: 200 len: 1130 time: 0.0519915 Sep 16 10:09:52.789851 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvr_db [None req-bc2d0bed-0757-427f-9003-10ab25679242 None None] Set router 1d8e0e84-a6e6-465b-800d-351c9eea58c8 gateway port host: dv-cinder-790535-43-iscsi {{(pid=113426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 10:09:52.811934 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ac7312-96c9-4a7e-bde7-13c26fa8ff00 req-1ea784d9-0208-4927-861f-ea1546227c2e tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:09:52.813452 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-a7ac7312-96c9-4a7e-bde7-13c26fa8ff00 req-1ea784d9-0208-4927-861f-ea1546227c2e tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=8e45bd2b-3420-4322-934e-e55031e42e0d HTTP/1.1" status: 200 len: 946 time: 0.0511413 Sep 16 10:09:52.864163 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-a7ac7312-96c9-4a7e-bde7-13c26fa8ff00 req-66c18380-e00c-4792-bd32-f4cc60bf1c1e tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2b29e518-2218-4ac8-8f2d-f2816824c081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449336 Sep 16 10:09:53.089526 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-bc2d0bed-0757-427f-9003-10ab25679242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8e0e84-a6e6-465b-800d-351c9eea58c8', 'name': 'tempest-TestVolumeBootPattern-2090367717-router', 'tenant_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'afc272bc-b8b5-4b2e-a80a-6c3c49f76550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T10:03:10Z', 'updated_at': '2022-09-16T10:03:13Z', 'revision_number': 4, 'project_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'gw_port': {'id': 'afc272bc-b8b5-4b2e-a80a-6c3c49f76550', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:70:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8e0e84-a6e6-465b-800d-351c9eea58c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T10:03:11Z', 'updated_at': '2022-09-16T10:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_floatingips': [{'id': '51b659fc-ec00-4db2-b288-64f55215637c', 'tenant_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'floating_ip_address': '172.27.1.146', 'floating_network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'router_id': '1d8e0e84-a6e6-465b-800d-351c9eea58c8', 'port_id': 'e715dc1c-a174-44a0-a3f4-3a389b116353', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15128754-481d-4580-9909-e9d7f17bf2e9', 'mac_address': 'fa:16:3e:8a:79:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33adb696-c1ac-4c86-94ca-77f76a8f5ea6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T10:06:22Z', 'updated_at': '2022-09-16T10:06:24Z', 'revision_number': 1, 'project_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27b24c13-fd4b-4353-b42c-cca934c1ffb5', 'name': '', 'network_id': '15128754-481d-4580-9909-e9d7f17bf2e9', 'tenant_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'mac_address': 'fa:16:3e:f9:01:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8e0e84-a6e6-465b-800d-351c9eea58c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '58989cad-7ca2-43f9-ae25-0fab1e713f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T10:03:13Z', 'updated_at': '2022-09-16T10:03:17Z', 'revision_number': 5, 'project_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'subnets': [{'id': '58989cad-7ca2-43f9-ae25-0fab1e713f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:09:53.121694 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2d0bed-0757-427f-9003-10ab25679242 None None] The sync data for ids ['1d8e0e84-a6e6-465b-800d-351c9eea58c8'] in dv-cinder-790535-43-iscsi is: [{'id': '1d8e0e84-a6e6-465b-800d-351c9eea58c8', 'name': 'tempest-TestVolumeBootPattern-2090367717-router', 'tenant_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'afc272bc-b8b5-4b2e-a80a-6c3c49f76550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T10:03:10Z', 'updated_at': '2022-09-16T10:03:13Z', 'revision_number': 4, 'project_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'gw_port': {'id': 'afc272bc-b8b5-4b2e-a80a-6c3c49f76550', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:70:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8e0e84-a6e6-465b-800d-351c9eea58c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T10:03:11Z', 'updated_at': '2022-09-16T10:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_floatingips': [{'id': '51b659fc-ec00-4db2-b288-64f55215637c', 'tenant_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'floating_ip_address': '172.27.1.146', 'floating_network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'router_id': '1d8e0e84-a6e6-465b-800d-351c9eea58c8', 'port_id': 'e715dc1c-a174-44a0-a3f4-3a389b116353', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15128754-481d-4580-9909-e9d7f17bf2e9', 'mac_address': 'fa:16:3e:8a:79:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33adb696-c1ac-4c86-94ca-77f76a8f5ea6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T10:06:22Z', 'updated_at': '2022-09-16T10:06:24Z', 'revision_number': 1, 'project_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27b24c13-fd4b-4353-b42c-cca934c1ffb5', 'name': '', 'network_id': '15128754-481d-4580-9909-e9d7f17bf2e9', 'tenant_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'mac_address': 'fa:16:3e:f9:01:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8e0e84-a6e6-465b-800d-351c9eea58c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '58989cad-7ca2-43f9-ae25-0fab1e713f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T10:03:13Z', 'updated_at': '2022-09-16T10:03:17Z', 'revision_number': 5, 'project_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'subnets': [{'id': '58989cad-7ca2-43f9-ae25-0fab1e713f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 10:09:53.369953 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d85f1d-2634-4dbe-898a-1b70fde7e524 None None] New status for floating IP f6976e20-42d9-47fb-ab65-2f2ecf0be098: DOWN {{(pid=113425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 10:09:54.008895 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c0b46d-a58d-4dcf-8613-bc1a5aed6e10 req-0054d0ca-834d-4819-aef1-092ef9067832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:09:54.010552 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-a9c0b46d-a58d-4dcf-8613-bc1a5aed6e10 req-0054d0ca-834d-4819-aef1-092ef9067832 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=15128754-481d-4580-9909-e9d7f17bf2e9 HTTP/1.1" status: 200 len: 913 time: 0.1203294 Sep 16 10:09:54.028180 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3b254d-e7d1-44f7-b619-9cbc29aebdfc req-41166d0e-ebfc-4268-826b-7093d2410ff6 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:09:54.031762 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-eb3b254d-e7d1-44f7-b619-9cbc29aebdfc req-41166d0e-ebfc-4268-826b-7093d2410ff6 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=8e45bd2b-3420-4322-934e-e55031e42e0d HTTP/1.1" status: 200 len: 946 time: 0.0553372 Sep 16 10:09:54.081523 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-eb3b254d-e7d1-44f7-b619-9cbc29aebdfc req-1e15b357-6e5d-4996-9632-fd23abf7cecf tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2b29e518-2218-4ac8-8f2d-f2816824c081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456958 Sep 16 10:09:54.420115 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-a9c0b46d-a58d-4dcf-8613-bc1a5aed6e10 req-b02ec9aa-ce9e-430a-8ecb-4807a60be7ad service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d8e53fa-cbf5-4fc1-8350-b26e2d8e4d58 HTTP/1.1" status: 200 len: 217 time: 0.3198199 Sep 16 10:09:54.583451 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-604f920e-c3c6-4677-9595-50c0ad1720b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (647718b3-8298-4382-86e2-3fad9f5d7804), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:09:54.653611 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c0b46d-a58d-4dcf-8613-bc1a5aed6e10 req-e9f67e65-3612-4f12-a05e-b73e8623b989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:09:54.655085 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-a9c0b46d-a58d-4dcf-8613-bc1a5aed6e10 req-e9f67e65-3612-4f12-a05e-b73e8623b989 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=58989cad-7ca2-43f9-ae25-0fab1e713f7c HTTP/1.1" status: 200 len: 851 time: 0.0779593 Sep 16 10:09:54.675899 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=100 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:09:54.681887 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fc2e4a-3e47-43ab-82f6-1f25fd3a380b req-311c65ca-eaa5-494e-82a5-b154bf5e860b tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:09:54.683359 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-98fc2e4a-3e47-43ab-82f6-1f25fd3a380b req-311c65ca-eaa5-494e-82a5-b154bf5e860b tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8e45bd2b-3420-4322-934e-e55031e42e0d HTTP/1.1" status: 200 len: 946 time: 0.0682335 Sep 16 10:09:54.738720 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c0b46d-a58d-4dcf-8613-bc1a5aed6e10 req-30a6d650-25fd-44f9-af4c-d1820d8750b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:09:54.740232 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-a9c0b46d-a58d-4dcf-8613-bc1a5aed6e10 req-30a6d650-25fd-44f9-af4c-d1820d8750b9 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=15128754-481d-4580-9909-e9d7f17bf2e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0750201 Sep 16 10:09:54.838729 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.plugin [req-98fc2e4a-3e47-43ab-82f6-1f25fd3a380b req-46324e2e-289e-4003-b640-b942a7e79dd7 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Deleting port 3d8e53fa-cbf5-4fc1-8350-b26e2d8e4d58 {{(pid=113424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 10:09:54.839069 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-98fc2e4a-3e47-43ab-82f6-1f25fd3a380b req-46324e2e-289e-4003-b640-b942a7e79dd7 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759571771405'] for port (3d8e53fa-cbf5-4fc1-8350-b26e2d8e4d58), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:09:54.928782 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-a9c0b46d-a58d-4dcf-8613-bc1a5aed6e10 req-a0f233e6-3520-4c46-a7d1-6095c5890111 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/15128754-481d-4580-9909-e9d7f17bf2e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770368 Sep 16 10:09:55.002064 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.db [req-98fc2e4a-3e47-43ab-82f6-1f25fd3a380b req-46324e2e-289e-4003-b640-b942a7e79dd7 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] For port 3d8e53fa-cbf5-4fc1-8350-b26e2d8e4d58, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3d8e53fa-cbf5-4fc1-8350-b26e2d8e4d58,segment=NetworkSegment(be3ea914-9668-4564-9738-7252d20654e9),segment_id=be3ea914-9668-4564-9738-7252d20654e9)] {{(pid=113424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:09:55.002435 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-98fc2e4a-3e47-43ab-82f6-1f25fd3a380b req-46324e2e-289e-4003-b640-b942a7e79dd7 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699225'] for port (3d8e53fa-cbf5-4fc1-8350-b26e2d8e4d58), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:09:55.022134 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.plugin [req-98fc2e4a-3e47-43ab-82f6-1f25fd3a380b req-46324e2e-289e-4003-b640-b942a7e79dd7 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Calling delete_port for 3d8e53fa-cbf5-4fc1-8350-b26e2d8e4d58 owned by compute:nova {{(pid=113424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 10:09:55.035427 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=100 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:09:55.097473 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-a9c0b46d-a58d-4dcf-8613-bc1a5aed6e10 req-97e39d53-f771-4397-9c80-adff6d1dce32 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/15128754-481d-4580-9909-e9d7f17bf2e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627846 Sep 16 10:09:55.227197 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60495d4-6909-4b03-b250-357f2ca32b48 req-c9c16155-4e87-4866-9471-31d007999962 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:09:55.230334 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-e60495d4-6909-4b03-b250-357f2ca32b48 req-c9c16155-4e87-4866-9471-31d007999962 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=8e45bd2b-3420-4322-934e-e55031e42e0d HTTP/1.1" status: 200 len: 946 time: 0.0649130 Sep 16 10:09:55.287128 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-e60495d4-6909-4b03-b250-357f2ca32b48 req-7ba8cea3-a484-463c-885d-d5663b99c856 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2b29e518-2218-4ac8-8f2d-f2816824c081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524654 Sep 16 10:09:55.344978 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-98fc2e4a-3e47-43ab-82f6-1f25fd3a380b req-46324e2e-289e-4003-b640-b942a7e79dd7 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759571687051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759571245514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27240065'] for port (3d8e53fa-cbf5-4fc1-8350-b26e2d8e4d58), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:09:55.378312 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46324e2e-289e-4003-b640-b942a7e79dd7 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Pushing event deleted for resources: {'Port': ['ID=3d8e53fa-cbf5-4fc1-8350-b26e2d8e4d58,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:09:55.425713 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.l3_dvrscheduler_db [req-98fc2e4a-3e47-43ab-82f6-1f25fd3a380b req-46324e2e-289e-4003-b640-b942a7e79dd7 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] No DVR routers for this DVR port 3d8e53fa-cbf5-4fc1-8350-b26e2d8e4d58 on host hv-cinder-79053 {{(pid=113424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 10:09:55.432514 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-98fc2e4a-3e47-43ab-82f6-1f25fd3a380b req-46324e2e-289e-4003-b640-b942a7e79dd7 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110971'] for port (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:09:55.438318 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-98fc2e4a-3e47-43ab-82f6-1f25fd3a380b req-46324e2e-289e-4003-b640-b942a7e79dd7 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.27 "DELETE /networking/v2.0/ports/3d8e53fa-cbf5-4fc1-8350-b26e2d8e4d58 HTTP/1.1" status: 204 len: 173 time: 0.7384868 Sep 16 10:09:55.439082 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e45bd2b-3420-4322-934e-e55031e42e0d', 'name': 'network-vif-deleted', 'tag': '3d8e53fa-cbf5-4fc1-8350-b26e2d8e4d58'}] {{(pid=113424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 10:09:55.441593 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16dfd0a1dfdfa1f1ee01b24bca40ddc03421b0ad37c1355f54f1c3176401751a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11db424a-afb2-48a1-ac94-d99e2bcb01d1" -d '{"events": [{"server_uuid": "8e45bd2b-3420-4322-934e-e55031e42e0d", "name": "network-vif-deleted", "tag": "3d8e53fa-cbf5-4fc1-8350-b26e2d8e4d58"}]}' {{(pid=113424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 10:09:55.488421 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 10:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9b751a1-f898-4323-8ddb-bde99328f45b x-openstack-request-id: req-f9b751a1-f898-4323-8ddb-bde99328f45b {{(pid=113424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 10:09:55.488722 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e45bd2b-3420-4322-934e-e55031e42e0d", "name": "network-vif-deleted", "tag": "3d8e53fa-cbf5-4fc1-8350-b26e2d8e4d58", "status": "completed", "code": 200}]} {{(pid=113424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 10:09:55.488978 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f9b751a1-f898-4323-8ddb-bde99328f45b {{(pid=113424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 10:09:55.489397 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9b751a1-f898-4323-8ddb-bde99328f45b'] response: {'server_uuid': '8e45bd2b-3420-4322-934e-e55031e42e0d', 'name': 'network-vif-deleted', 'tag': '3d8e53fa-cbf5-4fc1-8350-b26e2d8e4d58', 'status': 'completed', 'code': 200} Sep 16 10:09:55.925342 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-c17a0cac-31fa-4a66-ad06-99f53fca2b4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (2d63c820-fb16-4aae-acf9-0482010d4ad8), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:09:56.419895 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-c04faf7c-4876-403c-baae-c01a271e1b60 req-4fb0ef52-e7d0-4d2d-a4ad-90f94feedd75 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=8e45bd2b-3420-4322-934e-e55031e42e0d HTTP/1.1" status: 200 len: 210 time: 0.0290005 Sep 16 10:09:57.326235 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (be58d251-43cc-467d-bf31-2aae48e2ac56), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:09:57.424082 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Device 3d8e53fa-cbf5-4fc1-8350-b26e2d8e4d58 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 10:09:57.448675 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] No Port match for: 3d8e53fa-cbf5-4fc1-8350-b26e2d8e4d58 {{(pid=113425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 10:09:57.448675 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Device 3d8e53fa-cbf5-4fc1-8350-b26e2d8e4d58 not bound to the agent host hv-cinder-79053 {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 10:09:57.459051 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-cd5fe5d0-24d3-4349-8269-176b5bcdf250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (65aa34d6-cc53-475e-ab2c-2c2516bff08f), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:09:59.987636 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 58792) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 10:10:00.149569 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.plugin [None req-f8ace40f-a238-433d-997f-6ab0c4031026 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Deleting port e2bc3a5a-048c-4888-bed1-c04f43228528 {{(pid=113423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 10:10:00.149935 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-f8ace40f-a238-433d-997f-6ab0c4031026 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759571771405'] for port (e2bc3a5a-048c-4888-bed1-c04f43228528), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:10:00.240017 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-f8ace40f-a238-433d-997f-6ab0c4031026 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699225'] for port (e2bc3a5a-048c-4888-bed1-c04f43228528), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:10:00.240268 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-f8ace40f-a238-433d-997f-6ab0c4031026 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Publish callbacks [] for floatingip (e2bc3a5a-048c-4888-bed1-c04f43228528), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:10:00.256952 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.plugin [None req-f8ace40f-a238-433d-997f-6ab0c4031026 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Calling delete_port for e2bc3a5a-048c-4888-bed1-c04f43228528 owned by network:floatingip {{(pid=113423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 10:10:00.491411 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-f8ace40f-a238-433d-997f-6ab0c4031026 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759571687051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759571245514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473602'] for port (e2bc3a5a-048c-4888-bed1-c04f43228528), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:10:00.518886 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ace40f-a238-433d-997f-6ab0c4031026 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Pushing event deleted for resources: {'Port': ['ID=e2bc3a5a-048c-4888-bed1-c04f43228528,revision_number=None']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:10:00.531198 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ace40f-a238-433d-997f-6ab0c4031026 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:10:00.531550 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ace40f-a238-433d-997f-6ab0c4031026 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:10:00.531893 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ace40f-a238-433d-997f-6ab0c4031026 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:10:00.532241 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ace40f-a238-433d-997f-6ab0c4031026 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:10:00.532578 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ace40f-a238-433d-997f-6ab0c4031026 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:10:00.532907 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ace40f-a238-433d-997f-6ab0c4031026 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:10:00.533237 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ace40f-a238-433d-997f-6ab0c4031026 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:10:00.533592 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ace40f-a238-433d-997f-6ab0c4031026 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:10:00.533930 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ace40f-a238-433d-997f-6ab0c4031026 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:10:00.534258 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ace40f-a238-433d-997f-6ab0c4031026 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:10:00.534586 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ace40f-a238-433d-997f-6ab0c4031026 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:10:00.534912 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ace40f-a238-433d-997f-6ab0c4031026 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:10:00.535890 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ace40f-a238-433d-997f-6ab0c4031026 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:10:00.536237 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ace40f-a238-433d-997f-6ab0c4031026 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:10:00.536575 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ace40f-a238-433d-997f-6ab0c4031026 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:10:00.598231 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-f8ace40f-a238-433d-997f-6ab0c4031026 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Publish callbacks [] for floatingip (51b659fc-ec00-4db2-b288-64f55215637c), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:10:00.598585 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.db.l3_db [None req-f8ace40f-a238-433d-997f-6ab0c4031026 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Floating IP 51b659fc-ec00-4db2-b288-64f55215637c disassociated (deleted). External IP: 172.27.1.146, port: e715dc1c-a174-44a0-a3f4-3a389b116353. Sep 16 10:10:00.806362 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8ace40f-a238-433d-997f-6ab0c4031026 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Router 1d8e0e84-a6e6-465b-800d-351c9eea58c8 has already been hosted by L3 agent 647718b3-8298-4382-86e2-3fad9f5d7804 {{(pid=113423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 10:10:00.813100 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:10:00.897020 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:10:00.914857 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8ace40f-a238-433d-997f-6ab0c4031026 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Notify agent at l3_agent.dv-cinder-790535-43-iscsi the message routers_updated {{(pid=113423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 10:10:00.919350 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-f8ace40f-a238-433d-997f-6ab0c4031026 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110971'] for floatingip (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:10:00.927494 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b748fc-c21b-4694-945e-ae03e1c2afda None None] Sync routers for ids ['1d8e0e84-a6e6-465b-800d-351c9eea58c8'] in dv-cinder-790535-43-iscsi {{(pid=113426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 10:10:00.938251 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b748fc-c21b-4694-945e-ae03e1c2afda None None] Routers {'1d8e0e84-a6e6-465b-800d-351c9eea58c8'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 10:10:00.939663 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-40b748fc-c21b-4694-945e-ae03e1c2afda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T10:09:54Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['1d8e0e84-a6e6-465b-800d-351c9eea58c8'], 'active': True} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:10:00.950941 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-f8ace40f-a238-433d-997f-6ab0c4031026 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "DELETE /networking/v2.0/floatingips/51b659fc-ec00-4db2-b288-64f55215637c HTTP/1.1" status: 204 len: 168 time: 0.9621918 Sep 16 10:10:00.951592 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33adb696-c1ac-4c86-94ca-77f76a8f5ea6', 'tag': 'e715dc1c-a174-44a0-a3f4-3a389b116353'}] {{(pid=113423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 10:10:00.953903 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71a7bfedd24ed74f5a0f7cbe4469292c95f8b2943141139d877a1e440cdb58a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a6bd85b-a561-4318-a3b2-a1b0c78f9253" -d '{"events": [{"name": "network-changed", "server_uuid": "33adb696-c1ac-4c86-94ca-77f76a8f5ea6", "tag": "e715dc1c-a174-44a0-a3f4-3a389b116353"}]}' {{(pid=113423) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 10:10:01.058434 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvr_db [None req-40b748fc-c21b-4694-945e-ae03e1c2afda None None] Set router 1d8e0e84-a6e6-465b-800d-351c9eea58c8 gateway port host: dv-cinder-790535-43-iscsi {{(pid=113426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 10:10:01.106515 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 10:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8168ceff-61b9-4596-8e0f-a3bf5eca3eec x-openstack-request-id: req-8168ceff-61b9-4596-8e0f-a3bf5eca3eec {{(pid=113423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 10:10:01.106515 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33adb696-c1ac-4c86-94ca-77f76a8f5ea6", "tag": "e715dc1c-a174-44a0-a3f4-3a389b116353", "status": "completed", "code": 200}]} {{(pid=113423) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 10:10:01.106515 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8168ceff-61b9-4596-8e0f-a3bf5eca3eec {{(pid=113423) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 10:10:01.106515 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8168ceff-61b9-4596-8e0f-a3bf5eca3eec'] response: {'name': 'network-changed', 'server_uuid': '33adb696-c1ac-4c86-94ca-77f76a8f5ea6', 'tag': 'e715dc1c-a174-44a0-a3f4-3a389b116353', 'status': 'completed', 'code': 200} Sep 16 10:10:01.182356 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6bd85b-a561-4318-a3b2-a1b0c78f9253 req-d395c5db-318d-4876-9e7b-a44c1eb353f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:10:01.185142 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-5a6bd85b-a561-4318-a3b2-a1b0c78f9253 req-d395c5db-318d-4876-9e7b-a44c1eb353f8 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=aaeb5ec036dd43479e9b66290a29d6d5&device_id=33adb696-c1ac-4c86-94ca-77f76a8f5ea6 HTTP/1.1" status: 200 len: 1130 time: 0.0524402 Sep 16 10:10:01.208060 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=100 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:10:01.227608 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=100 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:10:01.279884 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-40b748fc-c21b-4694-945e-ae03e1c2afda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8e0e84-a6e6-465b-800d-351c9eea58c8', 'name': 'tempest-TestVolumeBootPattern-2090367717-router', 'tenant_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'afc272bc-b8b5-4b2e-a80a-6c3c49f76550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T10:03:10Z', 'updated_at': '2022-09-16T10:03:13Z', 'revision_number': 4, 'project_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'gw_port': {'id': 'afc272bc-b8b5-4b2e-a80a-6c3c49f76550', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:70:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8e0e84-a6e6-465b-800d-351c9eea58c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T10:03:11Z', 'updated_at': '2022-09-16T10:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_interfaces': [{'id': '27b24c13-fd4b-4353-b42c-cca934c1ffb5', 'name': '', 'network_id': '15128754-481d-4580-9909-e9d7f17bf2e9', 'tenant_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'mac_address': 'fa:16:3e:f9:01:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8e0e84-a6e6-465b-800d-351c9eea58c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '58989cad-7ca2-43f9-ae25-0fab1e713f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T10:03:13Z', 'updated_at': '2022-09-16T10:03:17Z', 'revision_number': 5, 'project_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'subnets': [{'id': '58989cad-7ca2-43f9-ae25-0fab1e713f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:10:01.290346 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6bd85b-a561-4318-a3b2-a1b0c78f9253 req-6f53dfbd-d4c7-4f95-b1a8-ca826a220d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:10:01.291859 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-5a6bd85b-a561-4318-a3b2-a1b0c78f9253 req-6f53dfbd-d4c7-4f95-b1a8-ca826a220d10 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=15128754-481d-4580-9909-e9d7f17bf2e9 HTTP/1.1" status: 200 len: 913 time: 0.1011109 Sep 16 10:10:01.310659 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b748fc-c21b-4694-945e-ae03e1c2afda None None] Checking router: 1d8e0e84-a6e6-465b-800d-351c9eea58c8 for host: dv-cinder-790535-43-iscsi {{(pid=113426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 10:10:01.319488 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b748fc-c21b-4694-945e-ae03e1c2afda None None] Routers {'1d8e0e84-a6e6-465b-800d-351c9eea58c8'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 10:10:01.320075 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-40b748fc-c21b-4694-945e-ae03e1c2afda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T10:09:54Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['1d8e0e84-a6e6-465b-800d-351c9eea58c8'], 'active': True} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:10:01.336771 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-5a6bd85b-a561-4318-a3b2-a1b0c78f9253 req-95a82481-cd4f-4ce8-94e7-6597b7162c20 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e715dc1c-a174-44a0-a3f4-3a389b116353 HTTP/1.1" status: 200 len: 217 time: 0.0393863 Sep 16 10:10:01.401497 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:10:01.413530 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6bd85b-a561-4318-a3b2-a1b0c78f9253 req-a5c92aa2-6242-4278-9a80-3330545376ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:10:01.416025 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-5a6bd85b-a561-4318-a3b2-a1b0c78f9253 req-a5c92aa2-6242-4278-9a80-3330545376ca service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=58989cad-7ca2-43f9-ae25-0fab1e713f7c HTTP/1.1" status: 200 len: 851 time: 0.0731399 Sep 16 10:10:01.448673 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvr_db [None req-40b748fc-c21b-4694-945e-ae03e1c2afda None None] Set router 1d8e0e84-a6e6-465b-800d-351c9eea58c8 gateway port host: dv-cinder-790535-43-iscsi {{(pid=113426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 10:10:01.522439 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9c3898-2246-47c8-a810-269c95962263 req-cd53fd9e-d41b-41e3-85c3-d7144852ec0d tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113423) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:10:01.523978 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-1f9c3898-2246-47c8-a810-269c95962263 req-cd53fd9e-d41b-41e3-85c3-d7144852ec0d tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=33adb696-c1ac-4c86-94ca-77f76a8f5ea6 HTTP/1.1" status: 200 len: 946 time: 0.0682776 Sep 16 10:10:01.587212 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [req-1f9c3898-2246-47c8-a810-269c95962263 req-951baa70-09c6-4cf8-8e16-d68c6fa54f8e tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2b29e518-2218-4ac8-8f2d-f2816824c081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565643 Sep 16 10:10:01.648774 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-40b748fc-c21b-4694-945e-ae03e1c2afda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8e0e84-a6e6-465b-800d-351c9eea58c8', 'name': 'tempest-TestVolumeBootPattern-2090367717-router', 'tenant_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'afc272bc-b8b5-4b2e-a80a-6c3c49f76550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T10:03:10Z', 'updated_at': '2022-09-16T10:03:13Z', 'revision_number': 4, 'project_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'gw_port': {'id': 'afc272bc-b8b5-4b2e-a80a-6c3c49f76550', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:70:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8e0e84-a6e6-465b-800d-351c9eea58c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T10:03:11Z', 'updated_at': '2022-09-16T10:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_interfaces': [{'id': '27b24c13-fd4b-4353-b42c-cca934c1ffb5', 'name': '', 'network_id': '15128754-481d-4580-9909-e9d7f17bf2e9', 'tenant_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'mac_address': 'fa:16:3e:f9:01:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8e0e84-a6e6-465b-800d-351c9eea58c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '58989cad-7ca2-43f9-ae25-0fab1e713f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T10:03:13Z', 'updated_at': '2022-09-16T10:03:17Z', 'revision_number': 5, 'project_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'subnets': [{'id': '58989cad-7ca2-43f9-ae25-0fab1e713f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:10:01.673626 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b748fc-c21b-4694-945e-ae03e1c2afda None None] The sync data for ids ['1d8e0e84-a6e6-465b-800d-351c9eea58c8'] in dv-cinder-790535-43-iscsi is: [{'id': '1d8e0e84-a6e6-465b-800d-351c9eea58c8', 'name': 'tempest-TestVolumeBootPattern-2090367717-router', 'tenant_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'afc272bc-b8b5-4b2e-a80a-6c3c49f76550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T10:03:10Z', 'updated_at': '2022-09-16T10:03:13Z', 'revision_number': 4, 'project_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'gw_port': {'id': 'afc272bc-b8b5-4b2e-a80a-6c3c49f76550', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:70:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8e0e84-a6e6-465b-800d-351c9eea58c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T10:03:11Z', 'updated_at': '2022-09-16T10:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi', '_interfaces': [{'id': '27b24c13-fd4b-4353-b42c-cca934c1ffb5', 'name': '', 'network_id': '15128754-481d-4580-9909-e9d7f17bf2e9', 'tenant_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'mac_address': 'fa:16:3e:f9:01:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8e0e84-a6e6-465b-800d-351c9eea58c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '58989cad-7ca2-43f9-ae25-0fab1e713f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T10:03:13Z', 'updated_at': '2022-09-16T10:03:17Z', 'revision_number': 5, 'project_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'subnets': [{'id': '58989cad-7ca2-43f9-ae25-0fab1e713f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 10:10:01.910898 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4fa590-aaaa-432a-a99e-019245fa04ab None None] New status for floating IP 51b659fc-ec00-4db2-b288-64f55215637c: DOWN {{(pid=113425) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 10:10:02.393122 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6bd85b-a561-4318-a3b2-a1b0c78f9253 req-ad7f631a-e260-4af1-9692-72d390f23fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:10:02.394679 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-5a6bd85b-a561-4318-a3b2-a1b0c78f9253 req-ad7f631a-e260-4af1-9692-72d390f23fc2 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=15128754-481d-4580-9909-e9d7f17bf2e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0408812 Sep 16 10:10:02.516646 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-5a6bd85b-a561-4318-a3b2-a1b0c78f9253 req-290a7487-f1cb-41fe-80cd-b14ad9f7c8bb service neutron] 10.222.0.27 "GET /networking/v2.0/networks/15128754-481d-4580-9909-e9d7f17bf2e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151400 Sep 16 10:10:02.618954 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-5a6bd85b-a561-4318-a3b2-a1b0c78f9253 req-3cda6dcb-c13c-4b9a-a17a-8dc691b67063 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/15128754-481d-4580-9909-e9d7f17bf2e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920246 Sep 16 10:10:02.717123 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa483c70-c389-4253-9f42-992c8e623d9a req-4af3ba88-aaa5-46ce-9eea-35e020164d46 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:10:02.718447 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-aa483c70-c389-4253-9f42-992c8e623d9a req-4af3ba88-aaa5-46ce-9eea-35e020164d46 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=33adb696-c1ac-4c86-94ca-77f76a8f5ea6 HTTP/1.1" status: 200 len: 946 time: 0.0514662 Sep 16 10:10:02.772025 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-aa483c70-c389-4253-9f42-992c8e623d9a req-87f3970f-2ecf-4f0e-a54a-82c3d893bf6f tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2b29e518-2218-4ac8-8f2d-f2816824c081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473650 Sep 16 10:10:02.836496 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f12371-5ffe-4ca8-944c-969abe01a0ab req-3a545f0b-e14e-41af-bbd1-72d9a427f99b tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 10:10:02.838010 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-36f12371-5ffe-4ca8-944c-969abe01a0ab req-3a545f0b-e14e-41af-bbd1-72d9a427f99b tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=33adb696-c1ac-4c86-94ca-77f76a8f5ea6 HTTP/1.1" status: 200 len: 946 time: 0.0533233 Sep 16 10:10:02.923513 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.plugin [req-36f12371-5ffe-4ca8-944c-969abe01a0ab req-4fa4a02c-e670-4a1d-8f22-accd241595d1 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Deleting port e715dc1c-a174-44a0-a3f4-3a389b116353 {{(pid=113424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 10:10:02.934007 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-36f12371-5ffe-4ca8-944c-969abe01a0ab req-4fa4a02c-e670-4a1d-8f22-accd241595d1 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759571771405'] for port (e715dc1c-a174-44a0-a3f4-3a389b116353), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:10:02.989863 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:10:03.023816 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.db [req-36f12371-5ffe-4ca8-944c-969abe01a0ab req-4fa4a02c-e670-4a1d-8f22-accd241595d1 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] For port e715dc1c-a174-44a0-a3f4-3a389b116353, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e715dc1c-a174-44a0-a3f4-3a389b116353,segment=NetworkSegment(be3ea914-9668-4564-9738-7252d20654e9),segment_id=be3ea914-9668-4564-9738-7252d20654e9)] {{(pid=113424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:10:03.024187 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-36f12371-5ffe-4ca8-944c-969abe01a0ab req-4fa4a02c-e670-4a1d-8f22-accd241595d1 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699225'] for port (e715dc1c-a174-44a0-a3f4-3a389b116353), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:10:03.037899 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.plugin [req-36f12371-5ffe-4ca8-944c-969abe01a0ab req-4fa4a02c-e670-4a1d-8f22-accd241595d1 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Calling delete_port for e715dc1c-a174-44a0-a3f4-3a389b116353 owned by compute:nova {{(pid=113424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 10:10:03.166927 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:10:03.265338 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-36f12371-5ffe-4ca8-944c-969abe01a0ab req-4fa4a02c-e670-4a1d-8f22-accd241595d1 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759571687051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759571245514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27240065'] for port (e715dc1c-a174-44a0-a3f4-3a389b116353), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:10:03.295211 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa4a02c-e670-4a1d-8f22-accd241595d1 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Pushing event deleted for resources: {'Port': ['ID=e715dc1c-a174-44a0-a3f4-3a389b116353,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:10:03.342264 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.l3_dvrscheduler_db [req-36f12371-5ffe-4ca8-944c-969abe01a0ab req-4fa4a02c-e670-4a1d-8f22-accd241595d1 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] No DVR routers for this DVR port e715dc1c-a174-44a0-a3f4-3a389b116353 on host hv-cinder-79053 {{(pid=113424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 10:10:03.347414 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [req-36f12371-5ffe-4ca8-944c-969abe01a0ab req-4fa4a02c-e670-4a1d-8f22-accd241595d1 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110971'] for port (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:10:03.353946 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-36f12371-5ffe-4ca8-944c-969abe01a0ab req-4fa4a02c-e670-4a1d-8f22-accd241595d1 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.27 "DELETE /networking/v2.0/ports/e715dc1c-a174-44a0-a3f4-3a389b116353 HTTP/1.1" status: 204 len: 173 time: 0.5080061 Sep 16 10:10:03.353946 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33adb696-c1ac-4c86-94ca-77f76a8f5ea6', 'name': 'network-vif-deleted', 'tag': 'e715dc1c-a174-44a0-a3f4-3a389b116353'}] {{(pid=113424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 10:10:03.353946 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16dfd0a1dfdfa1f1ee01b24bca40ddc03421b0ad37c1355f54f1c3176401751a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b63aa7e-db73-45df-aafe-c0802319ba0c" -d '{"events": [{"server_uuid": "33adb696-c1ac-4c86-94ca-77f76a8f5ea6", "name": "network-vif-deleted", "tag": "e715dc1c-a174-44a0-a3f4-3a389b116353"}]}' {{(pid=113424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 10:10:03.396368 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 10:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4fa7b6c-6d8a-47e3-b4a5-bf0bc51140e8 x-openstack-request-id: req-e4fa7b6c-6d8a-47e3-b4a5-bf0bc51140e8 {{(pid=113424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 10:10:03.397012 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33adb696-c1ac-4c86-94ca-77f76a8f5ea6", "name": "network-vif-deleted", "tag": "e715dc1c-a174-44a0-a3f4-3a389b116353", "status": "completed", "code": 200}]} {{(pid=113424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 10:10:03.397012 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e4fa7b6c-6d8a-47e3-b4a5-bf0bc51140e8 {{(pid=113424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 10:10:03.397317 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4fa7b6c-6d8a-47e3-b4a5-bf0bc51140e8'] response: {'server_uuid': '33adb696-c1ac-4c86-94ca-77f76a8f5ea6', 'name': 'network-vif-deleted', 'tag': 'e715dc1c-a174-44a0-a3f4-3a389b116353', 'status': 'completed', 'code': 200} Sep 16 10:10:03.881528 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [req-32617bcc-9bf1-48b1-8d83-c4001693712c req-6f96c980-9fb6-428c-8029-c0f77d8b0095 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=33adb696-c1ac-4c86-94ca-77f76a8f5ea6 HTTP/1.1" status: 200 len: 210 time: 0.0289519 Sep 16 10:10:04.949875 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 58810) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 10:10:05.064286 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (5b31c92a-f134-4c39-96dd-6f3267de2076), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:10:05.065036 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.plugin [None req-838a4a69-c0f2-49b5-b51e-f3d14a8320b5 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Deleting port ed442d74-7026-4efd-852a-3811dc37091f {{(pid=113423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 10:10:05.065036 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-838a4a69-c0f2-49b5-b51e-f3d14a8320b5 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759571771405'] for port (ed442d74-7026-4efd-852a-3811dc37091f), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:10:05.144402 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-838a4a69-c0f2-49b5-b51e-f3d14a8320b5 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699225'] for port (ed442d74-7026-4efd-852a-3811dc37091f), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:10:05.144717 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-838a4a69-c0f2-49b5-b51e-f3d14a8320b5 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Publish callbacks [] for floatingip (ed442d74-7026-4efd-852a-3811dc37091f), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:10:05.158390 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.plugin [None req-838a4a69-c0f2-49b5-b51e-f3d14a8320b5 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Calling delete_port for ed442d74-7026-4efd-852a-3811dc37091f owned by network:floatingip {{(pid=113423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 10:10:05.384190 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-838a4a69-c0f2-49b5-b51e-f3d14a8320b5 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759571687051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759571245514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473602'] for port (ed442d74-7026-4efd-852a-3811dc37091f), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:10:05.410972 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838a4a69-c0f2-49b5-b51e-f3d14a8320b5 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Pushing event deleted for resources: {'Port': ['ID=ed442d74-7026-4efd-852a-3811dc37091f,revision_number=None']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:10:05.475252 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-838a4a69-c0f2-49b5-b51e-f3d14a8320b5 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Publish callbacks [] for floatingip (114b0d17-8c97-420c-bb4b-0669e6ef9693), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:10:05.477768 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-838a4a69-c0f2-49b5-b51e-f3d14a8320b5 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110971'] for floatingip (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:10:05.514144 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-838a4a69-c0f2-49b5-b51e-f3d14a8320b5 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "DELETE /networking/v2.0/floatingips/114b0d17-8c97-420c-bb4b-0669e6ef9693 HTTP/1.1" status: 204 len: 168 time: 0.5286078 Sep 16 10:10:06.854764 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 58822) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 10:10:06.921626 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-d3603a42-0a10-474d-b9f1-10108a9c8a97 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Publish callbacks [] for security_group (2b29e518-2218-4ac8-8f2d-f2816824c081), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:10:06.947067 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-d3603a42-0a10-474d-b9f1-10108a9c8a97 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Publish callbacks [] for security_group (2b29e518-2218-4ac8-8f2d-f2816824c081), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:10:07.096845 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-d3603a42-0a10-474d-b9f1-10108a9c8a97 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (2b29e518-2218-4ac8-8f2d-f2816824c081), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:10:07.099392 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-d3603a42-0a10-474d-b9f1-10108a9c8a97 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Publish callbacks [] for security_group (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:10:07.100578 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-d3603a42-0a10-474d-b9f1-10108a9c8a97 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] 10.222.0.73 "DELETE /networking/v2.0/security-groups/2b29e518-2218-4ac8-8f2d-f2816824c081 HTTP/1.1" status: 204 len: 168 time: 0.2447822 Sep 16 10:10:07.111444 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3603a42-0a10-474d-b9f1-10108a9c8a97 tempest-TestVolumeBootPattern-703768359 tempest-TestVolumeBootPattern-703768359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b29e518-2218-4ac8-8f2d-f2816824c081,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:10:07.253227 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 58826) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 10:10:07.464504 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Device e715dc1c-a174-44a0-a3f4-3a389b116353 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 10:10:07.485662 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] No Port match for: e715dc1c-a174-44a0-a3f4-3a389b116353 {{(pid=113425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 10:10:07.486167 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Device e715dc1c-a174-44a0-a3f4-3a389b116353 not bound to the agent host hv-cinder-79053 {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 10:10:07.721233 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-9da26cba-ea41-434d-a1d8-5cf8eceeec65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692131'] for router_interface (1d8e0e84-a6e6-465b-800d-351c9eea58c8), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:10:07.959026 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.plugin [None req-9da26cba-ea41-434d-a1d8-5cf8eceeec65 admin admin] Deleting port 27b24c13-fd4b-4353-b42c-cca934c1ffb5 {{(pid=113424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 10:10:07.959880 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-9da26cba-ea41-434d-a1d8-5cf8eceeec65 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759571771405'] for port (27b24c13-fd4b-4353-b42c-cca934c1ffb5), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:10:08.054831 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.db [None req-9da26cba-ea41-434d-a1d8-5cf8eceeec65 admin admin] For port 27b24c13-fd4b-4353-b42c-cca934c1ffb5, host dv-cinder-790535-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=27b24c13-fd4b-4353-b42c-cca934c1ffb5,segment=NetworkSegment(be3ea914-9668-4564-9738-7252d20654e9),segment_id=be3ea914-9668-4564-9738-7252d20654e9)] {{(pid=113424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:10:08.055115 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-9da26cba-ea41-434d-a1d8-5cf8eceeec65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699225'] for port (27b24c13-fd4b-4353-b42c-cca934c1ffb5), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:10:08.057224 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:10:08.070619 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.plugin [None req-9da26cba-ea41-434d-a1d8-5cf8eceeec65 admin admin] Calling delete_port for 27b24c13-fd4b-4353-b42c-cca934c1ffb5 owned by network:router_interface {{(pid=113424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 10:10:08.119173 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:10:08.350354 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-9da26cba-ea41-434d-a1d8-5cf8eceeec65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759571687051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759571245514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27240065'] for port (27b24c13-fd4b-4353-b42c-cca934c1ffb5), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:10:08.376512 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da26cba-ea41-434d-a1d8-5cf8eceeec65 admin admin] Pushing event deleted for resources: {'Port': ['ID=27b24c13-fd4b-4353-b42c-cca934c1ffb5,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:10:08.556613 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-9da26cba-ea41-434d-a1d8-5cf8eceeec65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-697875'] for router_interface (1d8e0e84-a6e6-465b-800d-351c9eea58c8), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:10:08.777258 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9da26cba-ea41-434d-a1d8-5cf8eceeec65 admin admin] Router 1d8e0e84-a6e6-465b-800d-351c9eea58c8 has already been hosted by L3 agent 647718b3-8298-4382-86e2-3fad9f5d7804 {{(pid=113424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 10:10:08.881867 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9da26cba-ea41-434d-a1d8-5cf8eceeec65 admin admin] Notify agent at l3_agent.dv-cinder-790535-43-iscsi the message routers_updated {{(pid=113424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 10:10:08.887690 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-9da26cba-ea41-434d-a1d8-5cf8eceeec65 admin admin] 10.222.0.73 "PUT /networking/v2.0/routers/1d8e0e84-a6e6-465b-800d-351c9eea58c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6333382 Sep 16 10:10:08.891603 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 58830) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 10:10:08.894286 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e649b7-6885-43fa-bb3e-aa24122c7e89 None None] Sync routers for ids ['1d8e0e84-a6e6-465b-800d-351c9eea58c8'] in dv-cinder-790535-43-iscsi {{(pid=113426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 10:10:08.916337 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e649b7-6885-43fa-bb3e-aa24122c7e89 None None] Routers {'1d8e0e84-a6e6-465b-800d-351c9eea58c8'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 10:10:08.916337 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-46e649b7-6885-43fa-bb3e-aa24122c7e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T10:09:54Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['1d8e0e84-a6e6-465b-800d-351c9eea58c8'], 'active': True} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:10:08.959432 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:10:09.011842 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-bc7f6a8a-75e7-4a71-a338-68b0f70d523d admin admin] Publish callbacks [] for router (1d8e0e84-a6e6-465b-800d-351c9eea58c8), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:10:09.016770 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvr_db [None req-46e649b7-6885-43fa-bb3e-aa24122c7e89 None None] Set router 1d8e0e84-a6e6-465b-800d-351c9eea58c8 gateway port host: dv-cinder-790535-43-iscsi {{(pid=113426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 10:10:09.118163 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-bc7f6a8a-75e7-4a71-a338-68b0f70d523d admin admin] Publish callbacks [] for router_gateway (1d8e0e84-a6e6-465b-800d-351c9eea58c8), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:10:09.195670 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-46e649b7-6885-43fa-bb3e-aa24122c7e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8e0e84-a6e6-465b-800d-351c9eea58c8', 'name': 'tempest-TestVolumeBootPattern-2090367717-router', 'tenant_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'afc272bc-b8b5-4b2e-a80a-6c3c49f76550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T10:03:10Z', 'updated_at': '2022-09-16T10:10:08Z', 'revision_number': 5, 'project_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'gw_port': {'id': 'afc272bc-b8b5-4b2e-a80a-6c3c49f76550', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:70:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8e0e84-a6e6-465b-800d-351c9eea58c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T10:03:11Z', 'updated_at': '2022-09-16T10:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi'}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:10:09.222388 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e649b7-6885-43fa-bb3e-aa24122c7e89 None None] Checking router: 1d8e0e84-a6e6-465b-800d-351c9eea58c8 for host: dv-cinder-790535-43-iscsi {{(pid=113426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 10:10:09.226178 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.plugin [None req-bc7f6a8a-75e7-4a71-a338-68b0f70d523d admin admin] Deleting port afc272bc-b8b5-4b2e-a80a-6c3c49f76550 {{(pid=113424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 10:10:09.226556 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-bc7f6a8a-75e7-4a71-a338-68b0f70d523d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759571771405'] for port (afc272bc-b8b5-4b2e-a80a-6c3c49f76550), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:10:09.234365 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e649b7-6885-43fa-bb3e-aa24122c7e89 None None] Routers {'1d8e0e84-a6e6-465b-800d-351c9eea58c8'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 10:10:09.235003 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-46e649b7-6885-43fa-bb3e-aa24122c7e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T10:09:54Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['1d8e0e84-a6e6-465b-800d-351c9eea58c8'], 'active': True} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:10:09.317721 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.db [None req-bc7f6a8a-75e7-4a71-a338-68b0f70d523d admin admin] For port afc272bc-b8b5-4b2e-a80a-6c3c49f76550, host dv-cinder-790535-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=afc272bc-b8b5-4b2e-a80a-6c3c49f76550,segment=NetworkSegment(0b254eb8-8459-4a20-9dd6-e212af12e724),segment_id=0b254eb8-8459-4a20-9dd6-e212af12e724)] {{(pid=113424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:10:09.318126 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-bc7f6a8a-75e7-4a71-a338-68b0f70d523d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699225'] for port (afc272bc-b8b5-4b2e-a80a-6c3c49f76550), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:10:09.320211 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:DELETE=3,neutron:UPDATE=2,neutron:SELECT=95 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:10:09.329706 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_dvr_db [None req-46e649b7-6885-43fa-bb3e-aa24122c7e89 None None] Set router 1d8e0e84-a6e6-465b-800d-351c9eea58c8 gateway port host: None {{(pid=113426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 10:10:09.332460 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.plugin [None req-bc7f6a8a-75e7-4a71-a338-68b0f70d523d admin admin] Calling delete_port for afc272bc-b8b5-4b2e-a80a-6c3c49f76550 owned by network:router_gateway {{(pid=113424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 10:10:09.378760 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.l3_hamode_db [None req-46e649b7-6885-43fa-bb3e-aa24122c7e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8e0e84-a6e6-465b-800d-351c9eea58c8', 'name': 'tempest-TestVolumeBootPattern-2090367717-router', 'tenant_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T10:03:10Z', 'updated_at': '2022-09-16T10:10:09Z', 'revision_number': 6, 'project_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'gw_port_host': None}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:10:09.381316 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=100 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:10:09.408950 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e649b7-6885-43fa-bb3e-aa24122c7e89 None None] The sync data for ids ['1d8e0e84-a6e6-465b-800d-351c9eea58c8'] in dv-cinder-790535-43-iscsi is: [{'id': '1d8e0e84-a6e6-465b-800d-351c9eea58c8', 'name': 'tempest-TestVolumeBootPattern-2090367717-router', 'tenant_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T10:03:10Z', 'updated_at': '2022-09-16T10:10:09Z', 'revision_number': 6, 'project_id': 'aaeb5ec036dd43479e9b66290a29d6d5', 'gw_port_host': None}] {{(pid=113426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 10:10:09.611487 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-bc7f6a8a-75e7-4a71-a338-68b0f70d523d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759571687051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759571245514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27240065'] for port (afc272bc-b8b5-4b2e-a80a-6c3c49f76550), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:10:09.635893 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7f6a8a-75e7-4a71-a338-68b0f70d523d admin admin] Pushing event deleted for resources: {'Port': ['ID=afc272bc-b8b5-4b2e-a80a-6c3c49f76550,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:10:09.707724 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-bc7f6a8a-75e7-4a71-a338-68b0f70d523d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-711513'] for router_gateway (1d8e0e84-a6e6-465b-800d-351c9eea58c8), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:10:10.074589 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-bc7f6a8a-75e7-4a71-a338-68b0f70d523d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1171'] for router (1d8e0e84-a6e6-465b-800d-351c9eea58c8), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:10:10.077934 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-bc7f6a8a-75e7-4a71-a338-68b0f70d523d admin admin] Publish callbacks [] for router_controller (1d8e0e84-a6e6-465b-800d-351c9eea58c8), precommit_delete_associations {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:10:10.230110 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-bc7f6a8a-75e7-4a71-a338-68b0f70d523d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-697966'] for router (1d8e0e84-a6e6-465b-800d-351c9eea58c8), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:10:10.230762 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc7f6a8a-75e7-4a71-a338-68b0f70d523d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d8e0e84-a6e6-465b-800d-351c9eea58c8 {{(pid=113424) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 10:10:10.235187 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-bc7f6a8a-75e7-4a71-a338-68b0f70d523d admin admin] Publish callbacks [] for router (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:10:10.241441 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-bc7f6a8a-75e7-4a71-a338-68b0f70d523d admin admin] 10.222.0.73 "DELETE /networking/v2.0/routers/1d8e0e84-a6e6-465b-800d-351c9eea58c8 HTTP/1.1" status: 204 len: 168 time: 1.3437655 Sep 16 10:10:10.241441 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 58832) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 10:10:10.270303 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:10:10.286052 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.db_base_plugin_v2 [None req-869f584e-12a9-4df6-8b5a-7354f75ce2dd admin admin] Deleting subnet 58989cad-7ca2-43f9-ae25-0fab1e713f7c {{(pid=113424) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 10:10:10.289602 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-869f584e-12a9-4df6-8b5a-7354f75ce2dd admin admin] Publish callbacks [] for subnet (58989cad-7ca2-43f9-ae25-0fab1e713f7c), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:10:10.330633 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-869f584e-12a9-4df6-8b5a-7354f75ce2dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2616881'] for subnet (58989cad-7ca2-43f9-ae25-0fab1e713f7c), precommit_delete_associations {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:10:10.428357 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-869f584e-12a9-4df6-8b5a-7354f75ce2dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1872270'] for subnet (58989cad-7ca2-43f9-ae25-0fab1e713f7c), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:10:10.573340 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-869f584e-12a9-4df6-8b5a-7354f75ce2dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1875891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27240174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26736198'] for subnet (58989cad-7ca2-43f9-ae25-0fab1e713f7c), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:10:10.600207 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869f584e-12a9-4df6-8b5a-7354f75ce2dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58989cad-7ca2-43f9-ae25-0fab1e713f7c,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:10:10.607546 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-869f584e-12a9-4df6-8b5a-7354f75ce2dd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:10:10.611414 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-869f584e-12a9-4df6-8b5a-7354f75ce2dd admin admin] 10.222.0.73 "DELETE /networking/v2.0/subnets/58989cad-7ca2-43f9-ae25-0fab1e713f7c HTTP/1.1" status: 204 len: 168 time: 0.3713505 Sep 16 10:10:10.613782 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 58834) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 10:10:10.613938 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425d8eb2-4d43-46b3-9667-f0bc3670f7f8 None None] Network 15128754-481d-4580-9909-e9d7f17bf2e9 requested from dv-cinder-790535-43-iscsi {{(pid=113425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 10:10:10.698963 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-cdbeb1ff-b297-46d7-9247-93c4f4c85d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1848827'] for network (15128754-481d-4580-9909-e9d7f17bf2e9), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:10:10.757647 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.plugin [None req-cdbeb1ff-b297-46d7-9247-93c4f4c85d5d admin admin] Deleting port 99a6e1e4-6b19-463f-a1e5-cffaa0f3ef06 {{(pid=113424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 10:10:10.758241 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-cdbeb1ff-b297-46d7-9247-93c4f4c85d5d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759571771405'] for port (99a6e1e4-6b19-463f-a1e5-cffaa0f3ef06), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:10:10.764483 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72029101-5f9f-4c5d-b4d4-0005bec600c0 None None] DHCP port deletion for 15128754-481d-4580-9909-e9d7f17bf2e9 request from dv-cinder-790535-43-iscsi {{(pid=113425) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 10:10:10.808280 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-72029101-5f9f-4c5d-b4d4-0005bec600c0 None None] Deleting port 99a6e1e4-6b19-463f-a1e5-cffaa0f3ef06 {{(pid=113425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 10:10:10.808656 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-72029101-5f9f-4c5d-b4d4-0005bec600c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759571771405'] for port (99a6e1e4-6b19-463f-a1e5-cffaa0f3ef06), before_delete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:10:10.828960 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.db [None req-cdbeb1ff-b297-46d7-9247-93c4f4c85d5d admin admin] For port 99a6e1e4-6b19-463f-a1e5-cffaa0f3ef06, host dv-cinder-790535-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=99a6e1e4-6b19-463f-a1e5-cffaa0f3ef06,segment=NetworkSegment(be3ea914-9668-4564-9738-7252d20654e9),segment_id=be3ea914-9668-4564-9738-7252d20654e9)] {{(pid=113424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:10:10.829327 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-cdbeb1ff-b297-46d7-9247-93c4f4c85d5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699225'] for port (99a6e1e4-6b19-463f-a1e5-cffaa0f3ef06), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:10:10.844293 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.plugin [None req-cdbeb1ff-b297-46d7-9247-93c4f4c85d5d admin admin] Calling delete_port for 99a6e1e4-6b19-463f-a1e5-cffaa0f3ef06 owned by network:dhcp {{(pid=113424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 10:10:10.877577 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-72029101-5f9f-4c5d-b4d4-0005bec600c0 None None] For port 99a6e1e4-6b19-463f-a1e5-cffaa0f3ef06, host dv-cinder-790535-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=99a6e1e4-6b19-463f-a1e5-cffaa0f3ef06,segment=NetworkSegment(be3ea914-9668-4564-9738-7252d20654e9),segment_id=be3ea914-9668-4564-9738-7252d20654e9)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:10:10.878276 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-72029101-5f9f-4c5d-b4d4-0005bec600c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699225'] for port (99a6e1e4-6b19-463f-a1e5-cffaa0f3ef06), precommit_delete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:10:10.893069 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-72029101-5f9f-4c5d-b4d4-0005bec600c0 None None] Calling delete_port for 99a6e1e4-6b19-463f-a1e5-cffaa0f3ef06 owned by network:dhcp {{(pid=113425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 10:10:10.927935 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:10:11.051807 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-cdbeb1ff-b297-46d7-9247-93c4f4c85d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759571687051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759571245514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27240065'] for port (99a6e1e4-6b19-463f-a1e5-cffaa0f3ef06), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:10:11.062229 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-72029101-5f9f-4c5d-b4d4-0005bec600c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759571687051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759571245514'] for port (99a6e1e4-6b19-463f-a1e5-cffaa0f3ef06), after_delete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:10:11.087829 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72029101-5f9f-4c5d-b4d4-0005bec600c0 None None] Pushing event deleted for resources: {'Port': ['ID=99a6e1e4-6b19-463f-a1e5-cffaa0f3ef06,revision_number=None']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:10:11.090806 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbeb1ff-b297-46d7-9247-93c4f4c85d5d admin admin] Pushing event deleted for resources: {'Port': ['ID=99a6e1e4-6b19-463f-a1e5-cffaa0f3ef06,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:10:11.096404 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbeb1ff-b297-46d7-9247-93c4f4c85d5d admin admin] No DVR routers for this DVR port 99a6e1e4-6b19-463f-a1e5-cffaa0f3ef06 on host dv-cinder-790535-43-iscsi {{(pid=113424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 10:10:11.097001 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72029101-5f9f-4c5d-b4d4-0005bec600c0 None None] No DVR routers for this DVR port 99a6e1e4-6b19-463f-a1e5-cffaa0f3ef06 on host dv-cinder-790535-43-iscsi {{(pid=113425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 10:10:11.101190 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72029101-5f9f-4c5d-b4d4-0005bec600c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:10:11.101190 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72029101-5f9f-4c5d-b4d4-0005bec600c0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:10:11.101190 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72029101-5f9f-4c5d-b4d4-0005bec600c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:10:11.101645 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72029101-5f9f-4c5d-b4d4-0005bec600c0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:10:11.101875 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72029101-5f9f-4c5d-b4d4-0005bec600c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:10:11.102210 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72029101-5f9f-4c5d-b4d4-0005bec600c0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:10:11.102536 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72029101-5f9f-4c5d-b4d4-0005bec600c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:10:11.102860 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72029101-5f9f-4c5d-b4d4-0005bec600c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:10:11.103183 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72029101-5f9f-4c5d-b4d4-0005bec600c0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:10:11.103510 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72029101-5f9f-4c5d-b4d4-0005bec600c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:10:11.103833 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72029101-5f9f-4c5d-b4d4-0005bec600c0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:10:11.104158 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72029101-5f9f-4c5d-b4d4-0005bec600c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:10:11.104475 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72029101-5f9f-4c5d-b4d4-0005bec600c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:10:11.104792 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72029101-5f9f-4c5d-b4d4-0005bec600c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:10:11.105109 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72029101-5f9f-4c5d-b4d4-0005bec600c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-43-iscsi {{(pid=113425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:10:11.185170 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-cdbeb1ff-b297-46d7-9247-93c4f4c85d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1303205', 'neutron.services.segments.db._delete_segments_for_network-8759571758529'] for network (15128754-481d-4580-9909-e9d7f17bf2e9), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:10:11.207501 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.services.segments.db [None req-cdbeb1ff-b297-46d7-9247-93c4f4c85d5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15128754-481d-4580-9909-e9d7f17bf2e9']}} {{(pid=113424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:10:11.221935 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.services.segments.db [None req-cdbeb1ff-b297-46d7-9247-93c4f4c85d5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be3ea914-9668-4564-9738-7252d20654e9') {'for_net_delete': True} {{(pid=113424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:10:11.222244 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.services.segments.db [None req-cdbeb1ff-b297-46d7-9247-93c4f4c85d5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be3ea914-9668-4564-9738-7252d20654e9') {} {{(pid=113424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:10:11.236134 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-cdbeb1ff-b297-46d7-9247-93c4f4c85d5d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759571758421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2616842'] for segment (be3ea914-9668-4564-9738-7252d20654e9), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:10:11.251599 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-cdbeb1ff-b297-46d7-9247-93c4f4c85d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1277354'] for segment (be3ea914-9668-4564-9738-7252d20654e9), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:10:11.258553 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdbeb1ff-b297-46d7-9247-93c4f4c85d5d admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=113424) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 10:10:11.258944 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-cdbeb1ff-b297-46d7-9247-93c4f4c85d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1277354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27240020'] for segment (be3ea914-9668-4564-9738-7252d20654e9), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:10:11.345921 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.services.segments.plugin [-] Segment be3ea914-9668-4564-9738-7252d20654e9 resource provider aggregate not found Sep 16 10:10:11.364035 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.services.segments.plugin [-] Segment be3ea914-9668-4564-9738-7252d20654e9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid be3ea914-9668-4564-9738-7252d20654e9 found for delete ", "request_id": "req-34215aa6-0bb0-4e39-b99e-b1cb25d4e73e"}]} Sep 16 10:10:11.378147 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-cdbeb1ff-b297-46d7-9247-93c4f4c85d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1303196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-711564'] for network (15128754-481d-4580-9909-e9d7f17bf2e9), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:10:11.383650 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-cdbeb1ff-b297-46d7-9247-93c4f4c85d5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546317'] for network (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:10:11.389655 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-cdbeb1ff-b297-46d7-9247-93c4f4c85d5d admin admin] 10.222.0.73 "DELETE /networking/v2.0/networks/15128754-481d-4580-9909-e9d7f17bf2e9 HTTP/1.1" status: 204 len: 168 time: 0.7720270 Sep 16 10:10:11.393729 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 58842) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 10:10:11.400025 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbeb1ff-b297-46d7-9247-93c4f4c85d5d admin admin] Pushing event deleted for resources: {'Network': ['ID=15128754-481d-4580-9909-e9d7f17bf2e9,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:10:11.500958 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device 27b24c13-fd4b-4353-b42c-cca934c1ffb5 no longer exists at agent ovs-agent-dv-cinder-790535-43-iscsi {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 10:10:11.522008 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] No Port match for: 27b24c13-fd4b-4353-b42c-cca934c1ffb5 {{(pid=113425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 10:10:11.522374 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device 27b24c13-fd4b-4353-b42c-cca934c1ffb5 not bound to the agent host dv-cinder-790535-43-iscsi {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 10:10:11.522796 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device afc272bc-b8b5-4b2e-a80a-6c3c49f76550 no longer exists at agent ovs-agent-dv-cinder-790535-43-iscsi {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 10:10:11.543574 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] No Port match for: afc272bc-b8b5-4b2e-a80a-6c3c49f76550 {{(pid=113425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 10:10:11.544029 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device afc272bc-b8b5-4b2e-a80a-6c3c49f76550 not bound to the agent host dv-cinder-790535-43-iscsi {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 10:10:11.545193 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device 99a6e1e4-6b19-463f-a1e5-cffaa0f3ef06 no longer exists at agent ovs-agent-dv-cinder-790535-43-iscsi {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 10:10:11.570983 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] No Port match for: 99a6e1e4-6b19-463f-a1e5-cffaa0f3ef06 {{(pid=113425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 10:10:11.573473 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device 99a6e1e4-6b19-463f-a1e5-cffaa0f3ef06 not bound to the agent host dv-cinder-790535-43-iscsi {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 10:10:11.949850 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:10:11.983933 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-72e19cf8-0471-4390-ab6a-05fd3269a471 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692131'] for router_interface (30c0ca1e-ac8d-4747-8102-fee85bb1a522), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:10:11.985378 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:10:12.209919 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.plugin [None req-72e19cf8-0471-4390-ab6a-05fd3269a471 admin admin] Deleting port 971350e2-c539-4f3d-9b17-25aca718b4d3 {{(pid=113423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 10:10:12.210161 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-72e19cf8-0471-4390-ab6a-05fd3269a471 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759571771405'] for port (971350e2-c539-4f3d-9b17-25aca718b4d3), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:10:12.295546 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.db [None req-72e19cf8-0471-4390-ab6a-05fd3269a471 admin admin] For port 971350e2-c539-4f3d-9b17-25aca718b4d3, host dv-cinder-790535-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=971350e2-c539-4f3d-9b17-25aca718b4d3,segment=NetworkSegment(ef91de35-1a7c-45bb-b684-44e9472d056b),segment_id=ef91de35-1a7c-45bb-b684-44e9472d056b)] {{(pid=113423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:10:12.295907 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-72e19cf8-0471-4390-ab6a-05fd3269a471 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699225'] for port (971350e2-c539-4f3d-9b17-25aca718b4d3), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:10:12.308894 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.plugin [None req-72e19cf8-0471-4390-ab6a-05fd3269a471 admin admin] Calling delete_port for 971350e2-c539-4f3d-9b17-25aca718b4d3 owned by network:router_interface {{(pid=113423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 10:10:12.578847 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-72e19cf8-0471-4390-ab6a-05fd3269a471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759571687051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759571245514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473602'] for port (971350e2-c539-4f3d-9b17-25aca718b4d3), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:10:12.604965 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e19cf8-0471-4390-ab6a-05fd3269a471 admin admin] Pushing event deleted for resources: {'Port': ['ID=971350e2-c539-4f3d-9b17-25aca718b4d3,revision_number=None']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:10:12.794122 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-72e19cf8-0471-4390-ab6a-05fd3269a471 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-697875'] for router_interface (30c0ca1e-ac8d-4747-8102-fee85bb1a522), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:10:12.840365 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:10:13.003591 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:10:13.014147 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72e19cf8-0471-4390-ab6a-05fd3269a471 admin admin] Router 30c0ca1e-ac8d-4747-8102-fee85bb1a522 has already been hosted by L3 agent 647718b3-8298-4382-86e2-3fad9f5d7804 {{(pid=113423) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 10:10:13.129104 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72e19cf8-0471-4390-ab6a-05fd3269a471 admin admin] Notify agent at l3_agent.dv-cinder-790535-43-iscsi the message routers_updated {{(pid=113423) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 10:10:13.134344 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-72e19cf8-0471-4390-ab6a-05fd3269a471 admin admin] 10.222.0.73 "PUT /networking/v2.0/routers/30c0ca1e-ac8d-4747-8102-fee85bb1a522/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7395134 Sep 16 10:10:13.136836 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 58844) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 10:10:13.140762 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3833457e-b6a8-4842-a73a-8081581ea3f1 None None] Sync routers for ids ['30c0ca1e-ac8d-4747-8102-fee85bb1a522'] in dv-cinder-790535-43-iscsi {{(pid=113425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 10:10:13.152455 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3833457e-b6a8-4842-a73a-8081581ea3f1 None None] Routers {'30c0ca1e-ac8d-4747-8102-fee85bb1a522'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 10:10:13.153149 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-3833457e-b6a8-4842-a73a-8081581ea3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T10:09:54Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['30c0ca1e-ac8d-4747-8102-fee85bb1a522'], 'active': True} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:10:13.243545 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-54b05574-ba49-466e-a7b3-dcb801d4bbf4 admin admin] Publish callbacks [] for router (30c0ca1e-ac8d-4747-8102-fee85bb1a522), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:10:13.269574 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvr_db [None req-3833457e-b6a8-4842-a73a-8081581ea3f1 None None] Set router 30c0ca1e-ac8d-4747-8102-fee85bb1a522 gateway port host: dv-cinder-790535-43-iscsi {{(pid=113425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 10:10:13.356631 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-54b05574-ba49-466e-a7b3-dcb801d4bbf4 admin admin] Publish callbacks [] for router_gateway (30c0ca1e-ac8d-4747-8102-fee85bb1a522), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:10:13.452466 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-3833457e-b6a8-4842-a73a-8081581ea3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c0ca1e-ac8d-4747-8102-fee85bb1a522', 'name': 'tempest-TestVolumeBootPattern-255363068-router', 'tenant_id': 'c2329c3d243e436a956b6b482264b64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'external_fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': 'f7953724-6e51-4a39-b1ba-a04b8513b52c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T10:03:16Z', 'updated_at': '2022-09-16T10:10:12Z', 'revision_number': 5, 'project_id': 'c2329c3d243e436a956b6b482264b64d', 'gw_port': {'id': 'f7953724-6e51-4a39-b1ba-a04b8513b52c', 'name': '', 'network_id': 'd06af4bd-75ff-4039-9388-f05026361d79', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:55:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c0ca1e-ac8d-4747-8102-fee85bb1a522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-43-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T10:03:17Z', 'updated_at': '2022-09-16T10:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '429d2505-e0fa-44a7-bb81-98c451c1a231', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-43-iscsi'}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:10:13.482455 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3833457e-b6a8-4842-a73a-8081581ea3f1 None None] Checking router: 30c0ca1e-ac8d-4747-8102-fee85bb1a522 for host: dv-cinder-790535-43-iscsi {{(pid=113425) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 10:10:13.491914 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3833457e-b6a8-4842-a73a-8081581ea3f1 None None] Routers {'30c0ca1e-ac8d-4747-8102-fee85bb1a522'} bound to L3 agent in host dv-cinder-790535-43-iscsi {{(pid=113425) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 10:10:13.492556 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-3833457e-b6a8-4842-a73a-8081581ea3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-43-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T09:41:54Z,description=,heartbeat_timestamp=2022-09-16T10:09:54Z,host='dv-cinder-790535-43-iscsi',id=647718b3-8298-4382-86e2-3fad9f5d7804,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T09:41:55Z,topic='l3_agent')) {'router_ids': ['30c0ca1e-ac8d-4747-8102-fee85bb1a522'], 'active': True} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:10:13.493940 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.plugin [None req-54b05574-ba49-466e-a7b3-dcb801d4bbf4 admin admin] Deleting port f7953724-6e51-4a39-b1ba-a04b8513b52c {{(pid=113423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 10:10:13.494340 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-54b05574-ba49-466e-a7b3-dcb801d4bbf4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759571771405'] for port (f7953724-6e51-4a39-b1ba-a04b8513b52c), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:10:13.581498 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvr_db [None req-3833457e-b6a8-4842-a73a-8081581ea3f1 None None] Set router 30c0ca1e-ac8d-4747-8102-fee85bb1a522 gateway port host: None {{(pid=113425) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 10:10:13.593210 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.db [None req-54b05574-ba49-466e-a7b3-dcb801d4bbf4 admin admin] For port f7953724-6e51-4a39-b1ba-a04b8513b52c, host dv-cinder-790535-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=f7953724-6e51-4a39-b1ba-a04b8513b52c,segment=NetworkSegment(0b254eb8-8459-4a20-9dd6-e212af12e724),segment_id=0b254eb8-8459-4a20-9dd6-e212af12e724)] {{(pid=113423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:10:13.593827 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-54b05574-ba49-466e-a7b3-dcb801d4bbf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699225'] for port (f7953724-6e51-4a39-b1ba-a04b8513b52c), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:10:13.607293 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.plugins.ml2.plugin [None req-54b05574-ba49-466e-a7b3-dcb801d4bbf4 admin admin] Calling delete_port for f7953724-6e51-4a39-b1ba-a04b8513b52c owned by network:router_gateway {{(pid=113423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 10:10:13.634579 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_hamode_db [None req-3833457e-b6a8-4842-a73a-8081581ea3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c0ca1e-ac8d-4747-8102-fee85bb1a522', 'name': 'tempest-TestVolumeBootPattern-255363068-router', 'tenant_id': 'c2329c3d243e436a956b6b482264b64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T10:03:16Z', 'updated_at': '2022-09-16T10:10:13Z', 'revision_number': 6, 'project_id': 'c2329c3d243e436a956b6b482264b64d', 'gw_port_host': None}], 'dv-cinder-790535-43-iscsi', False) {} {{(pid=113425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:10:13.660177 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3833457e-b6a8-4842-a73a-8081581ea3f1 None None] The sync data for ids ['30c0ca1e-ac8d-4747-8102-fee85bb1a522'] in dv-cinder-790535-43-iscsi is: [{'id': '30c0ca1e-ac8d-4747-8102-fee85bb1a522', 'name': 'tempest-TestVolumeBootPattern-255363068-router', 'tenant_id': 'c2329c3d243e436a956b6b482264b64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T10:03:16Z', 'updated_at': '2022-09-16T10:10:13Z', 'revision_number': 6, 'project_id': 'c2329c3d243e436a956b6b482264b64d', 'gw_port_host': None}] {{(pid=113425) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 10:10:13.730787 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:10:13.870084 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-54b05574-ba49-466e-a7b3-dcb801d4bbf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759571687051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759571245514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473602'] for port (f7953724-6e51-4a39-b1ba-a04b8513b52c), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:10:13.897604 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b05574-ba49-466e-a7b3-dcb801d4bbf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7953724-6e51-4a39-b1ba-a04b8513b52c,revision_number=None']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:10:13.963243 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-54b05574-ba49-466e-a7b3-dcb801d4bbf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-711513'] for router_gateway (30c0ca1e-ac8d-4747-8102-fee85bb1a522), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:10:14.056714 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-54b05574-ba49-466e-a7b3-dcb801d4bbf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-697293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1171'] for router (30c0ca1e-ac8d-4747-8102-fee85bb1a522), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:10:14.059075 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-54b05574-ba49-466e-a7b3-dcb801d4bbf4 admin admin] Publish callbacks [] for router_controller (30c0ca1e-ac8d-4747-8102-fee85bb1a522), precommit_delete_associations {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:10:14.195864 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-54b05574-ba49-466e-a7b3-dcb801d4bbf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-697966'] for router (30c0ca1e-ac8d-4747-8102-fee85bb1a522), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:10:14.196502 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54b05574-ba49-466e-a7b3-dcb801d4bbf4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30c0ca1e-ac8d-4747-8102-fee85bb1a522 {{(pid=113423) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 10:10:14.201441 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-54b05574-ba49-466e-a7b3-dcb801d4bbf4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:10:14.205596 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-54b05574-ba49-466e-a7b3-dcb801d4bbf4 admin admin] 10.222.0.73 "DELETE /networking/v2.0/routers/30c0ca1e-ac8d-4747-8102-fee85bb1a522 HTTP/1.1" status: 204 len: 168 time: 1.0648775 Sep 16 10:10:14.205596 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [-] (113423) accepted ('10.222.0.73', 58846) {{(pid=113423) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 10:10:14.251650 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce03cacd-3bc5-4708-946c-fc4c6e8648c7 admin admin] Deleting subnet 9a1d5ad3-91da-4a53-91d0-9f185bf929e4 {{(pid=113423) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 10:10:14.254988 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-ce03cacd-3bc5-4708-946c-fc4c6e8648c7 admin admin] Publish callbacks [] for subnet (9a1d5ad3-91da-4a53-91d0-9f185bf929e4), before_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:10:14.292111 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-ce03cacd-3bc5-4708-946c-fc4c6e8648c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26815304'] for subnet (9a1d5ad3-91da-4a53-91d0-9f185bf929e4), precommit_delete_associations {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:10:14.318801 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:10:14.379183 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-ce03cacd-3bc5-4708-946c-fc4c6e8648c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1872270'] for subnet (9a1d5ad3-91da-4a53-91d0-9f185bf929e4), precommit_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:10:14.567482 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-ce03cacd-3bc5-4708-946c-fc4c6e8648c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1875891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2473709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2535151'] for subnet (9a1d5ad3-91da-4a53-91d0-9f185bf929e4), after_delete {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:10:14.597629 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce03cacd-3bc5-4708-946c-fc4c6e8648c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a1d5ad3-91da-4a53-91d0-9f185bf929e4,revision_number=None']} {{(pid=113423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:10:14.599661 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron_lib.callbacks.manager [None req-ce03cacd-3bc5-4708-946c-fc4c6e8648c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546317'] for subnet (None), before_response {{(pid=113423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:10:14.603152 dv-cinder-790535-43-iscsi neutron-server[113423]: INFO neutron.wsgi [None req-ce03cacd-3bc5-4708-946c-fc4c6e8648c7 admin admin] 10.222.0.73 "DELETE /networking/v2.0/subnets/9a1d5ad3-91da-4a53-91d0-9f185bf929e4 HTTP/1.1" status: 204 len: 168 time: 0.3968365 Sep 16 10:10:14.606104 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be07cefa-fa2b-4fd9-b3d2-1035ad3dc00a None None] Network a7290d20-d521-4af0-834f-d218f2e47d80 requested from dv-cinder-790535-43-iscsi {{(pid=113425) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 10:10:14.607772 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 58848) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 10:10:14.705786 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-4223b676-4125-4df9-9096-6a8f901cbc9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1848827'] for network (a7290d20-d521-4af0-834f-d218f2e47d80), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:10:14.760172 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.plugin [None req-4223b676-4125-4df9-9096-6a8f901cbc9b admin admin] Deleting port 3d2e1350-0505-4d11-8e4e-0f5453110598 {{(pid=113424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 10:10:14.760520 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-4223b676-4125-4df9-9096-6a8f901cbc9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759571771405'] for port (3d2e1350-0505-4d11-8e4e-0f5453110598), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:10:14.793282 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9b1dc6-dba1-47ca-b815-f1d1e5251b4c None None] DHCP port deletion for a7290d20-d521-4af0-834f-d218f2e47d80 request from dv-cinder-790535-43-iscsi {{(pid=113425) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 10:10:14.838461 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-6b9b1dc6-dba1-47ca-b815-f1d1e5251b4c None None] Deleting port 3d2e1350-0505-4d11-8e4e-0f5453110598 {{(pid=113425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 10:10:14.838847 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-6b9b1dc6-dba1-47ca-b815-f1d1e5251b4c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759571771405'] for port (3d2e1350-0505-4d11-8e4e-0f5453110598), before_delete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:10:14.842228 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.db [None req-4223b676-4125-4df9-9096-6a8f901cbc9b admin admin] For port 3d2e1350-0505-4d11-8e4e-0f5453110598, host dv-cinder-790535-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=3d2e1350-0505-4d11-8e4e-0f5453110598,segment=NetworkSegment(ef91de35-1a7c-45bb-b684-44e9472d056b),segment_id=ef91de35-1a7c-45bb-b684-44e9472d056b)] {{(pid=113424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:10:14.842637 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-4223b676-4125-4df9-9096-6a8f901cbc9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699225'] for port (3d2e1350-0505-4d11-8e4e-0f5453110598), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:10:14.857823 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.plugin [None req-4223b676-4125-4df9-9096-6a8f901cbc9b admin admin] Calling delete_port for 3d2e1350-0505-4d11-8e4e-0f5453110598 owned by network:dhcp {{(pid=113424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 10:10:14.861446 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:10:15.040686 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=74,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:10:15.042596 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.db [None req-6b9b1dc6-dba1-47ca-b815-f1d1e5251b4c None None] For port 3d2e1350-0505-4d11-8e4e-0f5453110598, host dv-cinder-790535-43-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-43-iscsi',level=0,port_id=3d2e1350-0505-4d11-8e4e-0f5453110598,segment=NetworkSegment(ef91de35-1a7c-45bb-b684-44e9472d056b),segment_id=ef91de35-1a7c-45bb-b684-44e9472d056b)] {{(pid=113425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:10:15.042994 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-6b9b1dc6-dba1-47ca-b815-f1d1e5251b4c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699225'] for port (3d2e1350-0505-4d11-8e4e-0f5453110598), precommit_delete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:10:15.057071 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-6b9b1dc6-dba1-47ca-b815-f1d1e5251b4c None None] Calling delete_port for 3d2e1350-0505-4d11-8e4e-0f5453110598 owned by network:dhcp {{(pid=113425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 10:10:15.066500 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:10:15.080085 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-4223b676-4125-4df9-9096-6a8f901cbc9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759571687051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759571245514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27240065'] for port (3d2e1350-0505-4d11-8e4e-0f5453110598), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:10:15.099654 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:UPDATE=2,neutron:SELECT=96,neutron:DELETE=2 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:10:15.111197 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4223b676-4125-4df9-9096-6a8f901cbc9b admin admin] Pushing event deleted for resources: {'Port': ['ID=3d2e1350-0505-4d11-8e4e-0f5453110598,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:10:15.113085 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4223b676-4125-4df9-9096-6a8f901cbc9b admin admin] No DVR routers for this DVR port 3d2e1350-0505-4d11-8e4e-0f5453110598 on host dv-cinder-790535-43-iscsi {{(pid=113424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 10:10:15.140908 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-6b9b1dc6-dba1-47ca-b815-f1d1e5251b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759571687051', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759571245514'] for port (3d2e1350-0505-4d11-8e4e-0f5453110598), after_delete {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:10:15.165440 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9b1dc6-dba1-47ca-b815-f1d1e5251b4c None None] Pushing event deleted for resources: {'Port': ['ID=3d2e1350-0505-4d11-8e4e-0f5453110598,revision_number=None']} {{(pid=113425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:10:15.170778 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9b1dc6-dba1-47ca-b815-f1d1e5251b4c None None] No DVR routers for this DVR port 3d2e1350-0505-4d11-8e4e-0f5453110598 on host dv-cinder-790535-43-iscsi {{(pid=113425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 10:10:15.196856 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-4223b676-4125-4df9-9096-6a8f901cbc9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1303205', 'neutron.services.segments.db._delete_segments_for_network-8759571758529'] for network (a7290d20-d521-4af0-834f-d218f2e47d80), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:10:15.223433 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.services.segments.db [None req-4223b676-4125-4df9-9096-6a8f901cbc9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7290d20-d521-4af0-834f-d218f2e47d80']}} {{(pid=113424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:10:15.233284 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.services.segments.db [None req-4223b676-4125-4df9-9096-6a8f901cbc9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef91de35-1a7c-45bb-b684-44e9472d056b') {'for_net_delete': True} {{(pid=113424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:10:15.233693 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.services.segments.db [None req-4223b676-4125-4df9-9096-6a8f901cbc9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef91de35-1a7c-45bb-b684-44e9472d056b') {} {{(pid=113424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:10:15.244901 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-4223b676-4125-4df9-9096-6a8f901cbc9b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759571758421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2616842'] for segment (ef91de35-1a7c-45bb-b684-44e9472d056b), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:10:15.259602 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-4223b676-4125-4df9-9096-6a8f901cbc9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1277354'] for segment (ef91de35-1a7c-45bb-b684-44e9472d056b), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:10:15.266990 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4223b676-4125-4df9-9096-6a8f901cbc9b admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=113424) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 10:10:15.267391 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-4223b676-4125-4df9-9096-6a8f901cbc9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1277354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27240020'] for segment (ef91de35-1a7c-45bb-b684-44e9472d056b), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:10:15.309451 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.services.segments.plugin [-] Segment ef91de35-1a7c-45bb-b684-44e9472d056b resource provider aggregate not found Sep 16 10:10:15.329991 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.services.segments.plugin [-] Segment ef91de35-1a7c-45bb-b684-44e9472d056b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ef91de35-1a7c-45bb-b684-44e9472d056b found for delete ", "request_id": "req-8695851c-4c53-4147-b35c-ca0734084bfc"}]} Sep 16 10:10:15.412623 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-4223b676-4125-4df9-9096-6a8f901cbc9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1303196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-711564'] for network (a7290d20-d521-4af0-834f-d218f2e47d80), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:10:15.418310 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-4223b676-4125-4df9-9096-6a8f901cbc9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546317'] for network (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:10:15.422227 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-4223b676-4125-4df9-9096-6a8f901cbc9b admin admin] 10.222.0.73 "DELETE /networking/v2.0/networks/a7290d20-d521-4af0-834f-d218f2e47d80 HTTP/1.1" status: 204 len: 168 time: 0.8127825 Sep 16 10:10:15.439089 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4223b676-4125-4df9-9096-6a8f901cbc9b admin admin] Pushing event deleted for resources: {'Network': ['ID=a7290d20-d521-4af0-834f-d218f2e47d80,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:10:15.517121 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device 971350e2-c539-4f3d-9b17-25aca718b4d3 no longer exists at agent ovs-agent-dv-cinder-790535-43-iscsi {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 10:10:15.539784 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] No Port match for: 971350e2-c539-4f3d-9b17-25aca718b4d3 {{(pid=113425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 10:10:15.540135 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device 971350e2-c539-4f3d-9b17-25aca718b4d3 not bound to the agent host dv-cinder-790535-43-iscsi {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 10:10:15.540557 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device 3d2e1350-0505-4d11-8e4e-0f5453110598 no longer exists at agent ovs-agent-dv-cinder-790535-43-iscsi {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 10:10:15.560617 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] No Port match for: 3d2e1350-0505-4d11-8e4e-0f5453110598 {{(pid=113425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 10:10:15.560979 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device 3d2e1350-0505-4d11-8e4e-0f5453110598 not bound to the agent host dv-cinder-790535-43-iscsi {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 10:10:15.561404 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device f7953724-6e51-4a39-b1ba-a04b8513b52c no longer exists at agent ovs-agent-dv-cinder-790535-43-iscsi {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 10:10:15.579937 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] No Port match for: f7953724-6e51-4a39-b1ba-a04b8513b52c {{(pid=113425) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 10:10:15.581723 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron.plugins.ml2.rpc [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Device f7953724-6e51-4a39-b1ba-a04b8513b52c not bound to the agent host dv-cinder-790535-43-iscsi {{(pid=113425) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 10:10:15.807562 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 58856) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 10:10:15.849231 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-7945188d-8768-4b55-a360-1b8cb114ace5 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=aaeb5ec036dd43479e9b66290a29d6d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404737 Sep 16 10:10:15.851813 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 58858) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 10:10:15.902587 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:10:15.906148 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-7b619efa-4196-4455-9723-0a354fb57e57 admin admin] Publish callbacks [] for security_group (b7a38218-3b53-49b1-9e06-0ffe5885036b), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:10:15.927290 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-7b619efa-4196-4455-9723-0a354fb57e57 admin admin] Publish callbacks [] for security_group (b7a38218-3b53-49b1-9e06-0ffe5885036b), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:10:16.064050 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-7b619efa-4196-4455-9723-0a354fb57e57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (b7a38218-3b53-49b1-9e06-0ffe5885036b), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:10:16.066801 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-7b619efa-4196-4455-9723-0a354fb57e57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:10:16.070198 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-7b619efa-4196-4455-9723-0a354fb57e57 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/b7a38218-3b53-49b1-9e06-0ffe5885036b HTTP/1.1" status: 204 len: 168 time: 0.2173564 Sep 16 10:10:16.080078 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b619efa-4196-4455-9723-0a354fb57e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a38218-3b53-49b1-9e06-0ffe5885036b,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:10:16.198896 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.agents_db [None req-7c9a7194-4e2e-43f7-be58-28c896ce3cef None None] Agent healthcheck: found 6 active agents {{(pid=113426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 10:10:16.796538 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 58864) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 10:10:16.839592 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-d1a54c27-7e19-4361-a032-011ff884740a admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=c2329c3d243e436a956b6b482264b64d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0417819 Sep 16 10:10:16.842497 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.wsgi [-] (113424) accepted ('10.222.0.73', 58866) {{(pid=113424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 10:10:16.897146 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-ddde0a36-2dd0-43c3-ad78-a3a0c63b211c admin admin] Publish callbacks [] for security_group (0a196ab0-e678-422a-9e13-d6037ddb0bff), before_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:10:16.918303 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-ddde0a36-2dd0-43c3-ad78-a3a0c63b211c admin admin] Publish callbacks [] for security_group (0a196ab0-e678-422a-9e13-d6037ddb0bff), precommit_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:10:17.039606 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-ddde0a36-2dd0-43c3-ad78-a3a0c63b211c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784890'] for security_group (0a196ab0-e678-422a-9e13-d6037ddb0bff), after_delete {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:10:17.042095 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron_lib.callbacks.manager [None req-ddde0a36-2dd0-43c3-ad78-a3a0c63b211c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:10:17.043362 dv-cinder-790535-43-iscsi neutron-server[113424]: INFO neutron.wsgi [None req-ddde0a36-2dd0-43c3-ad78-a3a0c63b211c admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/0a196ab0-e678-422a-9e13-d6037ddb0bff HTTP/1.1" status: 204 len: 168 time: 0.2002695 Sep 16 10:10:17.052284 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddde0a36-2dd0-43c3-ad78-a3a0c63b211c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a196ab0-e678-422a-9e13-d6037ddb0bff,revision_number=None']} {{(pid=113424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:10:22.166575 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-b8f863aa-afec-415c-8ac2-54afcdae5697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (54fa5420-569f-41b3-81ce-b3c99a893561), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:10:24.573340 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=2 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:10:24.576262 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG dbcounter [-] [113423] Writing DB stats neutron:SELECT=50,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=113423) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:10:24.595188 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-832d4d6c-876e-431b-9c63-f72ce72982ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (647718b3-8298-4382-86e2-3fad9f5d7804), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:10:25.925425 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-c17a0cac-31fa-4a66-ad06-99f53fca2b4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (2d63c820-fb16-4aae-acf9-0482010d4ad8), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:10:26.162391 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=67 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:10:26.194694 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=4 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:10:26.961828 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=70,neutron:DELETE=7 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:10:27.047950 dv-cinder-790535-43-iscsi neutron-server[113424]: DEBUG dbcounter [-] [113424] Writing DB stats neutron:SELECT=25,neutron:DELETE=2 {{(pid=113424) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:10:27.315743 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (be58d251-43cc-467d-bf31-2aae48e2ac56), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:10:27.412112 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-cd5fe5d0-24d3-4349-8269-176b5bcdf250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (65aa34d6-cc53-475e-ab2c-2c2516bff08f), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:10:30.128807 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [req-6667e71a-c0af-4871-845f-732938550f8f req-b8b85860-96ae-4bb8-ba59-01217618e9b7 service neutron] (113423) timed out ('10.222.0.27', 53225) {{(pid=113423) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 16 10:10:35.033911 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (5b31c92a-f134-4c39-96dd-6f3267de2076), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:10:44.957512 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=33,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:10:44.966483 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:10:44.970082 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:10:49.397459 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=11 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:10:49.401416 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=15 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:10:52.177727 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-643ed068-5e67-4387-bcdd-456fd6aab60a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (54fa5420-569f-41b3-81ce-b3c99a893561), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:10:53.197217 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.agents_db [None req-7c9a7194-4e2e-43f7-be58-28c896ce3cef None None] Agent healthcheck: found 6 active agents {{(pid=113426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 10:10:54.600571 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-5bfb9692-a475-4285-98af-6b9a1e6fc2f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (647718b3-8298-4382-86e2-3fad9f5d7804), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:10:55.920093 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-c17a0cac-31fa-4a66-ad06-99f53fca2b4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (2d63c820-fb16-4aae-acf9-0482010d4ad8), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:10:57.308807 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (be58d251-43cc-467d-bf31-2aae48e2ac56), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:10:57.446058 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-cd5fe5d0-24d3-4349-8269-176b5bcdf250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (65aa34d6-cc53-475e-ab2c-2c2516bff08f), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:11:03.192296 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=2 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:11:03.193183 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=6 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:11:05.045691 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (5b31c92a-f134-4c39-96dd-6f3267de2076), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:11:14.973557 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:11:14.977533 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:11:14.980280 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:11:22.142387 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-007c5749-d97c-41bc-b6df-a1699fda9434 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (54fa5420-569f-41b3-81ce-b3c99a893561), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:11:24.582322 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-07219c74-cccf-482a-8cf6-bee626ccaf25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (647718b3-8298-4382-86e2-3fad9f5d7804), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:11:25.914075 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-c17a0cac-31fa-4a66-ad06-99f53fca2b4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (2d63c820-fb16-4aae-acf9-0482010d4ad8), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:11:27.296808 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (be58d251-43cc-467d-bf31-2aae48e2ac56), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:11:27.445377 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-cd5fe5d0-24d3-4349-8269-176b5bcdf250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (65aa34d6-cc53-475e-ab2c-2c2516bff08f), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:11:30.195598 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.agents_db [None req-7c9a7194-4e2e-43f7-be58-28c896ce3cef None None] Agent healthcheck: found 6 active agents {{(pid=113426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 10:11:35.080319 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (5b31c92a-f134-4c39-96dd-6f3267de2076), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:11:37.372548 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:UPDATE=2,neutron:SELECT=6 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:11:40.150416 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=2 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:11:40.192439 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=6 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:11:44.987885 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:11:44.990798 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:11:50.215455 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:11:52.153457 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-587648aa-f2d2-4cd7-8fe7-fd651868d243 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (54fa5420-569f-41b3-81ce-b3c99a893561), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:11:54.588159 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-62f1d47f-e3c7-43cb-a370-a6e00cc1dda4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (647718b3-8298-4382-86e2-3fad9f5d7804), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:11:55.924948 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-c17a0cac-31fa-4a66-ad06-99f53fca2b4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (2d63c820-fb16-4aae-acf9-0482010d4ad8), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:11:57.336392 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (be58d251-43cc-467d-bf31-2aae48e2ac56), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:11:57.456251 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-cd5fe5d0-24d3-4349-8269-176b5bcdf250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (65aa34d6-cc53-475e-ab2c-2c2516bff08f), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:12:05.079297 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (5b31c92a-f134-4c39-96dd-6f3267de2076), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:12:07.194855 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.agents_db [None req-7c9a7194-4e2e-43f7-be58-28c896ce3cef None None] Agent healthcheck: found 6 active agents {{(pid=113426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 10:12:10.127988 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [req-dc937ace-3571-42c2-8907-b294cd83a29c req-015b0328-5ff8-46aa-9469-8a1050e89081 service neutron] (113423) timed out ('10.222.0.73', 55510) {{(pid=113423) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 16 10:12:10.311253 dv-cinder-790535-43-iscsi neutron-server[113423]: DEBUG neutron.wsgi [req-dc937ace-3571-42c2-8907-b294cd83a29c req-ad7bbcf3-6701-490e-9439-539442ef6f6f tempest-AttachVolumeShelveTestJSON-359947208 tempest-AttachVolumeShelveTestJSON-359947208-project] (113423) timed out ('10.222.0.73', 55520) {{(pid=113423) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 16 10:12:14.988348 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:12:14.993506 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:12:14.996594 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:12:17.190150 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=4 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:12:17.190928 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=4 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:12:22.204241 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-e31f25de-e9cd-430d-872c-eb197cd1b602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (54fa5420-569f-41b3-81ce-b3c99a893561), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:12:24.600389 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-e46e7538-e8fc-4b99-b108-31ce155a3ea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (647718b3-8298-4382-86e2-3fad9f5d7804), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:12:25.924831 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-c17a0cac-31fa-4a66-ad06-99f53fca2b4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (2d63c820-fb16-4aae-acf9-0482010d4ad8), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:12:27.319584 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (be58d251-43cc-467d-bf31-2aae48e2ac56), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:12:27.456175 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-cd5fe5d0-24d3-4349-8269-176b5bcdf250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (65aa34d6-cc53-475e-ab2c-2c2516bff08f), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:12:35.113420 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (5b31c92a-f134-4c39-96dd-6f3267de2076), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:12:37.368536 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=6 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:12:44.194555 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.agents_db [None req-7c9a7194-4e2e-43f7-be58-28c896ce3cef None None] Agent healthcheck: found 6 active agents {{(pid=113426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 10:12:45.003703 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:UPDATE=1,neutron:SELECT=6 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:12:45.009041 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:12:52.210855 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-6e3406e7-9751-4e55-ade8-6058935a00f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (54fa5420-569f-41b3-81ce-b3c99a893561), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:12:54.189032 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=17 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:12:54.192391 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=17 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:12:54.570716 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-5381c662-f4f4-453d-a898-be62a255e54f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (647718b3-8298-4382-86e2-3fad9f5d7804), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:12:55.924858 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-c17a0cac-31fa-4a66-ad06-99f53fca2b4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (2d63c820-fb16-4aae-acf9-0482010d4ad8), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:12:57.302444 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (be58d251-43cc-467d-bf31-2aae48e2ac56), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:12:57.468048 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-cd5fe5d0-24d3-4349-8269-176b5bcdf250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (65aa34d6-cc53-475e-ab2c-2c2516bff08f), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:13:05.107625 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (5b31c92a-f134-4c39-96dd-6f3267de2076), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:13:15.000081 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:13:15.003991 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:13:15.006777 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:13:21.193441 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.agents_db [None req-7c9a7194-4e2e-43f7-be58-28c896ce3cef None None] Agent healthcheck: found 6 active agents {{(pid=113426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 10:13:22.159221 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-b5097324-d655-4ac0-967b-54b8542e4275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (54fa5420-569f-41b3-81ce-b3c99a893561), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:13:24.588506 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-c20a1b88-7a0c-4b85-bdee-335b2350eba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (647718b3-8298-4382-86e2-3fad9f5d7804), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:13:25.940352 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-c17a0cac-31fa-4a66-ad06-99f53fca2b4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (2d63c820-fb16-4aae-acf9-0482010d4ad8), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:13:27.319104 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (be58d251-43cc-467d-bf31-2aae48e2ac56), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:13:27.490877 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-cd5fe5d0-24d3-4349-8269-176b5bcdf250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (65aa34d6-cc53-475e-ab2c-2c2516bff08f), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:13:31.149945 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=3 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:13:31.188563 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=5 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:13:35.094113 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (5b31c92a-f134-4c39-96dd-6f3267de2076), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:13:45.003691 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:13:45.007264 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:13:45.008915 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:13:50.221875 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=3 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:13:50.222695 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:DELETE=1 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:13:52.165028 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-4d128b45-c8e5-4f8f-b1c1-be181ca345bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (54fa5420-569f-41b3-81ce-b3c99a893561), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:13:54.604443 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-31304e6f-c1d3-4c4a-9ef4-03403fd7ad45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (647718b3-8298-4382-86e2-3fad9f5d7804), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:13:55.938958 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-c17a0cac-31fa-4a66-ad06-99f53fca2b4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (2d63c820-fb16-4aae-acf9-0482010d4ad8), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:13:57.301526 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (be58d251-43cc-467d-bf31-2aae48e2ac56), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:13:57.436233 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-cd5fe5d0-24d3-4349-8269-176b5bcdf250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (65aa34d6-cc53-475e-ab2c-2c2516bff08f), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:13:58.191969 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.agents_db [None req-7c9a7194-4e2e-43f7-be58-28c896ce3cef None None] Agent healthcheck: found 6 active agents {{(pid=113426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 10:14:05.113171 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (5b31c92a-f134-4c39-96dd-6f3267de2076), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:14:08.186832 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=4 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:14:08.187728 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=4 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:14:15.006035 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:14:15.010487 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:14:15.012220 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=12,neutron:UPDATE=4 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:14:22.155761 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-6bf1e844-2e73-4eeb-8cca-b3267ca38c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (54fa5420-569f-41b3-81ce-b3c99a893561), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:14:24.572991 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-0c12966f-0139-4d85-8525-043dca9fa5cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (647718b3-8298-4382-86e2-3fad9f5d7804), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:14:25.947371 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-c17a0cac-31fa-4a66-ad06-99f53fca2b4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (2d63c820-fb16-4aae-acf9-0482010d4ad8), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:14:27.302247 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (be58d251-43cc-467d-bf31-2aae48e2ac56), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:14:27.467622 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-cd5fe5d0-24d3-4349-8269-176b5bcdf250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (65aa34d6-cc53-475e-ab2c-2c2516bff08f), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:14:35.101918 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (5b31c92a-f134-4c39-96dd-6f3267de2076), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:14:35.190756 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.agents_db [None req-7c9a7194-4e2e-43f7-be58-28c896ce3cef None None] Agent healthcheck: found 6 active agents {{(pid=113426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 10:14:45.001766 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:14:45.004688 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:14:45.007426 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:14:49.416176 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=15 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:14:49.418416 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=19 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:14:52.204523 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-f4eada12-9ac8-425e-ad8d-fc3486da5930 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (54fa5420-569f-41b3-81ce-b3c99a893561), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:14:54.610502 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-a441d621-a525-4a14-8b81-0e91907421ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (647718b3-8298-4382-86e2-3fad9f5d7804), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:14:55.998624 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-c17a0cac-31fa-4a66-ad06-99f53fca2b4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (2d63c820-fb16-4aae-acf9-0482010d4ad8), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:14:57.312820 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (be58d251-43cc-467d-bf31-2aae48e2ac56), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:14:57.463958 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-cd5fe5d0-24d3-4349-8269-176b5bcdf250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (65aa34d6-cc53-475e-ab2c-2c2516bff08f), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:15:05.092301 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (5b31c92a-f134-4c39-96dd-6f3267de2076), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:15:07.392459 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:15:12.189196 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG neutron.db.agents_db [None req-7c9a7194-4e2e-43f7-be58-28c896ce3cef None None] Agent healthcheck: found 6 active agents {{(pid=113426) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 10:15:15.014160 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:15:15.022290 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG dbcounter [-] [113425] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=113425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:15:22.136418 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=3 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:15:22.160186 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-2fd9afb5-93ca-4c7a-8889-095def38a5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (54fa5420-569f-41b3-81ce-b3c99a893561), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:15:22.185815 dv-cinder-790535-43-iscsi neutron-server[113426]: DEBUG dbcounter [-] [113426] Writing DB stats neutron:SELECT=5 {{(pid=113426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 10:15:24.617444 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3f2c26ba-24b7-4348-87e1-32623c82ad96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (647718b3-8298-4382-86e2-3fad9f5d7804), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:15:26.000282 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-c17a0cac-31fa-4a66-ad06-99f53fca2b4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (2d63c820-fb16-4aae-acf9-0482010d4ad8), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:15:27.314335 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-3fbc84db-1566-480b-84d9-0add157cbca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (be58d251-43cc-467d-bf31-2aae48e2ac56), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:15:27.472697 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-cd5fe5d0-24d3-4349-8269-176b5bcdf250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (65aa34d6-cc53-475e-ab2c-2c2516bff08f), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 10:15:35.089954 dv-cinder-790535-43-iscsi neutron-server[113425]: DEBUG neutron_lib.callbacks.manager [None req-9009529c-0287-49f5-be25-cd0acf16e9c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759571758511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1305828'] for agent (5b31c92a-f134-4c39-96dd-6f3267de2076), after_update {{(pid=113425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}